170 lines
5.0 KiB
C#
170 lines
5.0 KiB
C#
using Google.Protobuf.WellKnownTypes;
|
|
|
|
using System;
|
|
using BCG.Utilities.General;
|
|
|
|
namespace BCG
|
|
{
|
|
// Keeps adding changing rows to the stream, hence preserving the history
|
|
// and creating a time series, for example this can be used to make bbo updates
|
|
// into a time series of prices/qty
|
|
public class TimeSeriesStream : ViewStream
|
|
{
|
|
private BlueTable _table;
|
|
private ViewStream _stream;
|
|
private int _id = 0;
|
|
|
|
public TimeSeriesStream(ViewStream stream)
|
|
{
|
|
_stream = stream;
|
|
}
|
|
|
|
protected override void myOnFirstSubscriber()
|
|
{
|
|
_stream.onChange += new ChangeDelegate(_onstream_change);
|
|
}
|
|
protected override void myOnLastSubscriber()
|
|
{
|
|
_stream.onChange -= new ChangeDelegate(_onstream_change);
|
|
}
|
|
|
|
|
|
private void _onstream_change(object o)
|
|
{
|
|
DataPacket dp = o as DataPacket;
|
|
DateTime now = DateTime.Now;
|
|
if (_table == null)
|
|
{
|
|
IBlueTableSchema schema = new BlueTableSchema(dp.newRows.schema.columnInfo, dp.newRows.schema.tableName);
|
|
schema = schema.add_columns(Tuple.Create(typeof(DateTime), "timestamp"));
|
|
_table = new BlueTable(schema);
|
|
}
|
|
BlueTable added_rows = new BlueTable(_table.schema);
|
|
foreach (IBlueRow r in dp.addedRows)
|
|
{
|
|
MutableBlueRow ar = new MutableBlueRow(_table.schema, r);
|
|
ar.setValue("timestamp", now);
|
|
ar.setValue("id", _id++);
|
|
added_rows.addRow(ar);
|
|
}
|
|
_table.addRows(added_rows);
|
|
myFireEvent(new DataPacket(_table, added_rows, new BlueTable(_table.schema)));
|
|
|
|
}
|
|
}
|
|
|
|
public class TimeBucketStream : ViewStream, IStreamMapper
|
|
{
|
|
private ViewStream _src;
|
|
private readonly string _time_stamp_col;
|
|
private IBlueTableSchema _schema;
|
|
private int _bucket_size_seconds;
|
|
|
|
public TimeBucketStream(ViewStream input, string time_stamp_col, int bucket_size_seconds)
|
|
{
|
|
_time_stamp_col = time_stamp_col;
|
|
_bucket_size_seconds = bucket_size_seconds;
|
|
var vs = new MapStream(input, this);
|
|
mySetRealSource(vs);
|
|
}
|
|
|
|
#region IStreamMapper Members
|
|
public IBlueTableSchema getOutputSchema(IBlueTableSchema input_schema)
|
|
{
|
|
IBlueTableSchema rv = input_schema;
|
|
//rv = BlueDataUtility.remove_columns(rv, _time_stamp_col);
|
|
rv = BlueDataUtility.add_column(rv, "bucket_number", typeof(int));
|
|
return rv;
|
|
|
|
}
|
|
|
|
#endregion
|
|
|
|
#region IDynamicStreamMapper Members
|
|
|
|
public IBlueRow map(IBlueRow row)
|
|
{
|
|
DateTime ts = row.get<DateTime>(_time_stamp_col);
|
|
TimeSpan time_of_day = (ts - ts.Date);
|
|
int seconds = Convert.ToInt32(time_of_day.TotalSeconds);
|
|
double buckets = seconds / _bucket_size_seconds;
|
|
int bucket_number = Convert.ToInt32(Math.Floor(buckets));
|
|
MutableBlueRow rv = new MutableBlueRow(getOutputSchema(row.schema), row);
|
|
rv.setValue("bucket_number", bucket_number);
|
|
return rv;
|
|
}
|
|
|
|
#endregion
|
|
}
|
|
|
|
// public class ThrottleStream : ViewStream, IWorker
|
|
// {
|
|
// private ViewStreamDatabase _vsd;
|
|
// private ViewStream _stream;
|
|
// private int _throttle_ms;
|
|
// private TimeSpan _min_fire_period;
|
|
// private DateTime _last_Fire_time = DateTime.MinValue;
|
|
// private DataPacket _unfired_dp;
|
|
// public ThrottleStream(ViewStreamDatabase vsd, ViewStream base_stream, int throttle_ms)
|
|
// {
|
|
// _vsd = vsd;
|
|
// _stream = base_stream;
|
|
// _throttle_ms = throttle_ms;
|
|
// _min_fire_period = TimeSpan.FromMilliSeconds(throttle_ms);
|
|
// }
|
|
|
|
// protected override void myOnFirstSubscriber()
|
|
// {
|
|
// _vsd.addWorker(this);
|
|
// _stream.onChange += new ChangeDelegate(_onstream_change);
|
|
// }
|
|
// protected override void myOnLastSubscriber()
|
|
// {
|
|
// _vsd.removeWorker(this);
|
|
// _stream.onChange -= new ChangeDelegate(_onstream_change);
|
|
// }
|
|
|
|
// private void _onstream_change(object obj)
|
|
// {
|
|
// DataPacket dp = obj as DataPacket;
|
|
// if (DateTime.Now - _last_Fire_time >= _min_fire_period)
|
|
// {
|
|
// // ok to fire here
|
|
// }
|
|
// else
|
|
// {
|
|
// _last_cached_state = dp.newRows;
|
|
// }
|
|
// _possibly_fire(dp.newRows);
|
|
// }
|
|
|
|
// public void doWork()
|
|
// {
|
|
// if (_unfired_dp != null)
|
|
// {
|
|
|
|
// }
|
|
// }
|
|
|
|
// private void _possibly_fire()
|
|
// {
|
|
// if (_unfired_dp != null)
|
|
// {
|
|
// if (DateTime.Now - _last_fire_time > _min_fire_period)
|
|
// {
|
|
// DataPacket dp = BlueDataUtility.build_dp_inc(_unfired_dp.newRows, myLastValue);
|
|
// _unfired_dp = null;
|
|
// _last_Fire_time = DateTime.Now;
|
|
// myFireEvent(dp);
|
|
// }
|
|
// }
|
|
// }
|
|
|
|
// }
|
|
|
|
|
|
}
|
|
|
|
|
|
|