refactor: Replace DataPacket w/ IDataPacket in many places
This commit is contained in:
1 parent
49a952fb32
commit
03a8f4e9c0
64 files changed
+191
-200
No files matched your search
@@ -3,7 +3,7 @@ using System;
|
||||
namespace BCG {
|
||||
[DataStreamUserRespresentation("CountStream")]
|
||||
public class CountStream : ViewStream {
|
||||
private DataPacket myLastFiredDataPacket;
|
||||
IDataPacket? myLastFiredDataPacket;
|
||||
private IBlueTableSchema mySchema = new BlueTableSchema("count",
|
||||
new ColumnInfo("id", 0, typeof(int)),
|
||||
new ColumnInfo("count", 1, typeof(int)));
|
||||
@@ -39,8 +39,7 @@ namespace BCG {
|
||||
|
||||
private IBlueRowCollection myGetRows(object dp, int id) {
|
||||
BlueTable retVal = new BlueTable(mySchema);
|
||||
retVal.addRow
|
||||
(new BlueRow(mySchema, id, (dp as DataPacket).newRows.Count));
|
||||
retVal.addRow(new BlueRow(mySchema, id, ((IDataPacket)dp).newRows.Count));
|
||||
return retVal;
|
||||
}
|
||||
|
||||
|
||||
@@ -86,7 +86,7 @@ namespace bts.BlueOrb {
|
||||
}
|
||||
|
||||
protected override void myFireEvent(object o) {
|
||||
DataPacket dp = o as DataPacket;
|
||||
var dp = (IDataPacket)o;
|
||||
if (myLastValue == null || dp.addedRows.Count + dp.deletedRows.Count > 0)
|
||||
base.myFireEvent(o);
|
||||
}
|
||||
@@ -94,7 +94,7 @@ namespace bts.BlueOrb {
|
||||
|
||||
private void myHandleCallbacks(object newValue) {
|
||||
DataPacket retVal;
|
||||
DataPacket arrivedPacket = newValue as DataPacket;
|
||||
IDataPacket arrivedPacket = (IDataPacket)newValue;
|
||||
myLastReceivedRows = arrivedPacket.newRows;
|
||||
if (myLastFiredRows != null) {
|
||||
retVal = new DataPacket(myLastFiredRows, new BlueTable(myLastFiredRows.schema),
|
||||
@@ -110,7 +110,7 @@ namespace bts.BlueOrb {
|
||||
(retVal.addedRows as BlueTable).addRow(r);
|
||||
}
|
||||
} else {
|
||||
myLastFiredRows = new BlueTable(arrivedPacket.schema);
|
||||
myLastFiredRows = new BlueTable(arrivedPacket.Schema);
|
||||
retVal = new DataPacket(myLastFiredRows, myLastFiredRows, new BlueTable(myLastFiredRows.schema));
|
||||
foreach (IBlueRow r in arrivedPacket.newRows)
|
||||
if (myFilter.filter(r))
|
||||
|
||||
@@ -95,7 +95,7 @@ namespace bts.BlueOrb {
|
||||
protected override void myOnLastSubscriber() { _main_stream.onChange -= _main_stream_onchange; }
|
||||
|
||||
private void _main_stream_onchange(object nv) {
|
||||
DataPacket dp = nv as DataPacket;
|
||||
var dp = (IDataPacket)nv;
|
||||
///grouping together
|
||||
_timer.Restart();
|
||||
IDictionary<int, List<IBlueRow>> grouped_rows = (_groupby_cols == null || _groupby_cols.Length == 0) ?
|
||||
@@ -121,7 +121,10 @@ namespace bts.BlueOrb {
|
||||
Log.DataFlow.info(
|
||||
$"Time to evaluate {grouped_rows.Count} groups {_timer.ElapsedMilliseconds}ms, ratio {_n_expensive_fires}/{_n_total_fires}");
|
||||
}
|
||||
myFireEvent(new DataPacket(total_state, total_state, myLastValue == null ? new BlueTable(total_state.schema) : (myLastValue as DataPacket).newRows));
|
||||
var deletedRows = myLastValue is null
|
||||
? new BlueTable(total_state.schema)
|
||||
: ((IDataPacket)myLastValue).newRows;
|
||||
myFireEvent(new DataPacket(total_state, total_state, deletedRows));
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,13 +1,11 @@
|
||||
namespace bts.BlueOrb {
|
||||
using BCG;
|
||||
using RowHash = System.Int32;
|
||||
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using System.Collections;
|
||||
using System.Data.Entity.Core.Mapping;
|
||||
|
||||
using RowHash = System.Int32;
|
||||
|
||||
[DataStreamUserRespresentation("JoinStream")]
|
||||
public class SimpleJoinStream : ViewStream {
|
||||
@@ -44,10 +42,10 @@
|
||||
return _hasher.get_hash(r, _join_cols);
|
||||
}
|
||||
|
||||
public void update_data(DataPacket dp) {
|
||||
public void update_data(IDataPacket dp) {
|
||||
if (!ready) {
|
||||
_schema = dp.newRows.schema;
|
||||
_join_cols = _join_col_names.Count == 0 ? new int[] { } : _join_col_names.Select(n => dp.schema[n].colNo).ToArray();
|
||||
_join_cols = _join_col_names.Count == 0 ? new int[] { } : _join_col_names.Select(n => _schema[n].colNo).ToArray();
|
||||
}
|
||||
_hash_row_map.Clear();
|
||||
foreach (IBlueRow r in dp.newRows) {
|
||||
@@ -95,13 +93,13 @@
|
||||
}
|
||||
|
||||
private void _ls_onchange(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
_ldata.update_data(dp);
|
||||
_form_and_fire();
|
||||
}
|
||||
|
||||
private void _rs_onchange(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
_rdata.update_data(dp);
|
||||
_form_and_fire();
|
||||
}
|
||||
@@ -179,7 +177,7 @@
|
||||
foreach (object[] rval in res_rows) {
|
||||
rv.addRow(new BlueRow(_schema, rval));
|
||||
}
|
||||
var dp = BlueDataUtility.build_dp(rv, myLastValue as DataPacket);
|
||||
var dp = BlueDataUtility.build_dp(rv, myLastValue as IDataPacket);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -24,7 +24,7 @@
|
||||
}
|
||||
|
||||
private void _parent_str_onchange(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
var rows = dp.newRows.to_list();
|
||||
BlueTable out_table = null;
|
||||
for (int i = 0; i < rows.Count; i++) {
|
||||
|
||||
+1
-1
@@ -33,7 +33,7 @@ namespace BCG
|
||||
|
||||
private void _stream_onChange(object newValue)
|
||||
{
|
||||
DataPacket dp = newValue as DataPacket;
|
||||
var dp = (IDataPacket)newValue;
|
||||
if (dp != null && dp.newRows.Count > 0)
|
||||
{
|
||||
_stream.onChange -= _stream_onChange;
|
||||
|
||||
@@ -39,9 +39,9 @@ namespace BCG
|
||||
|
||||
void myDataSource_onChange(object newValue)
|
||||
{
|
||||
DataPacket dp = (DataPacket)newValue;
|
||||
var dp = (IDataPacket)newValue;
|
||||
if (myLastPacketArrival == DateTime.MinValue)
|
||||
mySchema = myBuildOutputSchema(dp.schema);
|
||||
mySchema = myBuildOutputSchema(dp.Schema);
|
||||
else
|
||||
{
|
||||
DateTime now = DateTime.Now;
|
||||
@@ -55,7 +55,7 @@ namespace BCG
|
||||
else
|
||||
{
|
||||
IBlueRowCollection deleted, added;
|
||||
BlueDataUtility.computeDifferences(thisVersion, ((DataPacket)myLastValue).newRows, out deleted, out added);
|
||||
BlueDataUtility.computeDifferences(thisVersion, ((IDataPacket)myLastValue).newRows, out deleted, out added);
|
||||
myFireEvent(new DataPacket(thisVersion, added, deleted));
|
||||
}
|
||||
}
|
||||
@@ -84,8 +84,8 @@ namespace BCG
|
||||
cols[cols.Length - 1] = new ColumnInfo(myOutputColumn, cols.Length - 1, typeof(double));
|
||||
return new BlueTableSchema("derviative of " + inSchema.tableName, cols);
|
||||
}
|
||||
protected void myStoreNewPacketInfo(DataPacket dp)
|
||||
{
|
||||
|
||||
protected void myStoreNewPacketInfo(IDataPacket dp) {
|
||||
myPreviousValues = new Dictionary<string, double>();
|
||||
myLastPacketArrival = DateTime.Now;
|
||||
foreach (IBlueRow row in dp.newRows)
|
||||
|
||||
@@ -5,7 +5,7 @@ namespace BCG
|
||||
{
|
||||
public class FileViewStream : ViewStream
|
||||
{
|
||||
private DataPacket myDp;
|
||||
DataPacket? myDp;
|
||||
public FileViewStream (string dataFileName,
|
||||
string schemaFileName)
|
||||
: this (dataFileName, schemaFileName, Int32.MaxValue)
|
||||
|
||||
@@ -52,14 +52,15 @@ namespace BCG.StreamWorld.Addition {
|
||||
|
||||
private void myHandleChanges(object newValue) {
|
||||
try {
|
||||
DataPacket dp = newValue as DataPacket;
|
||||
var dp = (IDataPacket)newValue;
|
||||
var schema = dp.Schema;
|
||||
if (myStateTable == null) {
|
||||
bts.Log.assert(myBaseTable == null);
|
||||
myStateTable = new BlueTable(dp.schema);
|
||||
myBaseTable = new BlueTable(dp.schema);
|
||||
myStateTable = new BlueTable(schema);
|
||||
myBaseTable = new BlueTable(schema);
|
||||
}
|
||||
BlueTable dels = new BlueTable(dp.schema),
|
||||
adds = new BlueTable(dp.schema);
|
||||
var dels = new BlueTable(schema);
|
||||
var adds = new BlueTable(schema);
|
||||
foreach (IBlueRow r in dp.deletedRows) {
|
||||
myBaseTable.deleteRow(r);
|
||||
if (myStateTable.containsID((int)r["id"])) {
|
||||
@@ -224,7 +225,7 @@ namespace BCG
|
||||
|
||||
protected override void myFireEvent(object o)
|
||||
{
|
||||
DataPacket dp = o as DataPacket;
|
||||
var dp = (IDataPacket)o;
|
||||
if (myLastValue == null || dp.addedRows.Count + dp.deletedRows.Count > 0)
|
||||
base.myFireEvent(o);
|
||||
}
|
||||
@@ -233,7 +234,7 @@ namespace BCG
|
||||
private void myHandleCallbacks(object newValue)
|
||||
{
|
||||
DataPacket retVal;
|
||||
DataPacket arrivedPacket = newValue as DataPacket;
|
||||
var arrivedPacket = (IDataPacket)newValue;
|
||||
myLastReceivedRows = arrivedPacket.newRows;
|
||||
try {
|
||||
if (myLastFiredRows != null)
|
||||
@@ -255,7 +256,7 @@ namespace BCG
|
||||
}
|
||||
else
|
||||
{
|
||||
myLastFiredRows = new BlueTable(arrivedPacket.schema);
|
||||
myLastFiredRows = new BlueTable(arrivedPacket.Schema);
|
||||
retVal = new DataPacket(myLastFiredRows, myLastFiredRows, new BlueTable(myLastFiredRows.schema));
|
||||
foreach (IBlueRow r in arrivedPacket.newRows)
|
||||
if (filterRow(r))
|
||||
|
||||
+7
-3
@@ -80,7 +80,7 @@ namespace BCG {
|
||||
protected override void myOnLastSubscriber() { _main_stream.onChange -= _main_stream_onchange; }
|
||||
|
||||
private void _main_stream_onchange(object nv) {
|
||||
DataPacket dp = nv as DataPacket;
|
||||
var dp = (IDataPacket)nv;
|
||||
///grouping together
|
||||
_timer.Restart();
|
||||
IDictionary<int, List<IBlueRow>> grouped_rows = (_groupby_cols == null || _groupby_cols.Length == 0) ?
|
||||
@@ -108,8 +108,12 @@ namespace BCG {
|
||||
$"Time to evaluate {grouped_rows.Count} groups {_timer.ElapsedMilliseconds}ms, ratio {_n_expensive_fires}/{_n_total_fires}");
|
||||
}
|
||||
// TODO,
|
||||
if (total_state != null)
|
||||
myFireEvent(new DataPacket(total_state, total_state, myLastValue == null ? new BlueTable(total_state.schema) : (myLastValue as DataPacket).newRows));
|
||||
if (total_state != null) {
|
||||
var deletedRows = myLastValue is null
|
||||
? new BlueTable(total_state.schema)
|
||||
: ((IDataPacket)myLastValue).newRows;
|
||||
myFireEvent(new DataPacket(total_state, total_state, deletedRows));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -173,8 +173,7 @@ namespace BCG
|
||||
/// </summary>
|
||||
/// <param name="leftPacket"></param>
|
||||
/// <param name="rightPacket"></param>
|
||||
public void test (DataPacket dp, bool isLeft)
|
||||
{
|
||||
public void test(IDataPacket dp, bool isLeft) {
|
||||
JoinOperand jo = isLeft ? myLeftOperand : myRightOperand;
|
||||
jo.changeHandler (dp);
|
||||
}
|
||||
|
||||
@@ -11,7 +11,7 @@ namespace BCG
|
||||
public class JoinOperand
|
||||
{
|
||||
private string myJoinCol;
|
||||
private DataPacket myLastArrivedPacket;
|
||||
IDataPacket? myLastArrivedPacket;
|
||||
private JoinOperand myOtherOperand;
|
||||
private bool myIsLeft;
|
||||
private JoinOperandRowIndex myRowIndex;
|
||||
@@ -26,15 +26,14 @@ namespace BCG
|
||||
|
||||
internal void changeHandler (object o)
|
||||
{
|
||||
DataPacket temp = (DataPacket)o;
|
||||
var dp = (IDataPacket)o;
|
||||
if (myLastArrivedPacket != null)
|
||||
mySubsequentChangeHandler ((DataPacket)o);
|
||||
mySubsequentChangeHandler (dp);
|
||||
else
|
||||
myFirstChangeHandler ((DataPacket)o);
|
||||
myFirstChangeHandler(dp);
|
||||
}
|
||||
|
||||
private void myFirstChangeHandler (DataPacket arrivedDp)
|
||||
{
|
||||
void myFirstChangeHandler(IDataPacket arrivedDp) {
|
||||
myLastArrivedPacket = arrivedDp;
|
||||
myOpSchema = myLastArrivedPacket.newRows.schema;
|
||||
myOtherOperand = myMaster.getOtherOperand (this);
|
||||
@@ -55,8 +54,7 @@ namespace BCG
|
||||
myOpSchema["id"].colNo);
|
||||
}
|
||||
|
||||
private void mySubsequentChangeHandler (DataPacket arrivedDp)
|
||||
{
|
||||
void mySubsequentChangeHandler (IDataPacket arrivedDp) {
|
||||
myLastArrivedPacket = arrivedDp;
|
||||
if (!myOtherOperand.hasReceivedData)
|
||||
{
|
||||
|
||||
+6
-6
@@ -38,7 +38,7 @@ namespace BCG {
|
||||
}
|
||||
|
||||
private bool _filled_missing_data = false;
|
||||
private void _fill_missing_data(DataPacket dp) {
|
||||
void _fill_missing_data(IDataPacket dp) {
|
||||
if (_filled_missing_data)
|
||||
return;
|
||||
Func<string[], bool> null_or_empty = (str_arr) => {
|
||||
@@ -52,17 +52,17 @@ namespace BCG {
|
||||
return true;
|
||||
};
|
||||
Func<string[], string[]> remove_bad_cols = (col_names) => {
|
||||
HashSet<string> schema_col_map = new HashSet<string>(dp.schema.columnNames);
|
||||
HashSet<string> schema_col_map = new HashSet<string>(dp.Schema.columnNames);
|
||||
List<string> cols_list = new List<string>(col_names);
|
||||
cols_list.RemoveWhere(c => !schema_col_map.Contains(c));
|
||||
return cols_list.ToArray();
|
||||
};
|
||||
if (null_or_empty(_join_spec.data_col_names)) {
|
||||
_join_spec.data_col_names = dp.schema.columnNames;
|
||||
_join_spec.data_col_names = dp.Schema.columnNames;
|
||||
}
|
||||
_join_spec.data_col_names = remove_bad_cols(_join_spec.data_col_names);
|
||||
if (null_or_empty(_join_spec.data_col_names)) {
|
||||
_join_spec.data_col_names = dp.schema.columnNames;
|
||||
_join_spec.data_col_names = dp.Schema.columnNames;
|
||||
}
|
||||
if (null_or_empty(_join_spec.projected_col_names)) {
|
||||
_join_spec.projected_col_names = _join_spec.data_col_names;
|
||||
@@ -76,10 +76,10 @@ namespace BCG {
|
||||
public void _on_stream_cb(object dp_obj) {
|
||||
//Log.Gen.info($"NonIncJoinBookkeeper._on_stream_cb dp_obj: {dp_obj}");
|
||||
var timer = Stopwatch.StartNew();
|
||||
DataPacket dp = (DataPacket)dp_obj;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
_fill_missing_data(dp);
|
||||
if (_schema == null) {
|
||||
_schema = dp.schema;
|
||||
_schema = dp.Schema;
|
||||
_join_col_indices = BlueDataUtility.get_column_indices(_schema, _join_spec.join_col_names);
|
||||
_data_col_indices = BlueDataUtility.get_column_indices(_schema, _join_spec.data_col_names);
|
||||
}
|
||||
|
||||
@@ -346,17 +346,17 @@ namespace BCG
|
||||
|
||||
private void myHandleLeftStreamChanges(object newValue)
|
||||
{
|
||||
myHandleStreamChanges(newValue as DataPacket, true);
|
||||
myHandleStreamChanges((IDataPacket)newValue, true);
|
||||
}
|
||||
|
||||
private void myHandleRightStreamChanges(object newValue)
|
||||
{
|
||||
myHandleStreamChanges(newValue as DataPacket, false);
|
||||
myHandleStreamChanges((IDataPacket)newValue, false);
|
||||
}
|
||||
|
||||
private void myHandleStreamChanges(DataPacket dp, bool isLeft)
|
||||
private void myHandleStreamChanges(IDataPacket dp, bool isLeft)
|
||||
{
|
||||
myInitSchema(dp.schema, isLeft);
|
||||
myInitSchema(dp.Schema, isLeft);
|
||||
BlueTable dels = null, adds = null;
|
||||
if (myState != null)
|
||||
{
|
||||
@@ -522,12 +522,10 @@ namespace BCG
|
||||
|
||||
protected override void myFireEvent(object o)
|
||||
{
|
||||
myHandleJoinResults(myLeftUnmatchedRowsDels, myLeftUnmatchedRowsAdds, o as DataPacket);
|
||||
myHandleJoinResults(myLeftUnmatchedRowsDels, myLeftUnmatchedRowsAdds, (IDataPacket)o);
|
||||
}
|
||||
|
||||
private void myHandleJoinResults(Dictionary<int, IBlueRow> unmatchedLeftRowsDels,
|
||||
Dictionary<int, IBlueRow> unmatchedLeftRowAdds, DataPacket resultPacket)
|
||||
{
|
||||
void myHandleJoinResults(Dictionary<int, IBlueRow> unmatchedLeftRowsDels, Dictionary<int, IBlueRow> unmatchedLeftRowAdds, IDataPacket resultPacket) {
|
||||
BlueTable dels = resultPacket.deletedRows as BlueTable,
|
||||
adds = resultPacket.addedRows as BlueTable;
|
||||
|
||||
|
||||
@@ -1,6 +1,4 @@
|
||||
namespace BCG {
|
||||
using System.Collections.Generic;
|
||||
|
||||
public class KeyValueToRelationalStream : ViewStream {
|
||||
private readonly ViewStream _kv_str;
|
||||
private readonly string _doc_id_col, _key_col, _val_col;
|
||||
@@ -20,7 +18,7 @@ namespace BCG {
|
||||
}
|
||||
|
||||
private void _on_str_update(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
var rows = dp.newRows;
|
||||
var rv = BlueDataUtility.keyvalue_to_relational<string>(rows, _doc_id_col, _key_col, _val_col);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(rv, myLastValue as DataPacket, true);
|
||||
@@ -28,4 +26,4 @@ namespace BCG {
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,6 +1,4 @@
|
||||
using System;
|
||||
using System.Collections;
|
||||
using BCG.Utilities;
|
||||
|
||||
namespace BCG
|
||||
{
|
||||
@@ -11,7 +9,8 @@ namespace BCG
|
||||
[DataStreamUserRespresentation (false)]
|
||||
public class LeftInternalJoinStream : InternalJoinStream
|
||||
{
|
||||
protected DataPacket myLeftDataPacket, myRightDataPacket;
|
||||
protected IDataPacket? myLeftDataPacket;
|
||||
protected IDataPacket? myRightDataPacket;
|
||||
//Container to contain all the left rows that are orphaned during a deletion operation
|
||||
private IDictionary myLeftOrphanedRows;
|
||||
public LeftInternalJoinStream (ViewStream vsLeft, string jcLeft, ViewStream vsRight, string jcRight) :
|
||||
@@ -62,7 +61,7 @@ namespace BCG
|
||||
private void myTestAndFire (bool isLeft)
|
||||
{
|
||||
JoinOperand jo = isLeft ? myLeftOperand : myRightOperand;
|
||||
DataPacket dp = isLeft ? myLeftDataPacket : myRightDataPacket;
|
||||
var dp = isLeft ? myLeftDataPacket : myRightDataPacket;
|
||||
//to test whether both have received call backs
|
||||
if (myLeftOperand.hasReceivedData)
|
||||
jo.changeHandler (dp);
|
||||
|
||||
@@ -93,9 +93,9 @@ namespace BCG {
|
||||
}
|
||||
|
||||
private void myHandleData(object newValue) {
|
||||
var dp = ExceptionAssert.Cast(newValue).To<DataPacket>();
|
||||
myRows ??= new BlueTable(myMapper.getOutputSchema(dp.schema));
|
||||
myBaseRows ??= new BlueTable(dp.schema);
|
||||
var dp = ExceptionAssert.Cast(newValue).To<IDataPacket>();
|
||||
myRows ??= new BlueTable(myMapper.getOutputSchema(dp.Schema));
|
||||
myBaseRows ??= new BlueTable(dp.Schema);
|
||||
BlueDataUtility.absorbChanges(myBaseRows, dp.deletedRows, dp.addedRows);
|
||||
var dels = new BlueTable(myRows.schema);
|
||||
var adds = new BlueTable(myRows.schema);
|
||||
|
||||
@@ -31,7 +31,7 @@ namespace bts {
|
||||
}
|
||||
|
||||
private void _handle_update(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
byte[] ser_data = null;
|
||||
if (_n_updates == 0) {
|
||||
StreamIOMessage.CreateMessage cr_msg = new StreamIOMessage.CreateMessage(dp.newRows);
|
||||
|
||||
@@ -1,7 +1,3 @@
|
||||
|
||||
|
||||
using System;
|
||||
|
||||
namespace BCG {
|
||||
// Keeps adding changing rows to the stream, hence preserving the history
|
||||
// and creating a time series, for example this can be used to make bbo updates
|
||||
@@ -9,7 +5,7 @@ namespace BCG {
|
||||
public class DebugStream : ViewStream {
|
||||
|
||||
private ViewStream _stream;
|
||||
private IBlueRowCollection _last_recv_rows = null;
|
||||
IBlueRowCollection? _last_recv_rows;
|
||||
|
||||
public DebugStream(ViewStream stream) {
|
||||
_stream = stream;
|
||||
@@ -23,7 +19,7 @@ namespace BCG {
|
||||
}
|
||||
|
||||
private void _onstream_change(object o) {
|
||||
DataPacket dp = o as DataPacket;
|
||||
var dp = (IDataPacket)o;
|
||||
BlueDataUtility.validate_table_schema(dp.newRows);
|
||||
BlueDataUtility.validate_table_schema(dp.addedRows);
|
||||
if (_last_recv_rows == null) {
|
||||
@@ -45,4 +41,4 @@ namespace BCG {
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -64,7 +64,7 @@ namespace BCG {
|
||||
|
||||
internal void myHandleChange (object newValue)
|
||||
{
|
||||
DataPacket dp = newValue as DataPacket;
|
||||
var dp = (IDataPacket)newValue;
|
||||
if (myHelper != null)
|
||||
{
|
||||
IBlueRowCollection dels, adds;
|
||||
@@ -79,8 +79,8 @@ namespace BCG {
|
||||
else
|
||||
{ //first time a callback is received
|
||||
myHelper = myDic == null ?
|
||||
new ProjectHelper (dp.schema, myColExp, myTableName) :
|
||||
new ProjectHelper (dp.schema, myDic, myTableName);
|
||||
new ProjectHelper (dp.Schema, myColExp, myTableName) :
|
||||
new ProjectHelper (dp.Schema, myDic, myTableName);
|
||||
|
||||
IBlueRowCollection temp;
|
||||
myFireEvent (new DataPacket (temp = new ProjectedTable (dp.newRows, myHelper),
|
||||
|
||||
@@ -50,7 +50,7 @@ namespace bts.BlueOrb {
|
||||
//IBlueRowCollection rows = new DataTableWrapperTable(dt);
|
||||
_stopwatch.Stop();
|
||||
Log.Gen.info($"SQLiteStream._read_from_sqlite_and_fire time to load into IBlueRowCollection: {_stopwatch.ElapsedMilliseconds} msecs");
|
||||
DataPacket dp = BlueDataUtility.build_dp_inc(rows, myLastValue as DataPacket);
|
||||
var dp = BlueDataUtility.build_dp_inc(rows, myLastValue as IDataPacket);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
|
||||
|
||||
@@ -38,7 +38,7 @@ namespace BCG {
|
||||
protected override void myOnLastSubscriber() { myStream.onChange -= new ChangeDelegate(myHandleChanges); }
|
||||
|
||||
private void myHandleChanges(object newValue) {
|
||||
IBlueRowCollection totalState = (newValue as DataPacket).newRows;
|
||||
var totalState = ((IDataPacket)newValue).newRows;
|
||||
if (totalState.Count > 0 && myNWrites < myNMaxWrites) {
|
||||
myNWrites++;
|
||||
int i = 0;
|
||||
@@ -60,7 +60,10 @@ namespace BCG {
|
||||
IBlueRow nr = new BlueRow(myResultSchema, 0, myFullyQualifiedFileName, myNWrites, totalState.Count);
|
||||
BlueTable nRows = new BlueTable(myResultSchema);
|
||||
nRows.addRow(nr);
|
||||
myFireEvent(new DataPacket(nRows, nRows, new BlueTable(myLastValue == null ? new BlueTable(myResultSchema) : (myLastValue as DataPacket).newRows)));
|
||||
IBlueRowCollection deletedRows = myLastValue is null
|
||||
? new BlueTable(myResultSchema)
|
||||
: new BlueTable(((IDataPacket)myLastValue).newRows);
|
||||
myFireEvent(new DataPacket(nRows, nRows, deletedRows));
|
||||
} else
|
||||
myFireEvent(newValue);
|
||||
}
|
||||
@@ -126,7 +129,7 @@ namespace BCG {
|
||||
//_stopwatch.Stop();
|
||||
//bts.Log.Gen.info($"CSVReaderStream.myOnFirstSubscriber stream csv load col_count: {df.Columns.Count} rows, time: {_stopwatch.ElapsedMilliseconds} msecs");
|
||||
var rows = LoadFile(_file_address);
|
||||
DataPacket dp_out = BlueDataUtility.build_dp_inc(rows, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(rows, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -17,11 +17,11 @@ namespace bts {
|
||||
}
|
||||
|
||||
private void _on_data(object obj) {
|
||||
DataPacket dp = obj as DataPacket;
|
||||
var dp = (IDataPacket)obj;
|
||||
if (_rows == null) {
|
||||
_rows = BlueDataUtility.get_typed_table(dp.newRows);
|
||||
}
|
||||
var dp_out = BlueDataUtility.build_dp_inc(_rows, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(_rows, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
|
||||
}
|
||||
@@ -30,4 +30,4 @@ namespace bts {
|
||||
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -16,7 +16,7 @@ public class SortStream : ViewStream {
|
||||
IList<ColumnSortExpression> sortCols;
|
||||
IComparer? comparer;
|
||||
DataPacket? lastFiredPacket;
|
||||
DataPacket? lastReceivedPacket;
|
||||
IDataPacket? lastReceivedPacket;
|
||||
|
||||
public SortStream(ViewStream stream, string sortExpression) {
|
||||
this.stream = stream;
|
||||
@@ -61,7 +61,7 @@ public class SortStream : ViewStream {
|
||||
|
||||
[MemberNotNull(nameof(lastFiredPacket))]
|
||||
internal void myChangeHandler(object o) {
|
||||
lastReceivedPacket = (DataPacket)o;
|
||||
lastReceivedPacket = (IDataPacket)o;
|
||||
// First callback, so we need to sort the whole table, this is the
|
||||
// only time we will do that for all the other sorting operations would
|
||||
// be sorting the increments and inserting them into the whole list
|
||||
|
||||
@@ -13,7 +13,7 @@ namespace BCG {
|
||||
}
|
||||
|
||||
protected override void myOnFirstSubscriber() {
|
||||
var dp_out = BlueDataUtility.build_dp_inc(_rows, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(_rows, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
@@ -25,8 +25,10 @@ namespace BCG {
|
||||
public BlueRowCollectionStaticStream(IBlueRowCollection rows) { loadCollection(rows); }
|
||||
|
||||
public void loadCollection(IBlueRowCollection rows) {
|
||||
myFireEvent(new DataPacket(rows, rows, myLastValue != null ?
|
||||
new BlueTable((myLastValue as DataPacket).newRows) : new BlueTable(rows.schema)));
|
||||
var deletedRows = myLastValue is null
|
||||
? new BlueTable(rows.schema)
|
||||
: new BlueTable(((IDataPacket)myLastValue).newRows);
|
||||
myFireEvent(new DataPacket(rows, rows, deletedRows));
|
||||
}
|
||||
|
||||
public void crush_with_single_row(IBlueRow r) {
|
||||
@@ -35,7 +37,7 @@ namespace BCG {
|
||||
loadCollection(t);
|
||||
}
|
||||
|
||||
public void loadPacket(DataPacket dp) { myFireEvent(dp); }
|
||||
public void loadPacket(IDataPacket dp) { myFireEvent(dp); }
|
||||
}
|
||||
|
||||
|
||||
|
||||
@@ -22,24 +22,23 @@ namespace BCG
|
||||
/// <param name="rows"></param>
|
||||
public void loadCollection (IBlueRowCollection rows)
|
||||
{
|
||||
myFireEvent(new DataPacket(
|
||||
rows,
|
||||
new BlueTable(rows),
|
||||
myLastValue is DataPacket dp
|
||||
? new BlueTable(dp.newRows)
|
||||
: new BlueTable(rows.schema)));
|
||||
var deletedRows = myLastValue is null
|
||||
? new BlueTable(rows.schema)
|
||||
: new BlueTable(((IDataPacket)myLastValue).newRows);
|
||||
myFireEvent(new DataPacket(rows, new BlueTable(rows), deletedRows));
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Fires the whole datapacket as one. Its the callers responsibility to make sure that it makes incremental sense
|
||||
/// </summary>
|
||||
/// <param name="dp"></param>
|
||||
public void loadPacket (DataPacket dp) {myFireEvent (dp);}
|
||||
public void loadPacket(IDataPacket dp) =>
|
||||
myFireEvent(dp);
|
||||
|
||||
protected override void myOnFirstSubscriber()
|
||||
{
|
||||
if (myLastValue != null)
|
||||
loadPacket (myLastValue as DataPacket);
|
||||
loadPacket((IDataPacket)myLastValue);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -15,7 +15,7 @@ namespace BCG
|
||||
{
|
||||
|
||||
private ViewStream myParentStream;
|
||||
private ThreadSafeQueue<DataPacket> myQueuedUpdates;
|
||||
readonly ThreadSafeQueue<IDataPacket> myQueuedUpdates = new();
|
||||
private ViewStreamDatabase myVSD;
|
||||
|
||||
public ThreadSafeStream(ViewStream parent) : this(ViewStreamDatabase.instance, parent) { }
|
||||
@@ -23,7 +23,6 @@ namespace BCG
|
||||
{
|
||||
myParentStream = parentStream;
|
||||
myVSD = vsd;
|
||||
myQueuedUpdates = new ThreadSafeQueue<DataPacket>();
|
||||
}
|
||||
|
||||
protected override void myOnFirstSubscriber()
|
||||
@@ -42,13 +41,12 @@ namespace BCG
|
||||
|
||||
void myParentStreamChangeHandler(object newValue)
|
||||
{
|
||||
myQueuedUpdates.enqueue(newValue as DataPacket);
|
||||
myQueuedUpdates.enqueue((IDataPacket)newValue);
|
||||
}
|
||||
|
||||
public void doWork()
|
||||
{
|
||||
foreach (DataPacket dp in myQueuedUpdates.dequeueAll())
|
||||
{
|
||||
foreach (var dp in myQueuedUpdates.dequeueAll()) {
|
||||
myFireEvent(dp);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -92,7 +92,7 @@ namespace BCG
|
||||
void _source_stream_onChange(object newValue)
|
||||
{
|
||||
// BlueEventLog2.instance().assert(_source_thread == Thread.CurrentThread.ManagedThreadId, "Updates should come from source thread");
|
||||
_queued_updates.enqueue(new Update { dp = (DataPacket)newValue, subscription = _current_target_subscription });
|
||||
_queued_updates.enqueue(new Update { dp = (IDataPacket)newValue, subscription = _current_target_subscription });
|
||||
}
|
||||
|
||||
// target doWork
|
||||
@@ -119,7 +119,7 @@ namespace BCG
|
||||
|
||||
class Update
|
||||
{
|
||||
public DataPacket dp;
|
||||
public IDataPacket? dp;
|
||||
public Guid subscription;
|
||||
}
|
||||
private ThreadSafeQueue<Update> _queued_updates;
|
||||
|
||||
@@ -68,17 +68,14 @@ namespace BCG
|
||||
|
||||
IBlueRowCollection deletedRows = new BlueTable(s);
|
||||
if (myLastValue != null)
|
||||
deletedRows = ((DataPacket) myLastValue).newRows;
|
||||
deletedRows = ((IDataPacket)myLastValue).newRows;
|
||||
|
||||
myFireEvent(new DataPacket(newRows,newRows,deletedRows));
|
||||
}
|
||||
}
|
||||
|
||||
private object myGetLastDay()
|
||||
{
|
||||
return
|
||||
BlueDataUtility.extractRow(((DataPacket) myLastValue).newRows,0)["dateTime"];
|
||||
}
|
||||
object? myGetLastDay() =>
|
||||
BlueDataUtility.extractRow(((IDataPacket)myLastValue).newRows, 0)?["dateTime"];
|
||||
|
||||
private int myOffset;
|
||||
private TimeSpan myZeroHour;
|
||||
|
||||
@@ -45,7 +45,7 @@ namespace BCG {
|
||||
IBlueRow nr = new BlueRow(_schema, _id++, _last_fire_time,
|
||||
_last_fire_time.ToString("yyyy-MM-dd HH:mm:ss.fff"));
|
||||
_table.add_row(nr);
|
||||
var dp = BlueDataUtility.build_dp_inc(_table, myLastValue as DataPacket);
|
||||
var dp = BlueDataUtility.build_dp_inc(_table, myLastValue as IDataPacket);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -67,9 +67,9 @@ namespace BCG
|
||||
|
||||
private void _handle_base_stream_update(object dp_obj){
|
||||
if (DateTime.Now - _last_fire_time >= _ts){
|
||||
DataPacket dp_in = dp_obj as DataPacket;
|
||||
var dp_in = (IDataPacket)dp_obj;
|
||||
_last_fire_time = DateTime.Now;
|
||||
DataPacket dp = BlueDataUtility.build_dp_inc(dp_in.newRows, myLastValue as DataPacket);
|
||||
var dp = BlueDataUtility.build_dp_inc(dp_in.newRows, myLastValue as IDataPacket);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -35,11 +35,11 @@ namespace BCG
|
||||
|
||||
private void myToAverage_onChange(object newValue)
|
||||
{
|
||||
DataPacket dp = (DataPacket) (newValue);
|
||||
var dp = (IDataPacket)newValue;
|
||||
|
||||
int valueCol = dp.schema[myCol_Value].colNo;
|
||||
int valueCol = dp.Schema[myCol_Value].colNo;
|
||||
|
||||
BlueTable result = new BlueTable(dp.schema);
|
||||
BlueTable result = new BlueTable(dp.Schema);
|
||||
foreach (IBlueRow r in dp.newRows)
|
||||
{
|
||||
string key = r[myCol_Key].ToString();
|
||||
@@ -50,16 +50,16 @@ namespace BCG
|
||||
r.CopyTo(rowValues, 0);
|
||||
rowValues[valueCol] = myUpdateValue(key, dt, value);
|
||||
|
||||
result.addRow(new BlueRow(dp.schema, rowValues));
|
||||
result.addRow(new BlueRow(dp.Schema, rowValues));
|
||||
}
|
||||
|
||||
if (myLastValue == null)
|
||||
myFireEvent(new DataPacket(result, result, new BlueTable(dp.schema)));
|
||||
myFireEvent(new DataPacket(result, result, new BlueTable(dp.Schema)));
|
||||
else
|
||||
{
|
||||
IBlueRowCollection dels, adds;
|
||||
|
||||
BlueDataUtility.computeDifferences(result, ((DataPacket)myLastValue).newRows, out dels, out adds);
|
||||
BlueDataUtility.computeDifferences(result, ((IDataPacket)myLastValue).newRows, out dels, out adds);
|
||||
|
||||
myFireEvent(new DataPacket(result, adds, dels));
|
||||
}
|
||||
|
||||
@@ -31,10 +31,10 @@ namespace bts.SilverPine {
|
||||
}
|
||||
|
||||
private void _handle_base_stream_update(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
List<IBlueRow> rows = dp.newRows.to_list();
|
||||
rows.Sort((r1, r2) => BlueDataUtility.compare_rows(r2, r1, _sort_col));
|
||||
BlueTable rv = new BlueTable(dp.schema);
|
||||
BlueTable rv = new BlueTable(dp.Schema);
|
||||
IBlueRow prev_row = rows.ElementAt(0);
|
||||
foreach (IBlueRow r in rows) {
|
||||
var cr = BlueDataUtility.compare_rows(r, prev_row, _evol_col);
|
||||
@@ -43,9 +43,9 @@ namespace bts.SilverPine {
|
||||
}
|
||||
prev_row = r;
|
||||
}
|
||||
DataPacket dp_out = BlueDataUtility.build_dp(rv, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp(rv, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
@@ -18,7 +18,7 @@ namespace BCG {
|
||||
mySrc.onChange -= new ChangeDelegate(mySrc_onChange);
|
||||
}
|
||||
private void mySrc_onChange(object newValue) {
|
||||
DataPacket dp = (DataPacket)newValue;
|
||||
var dp = (IDataPacket)newValue;
|
||||
if (mySchema == null) {
|
||||
SortedList alphabetical = new SortedList();
|
||||
foreach (ColumnInfo cinfo in dp.newRows.schema.columnInfo)
|
||||
@@ -27,7 +27,7 @@ namespace BCG {
|
||||
alphabetical.Values.CopyTo(cinfos, 0);
|
||||
for (int i = 0; i < cinfos.Length; ++i)
|
||||
cinfos[i] = new ColumnInfo(cinfos[i].colName, i, cinfos[i].colType);
|
||||
mySchema = new BlueTableSchema(cinfos, dp.schema.tableName);
|
||||
mySchema = new BlueTableSchema(cinfos, dp.Schema.tableName);
|
||||
}
|
||||
BlueTable
|
||||
deleted = new BlueTable(mySchema),
|
||||
|
||||
@@ -16,9 +16,9 @@ namespace BCG
|
||||
|
||||
public AppendCollection () {}
|
||||
|
||||
public DataPacket mergeRows (DataPacket dp, bool isLeft)
|
||||
public DataPacket mergeRows (IDataPacket dp, bool isLeft)
|
||||
{
|
||||
mySchema = mySchema == null ? dp.schema : mySchema;
|
||||
mySchema = mySchema == null ? dp.Schema : mySchema;
|
||||
BlueTable dRows = new BlueTable (mySchema),
|
||||
aRows = new BlueTable (mySchema);
|
||||
IDictionary index = isLeft ? myLeftIndex : myRightIndex;
|
||||
|
||||
@@ -40,16 +40,15 @@ namespace BCG
|
||||
|
||||
private void myHandleLeftChanges (object newValue)
|
||||
{
|
||||
myFireEvent (myGetDataPacket (newValue as DataPacket, true));
|
||||
myFireEvent(myGetDataPacket((IDataPacket)newValue, true));
|
||||
}
|
||||
|
||||
private void myHandleRightChanges (object newValue)
|
||||
{
|
||||
myFireEvent (myGetDataPacket (newValue as DataPacket, false));
|
||||
myFireEvent(myGetDataPacket((IDataPacket)newValue, false));
|
||||
}
|
||||
|
||||
private DataPacket myGetDataPacket (DataPacket dp, bool isLeft)
|
||||
{
|
||||
DataPacket myGetDataPacket(IDataPacket dp, bool isLeft) {
|
||||
DataPacket retVal = myColl.mergeRows (dp, isLeft);
|
||||
return new DataPacket (new ImmutableBlueTable (retVal.newRows),
|
||||
retVal.addedRows,
|
||||
|
||||
@@ -9,7 +9,7 @@ namespace BCG
|
||||
/// </summary>
|
||||
public interface IUnionTable : IBlueRowCollection
|
||||
{
|
||||
void addRows (IBlueRowCollection rows, bool isLeft, DataPacket dp);
|
||||
void deleteRows (IBlueRowCollection rows, bool isLeft, DataPacket dp);
|
||||
void addRows (IBlueRowCollection rows, bool isLeft, IDataPacket dp);
|
||||
void deleteRows (IBlueRowCollection rows, bool isLeft, IDataPacket dp);
|
||||
}
|
||||
}
|
||||
@@ -256,11 +256,11 @@ namespace BCG {
|
||||
}
|
||||
|
||||
private void myHandleStreamChanges(object newValue) {
|
||||
DataPacket dp = newValue as DataPacket;
|
||||
myTable = myTable ?? new MutableAppendTable(new BlueTableSchema("MutableAppend", dp.schema.columnInfo));
|
||||
var dp = (IDataPacket)newValue;
|
||||
myTable = myTable ?? new MutableAppendTable(new BlueTableSchema("MutableAppend", dp.Schema.columnInfo));
|
||||
BlueTable adds = new BlueTable(myTable.schema),
|
||||
dels = new BlueTable(myTable.schema);
|
||||
int index = Int32.Parse(dp.schema.tableName);
|
||||
int index = int.Parse(dp.Schema.tableName);
|
||||
foreach (IBlueRow r in dp.deletedRows) {
|
||||
IBlueRow dr = myTable.removeRow(r, index);
|
||||
dels.addRow(dr);
|
||||
|
||||
@@ -21,7 +21,7 @@ namespace BCG {
|
||||
mySrc.onChange -= new ChangeDelegate (mySrc_onChange);
|
||||
}
|
||||
private void mySrc_onChange (object newValue) {
|
||||
DataPacket dp = (DataPacket)newValue;
|
||||
var dp = (IDataPacket)newValue;
|
||||
if (mySchema == null)
|
||||
mySchema = new BlueTableSchema (dp.newRows.schema.columnInfo,myTableName);
|
||||
BlueTable
|
||||
|
||||
@@ -33,7 +33,7 @@ namespace bts.BlueOrb {
|
||||
|
||||
|
||||
private void _on_parent_stream_change(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
foreach (IBlueRow r in dp.deletedRows) {
|
||||
string hash = r.get_row_cols_as_string(_key_cols);
|
||||
ViewStream hash_str = null;
|
||||
@@ -60,4 +60,4 @@ namespace bts.BlueOrb {
|
||||
myFireEvent(dp_obj);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -28,7 +28,7 @@ namespace BCG {
|
||||
}
|
||||
|
||||
private void _handle_update(object o) {
|
||||
DataPacket dp = o as DataPacket;
|
||||
var dp = (IDataPacket)o;
|
||||
if (_n_updates == 0) {
|
||||
_broker.create_table(dp.newRows);
|
||||
_n_updates++;
|
||||
|
||||
@@ -288,14 +288,17 @@ namespace BCG {
|
||||
}
|
||||
}
|
||||
|
||||
public static DataPacket build_dp(IBlueRowCollection new_rows, DataPacket last_fired_dp) {
|
||||
public static DataPacket build_dp(IBlueRowCollection new_rows, IDataPacket last_fired_dp) {
|
||||
IBlueRowCollection added_rows = new_rows;
|
||||
IBlueRowCollection deleted_rows = last_fired_dp == null ? new BlueTable(new_rows.schema) : last_fired_dp.newRows;
|
||||
return new DataPacket(new_rows, added_rows, deleted_rows);
|
||||
}
|
||||
|
||||
public static DataPacket build_dp_inc(IBlueRowCollection new_rows, DataPacket last_fired_dp, bool deep_row_comapre = false) {
|
||||
if (last_fired_dp == null) {
|
||||
public static DataPacket build_dp_inc(IBlueRowCollection new_rows, IDataPacket last_fired_dp, bool deep_row_comapre = false) =>
|
||||
build_dp_inc(new_rows, last_fired_dp.newRows, deep_row_comapre);
|
||||
|
||||
public static DataPacket build_dp_inc(IBlueRowCollection new_rows, IBlueRowCollection lastRows, bool deep_row_comapre = false) {
|
||||
if (lastRows is null) {
|
||||
IBlueRowCollection added_rows = new_rows;
|
||||
IBlueRowCollection deleted_rows = new BlueTable(new_rows.schema);
|
||||
return new DataPacket(new_rows, added_rows, deleted_rows);
|
||||
@@ -303,9 +306,9 @@ namespace BCG {
|
||||
IBlueRowCollection added_rows = null;
|
||||
IBlueRowCollection deleted_rows = null;
|
||||
if (deep_row_comapre)
|
||||
compute_differences_fast(new_rows, last_fired_dp.newRows, out deleted_rows, out added_rows);
|
||||
compute_differences_fast(new_rows, lastRows, out deleted_rows, out added_rows);
|
||||
else
|
||||
compute_differences_id_based(new_rows, last_fired_dp.newRows, out deleted_rows, out added_rows);
|
||||
compute_differences_id_based(new_rows, lastRows, out deleted_rows, out added_rows);
|
||||
return new DataPacket(new_rows, added_rows, deleted_rows);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -8,7 +8,7 @@ using System.Collections.Generic;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.Linq;
|
||||
|
||||
public class DataPacketEqualityComparer : IEqualityComparer<DataPacket?> {
|
||||
public class DataPacketEqualityComparer : IEqualityComparer<IDataPacket?> {
|
||||
readonly IEqualityComparer<IBlueRowCollection> rowCollectionComparer;
|
||||
|
||||
public DataPacketEqualityComparer(IEqualityComparer<IBlueRowCollection>? rowCollectionComparer = null) =>
|
||||
@@ -16,20 +16,20 @@ public class DataPacketEqualityComparer : IEqualityComparer<DataPacket?> {
|
||||
|
||||
public static DataPacketEqualityComparer Instance { get; } = new();
|
||||
|
||||
public bool Equals(DataPacket? x, DataPacket? y) {
|
||||
public bool Equals(IDataPacket? x, IDataPacket? y) {
|
||||
if (x is null) {
|
||||
return y is null;
|
||||
}
|
||||
return y is not null
|
||||
&& x.schema.columnInfo.SequenceEqual(y.schema.columnInfo)
|
||||
&& x.Schema.columnInfo.SequenceEqual(y.Schema.columnInfo)
|
||||
&& rowCollectionComparer.Equals(x.addedRows, y.addedRows)
|
||||
&& rowCollectionComparer.Equals(x.deletedRows, y.deletedRows)
|
||||
&& rowCollectionComparer.Equals(x.newRows, y.newRows);
|
||||
}
|
||||
|
||||
public int GetHashCode([DisallowNull] DataPacket obj) {
|
||||
public int GetHashCode([DisallowNull] IDataPacket obj) {
|
||||
var hash = new HashCode();
|
||||
hash.Add(obj.schema.columnNames.Length);
|
||||
hash.Add(obj.Schema.columnNames.Length);
|
||||
hash.Add(obj.addedRows.Count);
|
||||
hash.Add(obj.deletedRows.Count);
|
||||
return hash.ToHashCode();
|
||||
|
||||
@@ -219,15 +219,15 @@ namespace BCG {
|
||||
BlueTable at = null;
|
||||
IBlueRowCollection nt = null;
|
||||
|
||||
foreach (DataPacket dp in packets) {
|
||||
foreach (IDataPacket dp in packets) {
|
||||
ArrayList oldDeleted = deleted;
|
||||
ArrayList oldAdded = added;
|
||||
|
||||
added = new ArrayList();
|
||||
deleted = new ArrayList();
|
||||
if (dt == null) {
|
||||
dt = new BlueTable(dp.schema);
|
||||
at = new BlueTable(dp.schema);
|
||||
dt = new BlueTable(dp.Schema);
|
||||
at = new BlueTable(dp.Schema);
|
||||
}
|
||||
|
||||
deleted.AddRange(oldDeleted);
|
||||
@@ -331,7 +331,7 @@ namespace BCG {
|
||||
// }
|
||||
|
||||
public static class DataPacketExtensions {
|
||||
public static bool HasChanges(this DataPacket dataPacket) =>
|
||||
public static bool HasChanges(this IDataPacket dataPacket) =>
|
||||
dataPacket.addedRows.Count > 0 || dataPacket.deletedRows.Count > 0;
|
||||
}
|
||||
}
|
||||
@@ -38,10 +38,8 @@ namespace BCG
|
||||
return null;
|
||||
else
|
||||
{
|
||||
return new DataPacket(
|
||||
(myLastValue as DataPacket).newRows,
|
||||
(myLastValue as DataPacket).newRows,
|
||||
new BlueTable((myLastValue as DataPacket).newRows.schema));
|
||||
var rows = ((IDataPacket)myLastValue).newRows;
|
||||
return new DataPacket(rows, rows, new BlueTable(rows.schema));
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -25,7 +25,7 @@ public class FilterStreamTests {
|
||||
filterStream.onChange += onFilterStreamChange;
|
||||
|
||||
void onFilterStreamChange(object newValue) {
|
||||
var dp = (DataPacket)newValue;
|
||||
var dp = (IDataPacket)newValue;
|
||||
actual.Add(new(new BlueTable(dp.newRows), new BlueTable(dp.addedRows), new BlueTable(dp.deletedRows)));
|
||||
}
|
||||
|
||||
@@ -115,9 +115,9 @@ public class FilterStreamTests {
|
||||
/// <summary>
|
||||
/// Test outcome, represented as a sequence of DataPackets.
|
||||
/// </summary>
|
||||
class Outcome : IReadOnlyList<DataPacket?> {
|
||||
class Outcome : IReadOnlyList<IDataPacket?> {
|
||||
readonly IBlueTableSchema schema;
|
||||
readonly List<DataPacket?> history = new();
|
||||
readonly List<IDataPacket?> history = new();
|
||||
BlueTable? currBlueRows;
|
||||
|
||||
public Outcome(IBlueTableSchema schema) =>
|
||||
@@ -125,9 +125,9 @@ public class FilterStreamTests {
|
||||
|
||||
public int Count => history.Count;
|
||||
|
||||
public DataPacket? this[int index] => history[index];
|
||||
public IDataPacket? this[int index] => history[index];
|
||||
|
||||
public DataPacket? Add(
|
||||
public IDataPacket? Add(
|
||||
IEnumerable<(int Id, int Value)>? addedRows = null,
|
||||
IEnumerable<(int Id, int Value)>? removedRows = null
|
||||
) {
|
||||
@@ -151,7 +151,7 @@ public class FilterStreamTests {
|
||||
return rv;
|
||||
}
|
||||
|
||||
public IEnumerator<DataPacket> GetEnumerator() =>
|
||||
public IEnumerator<IDataPacket> GetEnumerator() =>
|
||||
history.GetEnumerator();
|
||||
|
||||
IEnumerator IEnumerable.GetEnumerator() =>
|
||||
|
||||
+1
-1
@@ -86,7 +86,7 @@
|
||||
_last_fire_time.last_fireitme_file = cand_ts_event_dt;
|
||||
BlueTable bt_out = new BlueTable(cand_row.schema);
|
||||
bt_out.addRow(cand_row);
|
||||
var dp_out = BlueDataUtility.build_dp(bt_out, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp(bt_out, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
+1
-1
@@ -86,7 +86,7 @@
|
||||
_last_fire_time.last_fireitme_file = cand_ts_event_dt;
|
||||
BlueTable bt_out = new BlueTable(cand_row.schema);
|
||||
bt_out.addRow(cand_row);
|
||||
var dp_out = BlueDataUtility.build_dp(bt_out, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp(bt_out, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
+1
-1
@@ -90,7 +90,7 @@
|
||||
//_tot_str = new SortStream(_tot_str, "-n_trade_ticks");
|
||||
_tot_str.onChange += _handle_tot_stream;
|
||||
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
foreach (IBlueRow r in dp.newRows) {
|
||||
string s1 = r.get<string>("s1");
|
||||
string s2 = r.get<string>("s2");
|
||||
|
||||
+1
-1
@@ -73,7 +73,7 @@
|
||||
|
||||
private void _main_stream_onchange(object dp_obj) {
|
||||
_key_map.Clear();
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
BlueTable table = new BlueTable(_schema);
|
||||
var rows = dp.newRows.to_list();
|
||||
foreach (var r1 in rows) {
|
||||
|
||||
+2
-2
@@ -92,7 +92,7 @@ namespace bts.BlueOrb {
|
||||
}
|
||||
|
||||
private void _handle_spread_prices(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
List<Tuple<DateTime, double, double, double, double>> spread_ts_prices = new List<Tuple<DateTime, double, double, double, double>>();
|
||||
DateTime min_time = DateTime.MaxValue; DateTime max_time = DateTime.MinValue;
|
||||
var sw = Stopwatch.StartNew();
|
||||
@@ -148,7 +148,7 @@ namespace bts.BlueOrb {
|
||||
max_bid, min_ask, n_buy_signals, cumm_buy_price, n_sell_signals, cumm_sell_price);
|
||||
BlueTable t = new BlueTable(_schema);
|
||||
t.addRow(nr);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(t, myLastValue as DataPacket, true);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(t, myLastValue as IDataPacket, true);
|
||||
var perf_msecs = sw.ElapsedMilliseconds;
|
||||
sw.Stop();
|
||||
Log.Gen.info($"SpreadPerformanceStream._handle_spread_prices comp_time: {perf_msecs} msecs");
|
||||
|
||||
+2
-2
@@ -43,7 +43,7 @@ namespace bts.BlueOrb{
|
||||
}
|
||||
|
||||
private void _handle_leg_prices(object dp_obj){
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
List<Tuple<double, double, DateTime>> leg_prices = new List<Tuple<double, double, DateTime>>();
|
||||
foreach (IBlueRow r in dp.newRows){
|
||||
double s1_mid = (r.get<double>("s1_bid_price") + r.get<double>("s1_ask_price")) /2.0;
|
||||
@@ -64,7 +64,7 @@ namespace bts.BlueOrb{
|
||||
BlueTable state = new BlueTable(_schema);
|
||||
IBlueRow nr = new BlueRow(_schema, 0, t0, t1, curr_windows_seconds, n_ticks,_s1, w1, _s2, w2);
|
||||
state.addRow(nr);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(state, myLastValue as DataPacket, true);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(state, myLastValue as IDataPacket, true);
|
||||
myFireEvent(dp_out);
|
||||
|
||||
}
|
||||
|
||||
+2
-2
@@ -79,7 +79,7 @@
|
||||
}
|
||||
|
||||
private void _handle_spread_prices(object dp_obj) {
|
||||
List<IBlueRow> rows = (dp_obj as DataPacket).newRows.to_list();
|
||||
List<IBlueRow> rows = ((DataPacket)dp_obj).newRows.to_list();
|
||||
Func<IBlueRow, bool> row_filter = (r) => {
|
||||
DateTime ts = r.get_datetime("timestamp");
|
||||
DateTime start_time = DateTime.Now.Subtract(_window_sz);
|
||||
@@ -139,7 +139,7 @@
|
||||
stopwatch.Stop();
|
||||
BlueTable t = new BlueTable(_schema);
|
||||
t.addRow(nr);
|
||||
var dp_out = BlueDataUtility.build_dp(t, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp(t, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -76,7 +76,7 @@ namespace bts.BlueOrb {
|
||||
bid_price, _rnd.Next(1, 10),
|
||||
ask_price, _rnd.Next(1, 10));
|
||||
_table.addRow(nr);
|
||||
var dp = BlueDataUtility.build_dp(new BlueTable(_table), myLastValue as DataPacket);
|
||||
var dp = BlueDataUtility.build_dp(new BlueTable(_table), myLastValue as IDataPacket);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
} else {
|
||||
@@ -92,7 +92,7 @@ namespace bts.BlueOrb {
|
||||
_table.addRow(nr);
|
||||
}
|
||||
}
|
||||
var dp = BlueDataUtility.build_dp_inc(new BlueTable(_table), myLastValue as DataPacket, true);
|
||||
var dp = BlueDataUtility.build_dp_inc(new BlueTable(_table), myLastValue as IDataPacket, true);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
}
|
||||
@@ -172,12 +172,12 @@ namespace bts.BlueOrb {
|
||||
bt.book.asks[0].price, bt.book.asks[0].size);
|
||||
new_state.addRow(r);
|
||||
}
|
||||
var dp = accumulate(myLastValue as DataPacket, new_state);
|
||||
var dp = accumulate(myLastValue as IDataPacket, new_state);
|
||||
if (dp.addedRows.Count == 0 && dp.deletedRows.Count == 0)
|
||||
return;
|
||||
myFireEvent(dp);
|
||||
|
||||
static DataPacket accumulate(DataPacket? old_dp, BlueTable new_state) {
|
||||
static DataPacket accumulate(IDataPacket? old_dp, BlueTable new_state) {
|
||||
if (old_dp is null) {
|
||||
return new(new_state, new_state, new BlueTable(_bbo_schema));
|
||||
}
|
||||
|
||||
@@ -99,7 +99,7 @@ namespace bts.BlueOrb{
|
||||
if (myLastValue == null) {
|
||||
dp = new DataPacket(new_state, new_state, new BlueTable(_bbo_schema));
|
||||
} else {
|
||||
DataPacket old_dp = myLastValue as DataPacket;
|
||||
var old_dp = (IDataPacket)myLastValue;
|
||||
IBlueRowCollection added_rows, del_rows;
|
||||
BlueDataUtility.compute_differences_fast(new_state, old_dp.newRows, out del_rows, out added_rows);
|
||||
dp = new DataPacket(new_state, added_rows, del_rows);
|
||||
|
||||
@@ -101,7 +101,7 @@ namespace bts.BlueOrb {
|
||||
if (myLastValue == null) {
|
||||
dp = new DataPacket(new_state, new_state, new BlueTable(_instrument_schema));
|
||||
} else {
|
||||
DataPacket old_dp = myLastValue as DataPacket;
|
||||
var old_dp = (IDataPacket)myLastValue;
|
||||
IBlueRowCollection added_rows, del_rows;
|
||||
BlueDataUtility.compute_differences_fast(new_state, old_dp.newRows, out del_rows, out added_rows);
|
||||
dp = new DataPacket(new_state, added_rows, del_rows);
|
||||
|
||||
@@ -89,7 +89,7 @@ namespace BCG {
|
||||
if (myLastValue == null) {
|
||||
dp = new DataPacket(new_state, new_state, new BlueTable(_pstats_scheam));
|
||||
} else {
|
||||
DataPacket old_dp = myLastValue as DataPacket;
|
||||
var old_dp = (IDataPacket)myLastValue;
|
||||
IBlueRowCollection added_rows, del_rows;
|
||||
BlueDataUtility.compute_differences_fast(new_state, old_dp.newRows, out del_rows, out added_rows);
|
||||
dp = new DataPacket(new_state, added_rows, del_rows);
|
||||
|
||||
@@ -81,7 +81,7 @@ namespace BCG {
|
||||
IBlueRow r = new BlueRow(_schema, _id++, tinf.security.Id, tinf.security.ToString(), to_dt(tinf), tinf.trade.Time, tinf.trade.Mantissa * Math.Pow(10, tinf.trade.Exponent), tinf.trade.Size, tinf.trade.AggressorSide.ToString());
|
||||
_circulare_table.addRow(r);
|
||||
}
|
||||
DataPacket dp = BlueDataUtility.build_dp_inc(_circulare_table, myLastValue as DataPacket);
|
||||
var dp = BlueDataUtility.build_dp_inc(_circulare_table, myLastValue as IDataPacket);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
|
||||
|
||||
@@ -22,7 +22,7 @@
|
||||
}
|
||||
|
||||
private void _handle_dsl_callback(object dp_obj) {
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
var r = dp.newRows.to_list().ElementAt(0);
|
||||
string dsl = r.get<string>("response");
|
||||
_dp_metadata["dsl"] = dsl;
|
||||
@@ -32,8 +32,8 @@
|
||||
}
|
||||
|
||||
private void _handle_data_cb(object dp_obj) {
|
||||
var dp = dp_obj as DataPacket;
|
||||
DataPacket dp_out = BlueDataUtility.build_dp_inc(dp.newRows, myLastValue as DataPacket, true);
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
var dp_out = BlueDataUtility.build_dp_inc(dp.newRows, myLastValue as IDataPacket, true);
|
||||
dp_out.meta_data = new Dictionary<string, object>(_dp_metadata);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
|
||||
@@ -142,7 +142,7 @@ namespace bts.BlueOrb {
|
||||
IBlueRow nr = new BlueRow(schema, 0, _user_prompt, response.Item1, response.Item2.TotalMilliseconds);
|
||||
BlueTable nt = new BlueTable(schema);
|
||||
nt.addRow(nr);
|
||||
var dp_out = BlueDataUtility.build_dp(nt, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp(nt, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -67,7 +67,7 @@ namespace bts {
|
||||
LastUpdateTime = ts_info.last_update_time,
|
||||
});
|
||||
}
|
||||
var dp = BlueDataUtility.build_dp_inc(bt, myLastValue as DataPacket, true);
|
||||
var dp = BlueDataUtility.build_dp_inc(bt, myLastValue as IDataPacket, true);
|
||||
if (dp.addedRows.Count + dp.deletedRows.Count > 0)
|
||||
myFireEvent(dp);
|
||||
|
||||
|
||||
+1
-1
@@ -76,7 +76,7 @@ namespace bts {
|
||||
DeadPublishers = tsi.dead_publishers_as_string,
|
||||
});
|
||||
}
|
||||
var dp = BlueDataUtility.build_dp_inc(bt, myLastValue as DataPacket, true);
|
||||
var dp = BlueDataUtility.build_dp_inc(bt, myLastValue as IDataPacket, true);
|
||||
if (dp.addedRows.Count + dp.deletedRows.Count > 0)
|
||||
myFireEvent(dp);
|
||||
|
||||
|
||||
@@ -72,7 +72,7 @@ namespace bts {
|
||||
if (_row != null) {
|
||||
var bt = new BlueTable(_schema);
|
||||
bt.addRow(_row);
|
||||
var dp = BlueDataUtility.build_dp_inc(bt, myLastValue as DataPacket, true);
|
||||
var dp = BlueDataUtility.build_dp_inc(bt, myLastValue as IDataPacket, true);
|
||||
myFireEvent(dp);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -20,8 +20,7 @@ namespace bts
|
||||
}
|
||||
private void _handle_table_update(object dp_obj)
|
||||
{
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
schema = dp.schema;
|
||||
schema = ((IDataPacket)dp_obj).Schema;
|
||||
}
|
||||
public void unsub()
|
||||
{
|
||||
@@ -79,14 +78,14 @@ namespace bts
|
||||
}
|
||||
if (changed)
|
||||
{
|
||||
var dp_out = BlueDataUtility.build_dp_inc(_state, myLastValue as DataPacket);
|
||||
var dp_out = BlueDataUtility.build_dp_inc(_state, myLastValue as IDataPacket);
|
||||
myFireEvent(dp_out);
|
||||
}
|
||||
}
|
||||
|
||||
private void _handle_base_stream(object dp_obj)
|
||||
{
|
||||
DataPacket dp = dp_obj as DataPacket;
|
||||
var dp = (IDataPacket)dp_obj;
|
||||
foreach (IBlueRow r in dp.newRows)
|
||||
{
|
||||
string tag = r.get<string>("tag");
|
||||
|
||||
Reference in new issue
Block a user