using mbts; using Spark.Core.Collections; using System; using System.Collections.Generic; namespace BCG { [DataStreamUserRespresentation("diff")] public class DiffStream : ViewStream { ViewStream myLStream, myRStream; DataPacket? myLastR; DataPacket? myLastL; BlueTable? myLastFired; double myThreshold = .00005; string[] myColumnsToMatch; public DiffStream(ViewStream v1, ViewStream v2) : this(null, v1, v2, "id") { } public DiffStream(ViewStream v1, ViewStream v2, params string[] ColumnsToMatch) : this(null, v1, v2, ColumnsToMatch) { } public DiffStream(ViewStream v1, ViewStream v2, double thresh, params string[] ColumnsToMatch) : this(null, v1, v2, thresh, ColumnsToMatch) { } public DiffStream(ViewStreamDatabase? db, ViewStream v1, ViewStream v2, double thresh, params string[] columnsToMatch) { myThreshold = thresh; myLStream = v1; myRStream = v2; myColumnsToMatch = columnsToMatch; } public DiffStream(ViewStreamDatabase? db, ViewStream v1, ViewStream v2, params string[] columnsToMatch) : this(db,v1,v2,.00005,columnsToMatch) { } protected override void myOnFirstSubscriber() { myLStream.onChange += myLChange; myRStream.onChange += myRChange; } protected override void myOnLastSubscriber() { myLStream.onChange -= myLChange; myRStream.onChange -= myRChange; } void myHandleCallbacks() { DataPacket? packet; if (myLastL == null || myLastR == null) { packet = myLastL == null ? myLastR : myLastL; if (packet is not null) { myFireEvent(packet); myLastFired = new BlueTable(packet.newRows); } return; } BlueTable table = new BlueTable(myLastL.newRows.schema); var rowPairs = new Dictionary, Pair>(EnumerableComparer.Create()); foreach(BlueRow row in myLastL.newRows) { List hash = new List(); foreach (string column in myColumnsToMatch) { try { hash.Add(row[column]); } catch (Exception) { } } rowPairs[hash] = new Pair(row, null); } foreach (BlueRow row in myLastR.newRows) { List hash = new List(); foreach (string column in myColumnsToMatch) { try { hash.Add(row[column]); } catch (Exception) { } } rowPairs.TryGetValue(hash, out var pair); if (pair == null) pair = new Pair(null, row); else pair.second = row; rowPairs[hash] = pair; } int id = 0; foreach (KeyValuePair, Pair> hashpair in rowPairs) { Pair pair = hashpair.Value; if (pair.first == null || pair.second == null) { var row = pair.first ?? pair.second ?? throw new InvalidOperationException("Both rows in rowPair are null"); Dictionary newRow = new Dictionary(); foreach (ColumnInfo info in row.schema.columnInfo) { newRow[info.colName] = row[info.colName]; } newRow["id"] = ++id; table.addRow(new BlueRow(newRow)); } else { bool allZeros = true; Dictionary newRow = new Dictionary(); foreach (ColumnInfo info in pair.first.schema.columnInfo) { if (info.colType != typeof(double)) { newRow[info.colName] = pair.first[info.colNo]; continue; } double l = (double)pair.first[info.colNo]; double r = (double)pair.second[info.colNo]; double value = Math.Abs(l - r); if (value != 0) { double denom = Math.Max(Math.Abs(l), Math.Abs(r)); value /= denom; if (value > myThreshold) { allZeros = false; } else value = 0; } newRow[info.colName] = value; } if (allZeros) continue; newRow["id"] = ++id; table.addRow(new BlueRow(newRow)); } } myFireEvent(new DataPacket(table, table, myLastFired == null ? new BlueTable(table.schema) : myLastFired)); myLastFired = table; } void myRChange(object newValue) { myLastR = (DataPacket)newValue; myHandleCallbacks(); } void myLChange(object newValue) { myLastL = (DataPacket)newValue; myHandleCallbacks(); } } }