using Bts.DataStream; using mbts.config; using System; namespace BCG { /// /// Provides a live Map-Stream, ie maps a IBlueRowCollection to another. The Mapping function /// is provided by the user, in the forst of the interface IStreamMapper and maps a row to the /// desired row ie newRow = f(row), where f is the mapping fucntion. Note that the id /// is preserved across the rows, ie row["id"] = f(row)["id"] /// [DataStreamUserRespresentation (false)] public class MapStream : MethodDrivenStream { protected IStreamMapper myMapper; protected IChangeableStreamMapper myChangeableMapper = null; private bool myUseNewMap = Configuration.get().UseNewMap; public class FuncWrapper : IStreamMapper { private Func _schema_map_func; Func _row_map_func; public FuncWrapper(Func schema_map_func, Func row_map_func) { _schema_map_func = schema_map_func; _row_map_func = row_map_func; } public IBlueTableSchema getOutputSchema(IBlueTableSchema input_schema) { return _schema_map_func(input_schema); } public IBlueRow map(IBlueRow row) { return _row_map_func(row); } } public MapStream(ViewStream vs, IStreamMapper mapper) : base(vs) { if (myUseNewMap) mySetRealSource(new SuperMapStream(vs, mapper)); else myMapper = mapper; } public MapStream(ViewStream vs, Func schema_map_func, Func row_map_func) : this(vs, new FuncWrapper(schema_map_func, row_map_func)) { } public MapStream(ViewStream vs, IChangeableStreamMapper mapper) : this(vs, (IStreamMapper)mapper) { if (myUseNewMap) mySetRealSource(new SuperMapStream(vs, mapper)); else { mapper.onMapperChange += new MapperChangeDelegate(myMapperChanged); myChangeableMapper = mapper; } } /// /// Gets or sets the value of the mapper. Setting the value will result in re /// private void myMapperChanged() { if (myLastArrivedPacket != null) myChangeHandler(new DataPacket(myLastArrivedPacket.newRows, myLastArrivedPacket.newRows, myLastArrivedPacket.newRows)); } protected override void myHandleFirstCall() { IBlueTableSchema outputSchema = myMapper.getOutputSchema(myLastArrivedPacket.newRows.schema); myLastFiredPacket = new DataPacket(); myLastFiredPacket.newRows = new BlueTable(outputSchema); myLastFiredPacket.deletedRows = new BlueTable(outputSchema); foreach (IBlueRow row in myLastArrivedPacket.newRows) ((BlueTable)(myLastFiredPacket.newRows)).addRow(myMapper.map(row)); myLastFiredPacket.addedRows = new BlueTable(myLastFiredPacket.newRows); } protected override void myHandleIncrementalAdd() { //t.start (); myLastFiredPacket.addedRows = new BlueTable(myLastFiredPacket.newRows.schema); foreach (IBlueRow row in myLastArrivedPacket.addedRows) { IBlueRow newRow = myMapper.map(row); (myLastFiredPacket.newRows as BlueTable).addRow(newRow); (myLastFiredPacket.addedRows as BlueTable).addRow(newRow); } //t.stop (); //System.Diagnostics.Trace.WriteLine ("adding " + myLastFiredPacket.addedRows.Count.ToString () + " : " + t.lastIntervalTime); //System.Diagnostics.Trace.WriteLine (" "); } protected override void myHandleIncrementalDelete() { //t.start (); myLastFiredPacket.deletedRows = new BlueTable(myLastFiredPacket.newRows.schema); foreach (IBlueRow row in myLastArrivedPacket.deletedRows) { IBlueRow delRow = (myLastFiredPacket.newRows as BlueTable)[(int)row["id"]]; (myLastFiredPacket.deletedRows as BlueTable).addRow(delRow); (myLastFiredPacket.newRows as BlueTable).deleteRow(row); } //t.stop (); //System.Diagnostics.Trace.WriteLine ("deleting " + myLastFiredPacket.deletedRows.Count.ToString () + " : " + t.lastIntervalTime); } protected override void myOnFirstSubscriber() { myStream.onChange += new DataStream.ChangeDelegate(myChangeHandler); } protected override void myOnLastSubscriber() { myInit(); if (myStream != null) myStream.onChange -= new DataStream.ChangeDelegate(myChangeHandler); } protected override void myOnTableClear() { myLastFiredPacket.deletedRows = myLastFiredPacket.newRows; myLastFiredPacket.newRows = new BlueTable(myLastFiredPacket.deletedRows.schema); myLastFiredPacket.addedRows = new BlueTable(myLastFiredPacket.deletedRows.schema); } } /* public class DistinctColumnSplitterStream : ViewStream { private string _split_col; private ViewStream _stream; public DistinctColumnSplitterStream(ViewStream vs, string split_col) { _split_col = split_col; _stream = vs; } protected override void myOnFirstSubscriber() { _stream.onChange += _stream_onChange; } protected override void myOnLastSubscriber() { _stream.onChange -= _stream_onChange; } private void _stream_onChange(object newValue) { DataPacket dp = newValue as DataPacket; System.Collections.Generic.Dictionary dict = new System.Collections.Generic.Dictionary(); if (dp != null) { foreach (IBlueRow r in dp.newRows) { object split_val = r[_split_col]; if (!dict.ContainsKey(split_val)) dict.Add(split_val, _make_table(split_val, r.schema.columnInfo)); add_row(r, dict[split_val]); } } } private IBlueTableSchema add_id_col(BlueTable[] without_ids) { //ColumnInfo[] ci = new ColumnInfo[without_id.columnInfo.Length + 1]; //Array.Copy(without_id.columnInfo, 0, ci, 1, without_id.columnInfo.Length); //ci[0] = new ColumnInfo("id", 0, typeof(int)); System.Collections.Generic.List cols = new System.Collections.Generic.List(); int place_holder = 0; foreach (BlueTable bt in without_ids) for (int i = 0; i < bt.schema.columnInfo.Length; i++) cols.Add(new ColumnInfo(bt.schema.columnNames[i], place_holder++, bt.schema.columnInfo[i].colType); ColumnInfo[] res_ci = new ColumnInfo[cols.Count + 1]; } private BlueTable _make_aggregate_table(System.Collections.Generic.Dictionary dict) { int size = 0; foreach (System.Collections.Generic.KeyValuePair kvp in dict) { if (kvp.Value.Count > size) size = kvp.Value.Count; } BlueTable res = new BlueTable for (int i = 0; i < size; i++) { } } private BlueTable _make_table(object split_col_val, ColumnInfo[] base_ci) { string split_col_prefix = String.Format("{0}-{1}:", _split_col, split_col_val.ToString()); ColumnInfo[] split_ci = new ColumnInfo[base_ci.Length - 1]; for (int i = 0; i < base_ci.Length; i++) { if(base_ci[i].colName != "id") split_ci[i] = new ColumnInfo(split_col_prefix + base_ci[i].colName, i, base_ci[i].colType); } return new BlueTable("", split_ci); } private void add_row(IBlueRow r, BlueTable t) { object[] vals = new object[r.schema.columnInfo.Length - 1]; int corrector = 0; for (int i = 0; i < vals.Length; i++) { if (r.schema.columnNames[i] == "id") corrector = 1; vals[i] = r[i + corrector]; } t.addRow(new BlueRow(t.schema, vals)); } }*/ }