#nullable enable namespace Bts.DataStreamCore; using BCG; using bts.api.core; using bts.collections; using mbts.utils; using Spark.Core.Collections; using System; using System.Collections; using System.Collections.Generic; using System.Collections.Immutable; using System.Linq; // I would have named this ImmutableBlueTable, but that was already taken. public class BlueTableImmutable : IBlueRowCollection, IImmutableRowCollection { readonly ImmutableSortedSet> rows; public BlueTableImmutable(IBlueTableSchema schema) : this(schema, ImmutableSortedSet>.Empty) { } public BlueTableImmutable(IBlueTableSchema schema, ImmutableSortedSet> rows) { this.schema = schema; this.rows = rows.WithComparer(new ComparerBuilder>() { kv => kv.Key }); } public int Count => rows.Count; public bool IsSynchronized => false; public IBlueTableSchema schema { get; } public object SyncRoot => this; public IBlueRow this[int id] => #nullable disable rows.TryGetValue(new(id, default), out var kv) #nullable enable ? kv.Value : throw new KeyNotFoundException(); public bool containsID(int id) => #nullable disable rows.Contains(new(id, default)); #nullable enable public void CopyTo(Array array, int index) { foreach (var kv in rows) { array.SetValue(kv.Value, index++); } } public IList GetColumn(int index) => rows.WrapSelector(kv => kv.Value[index], null); public IEnumerator GetEnumerator() { foreach (var kv in rows) { yield return kv.Value; } } public DataPacketBuilder ToDataPacketBuilder() => new(this); public class DataPacketBuilder { readonly IBlueTableSchema schema; readonly ImmutableSortedSet>.Builder table; readonly ImmutableSortedSet>.Builder added = ImmutableSortedSet>.Empty.ToBuilder(); readonly ImmutableSortedSet>.Builder removed = ImmutableSortedSet>.Empty.ToBuilder(); public DataPacketBuilder(BlueTableImmutable table) { schema = table.schema; this.table = table.rows.ToBuilder(); } public void AddOrUpdate(IBlueRow row, IEqualityComparer? comparer = null) { var id = row.Id(); #nullable disable if (table.TryGetValue(new(id, default), out var orig)) { #nullable enable if (comparer?.Equals(row, orig.Value) ?? false) { // No op: This row was already in the table (according to 'comparer'). // Remove it from 'added' and 'removed'. added.Remove(new(id, row)); removed.Remove(new(id, orig.Value)); return; } // Change op: A row with this id was already in the table, // but its values have changed (according to 'comparer'). removed.Remove(new(id, orig.Value)); removed.Add(new(id, orig.Value)); } added.Remove(new(id, row)); added.Add(new(id, row)); } public void Remove(int id) { #nullable disable added.Remove(new(id, default)); if (table.TryGetValue(new(id, default), out var orig)) { #nullable enable removed.Remove(new(id, orig.Value)); removed.Add(new(id, orig.Value)); } } public DataPacket ToDataPacket(bool reset = true) { table.RemoveRange(removed); table.AddRange(added); var newRows = new BlueTableImmutable(schema, table.ToImmutable()); var addedRows = new BlueTableImmutable(schema, added.ToImmutable()); var removedRows = new BlueTableImmutable(schema, removed.ToImmutable()); if (reset) { added.Clear(); removed.Clear(); } return new(newRows, addedRows, removedRows); } public BlueTableImmutable ToImmutable() => new(schema, table.ToImmutable()); } } public class BlueTableImmutable : IBlueRowCollection where T : IBlueRow { readonly ImmutableSortedSet> rows; public BlueTableImmutable(IBlueTableSchema schema) : this(schema, ImmutableSortedSet>.Empty) { } public BlueTableImmutable(IBlueTableSchema schema, ImmutableSortedSet> rows) { this.schema = schema; this.rows = rows; } public int Count => rows.Count; public bool IsSynchronized => false; public IBlueTableSchema schema { get; } public object SyncRoot => this; public T this[int id] => #nullable disable rows.TryGetValue(new(id, default), out var kv) #nullable enable ? kv.Value : throw new KeyNotFoundException(); public bool containsID(int id) => #nullable disable rows.Contains(new(id, default)); #nullable enable public IList GetColumn(int index) => rows.WrapSelector(kv => kv.Value[index], null); public void CopyTo(Array array, int index) { foreach (var (k, v) in rows) { array.SetValue(v, index++); } } public IEnumerator GetEnumerator() { foreach (var kv in rows) { yield return kv.Value; } } IEnumerator IEnumerable.GetEnumerator() => GetEnumerator(); public DataPacketBuilder ToDataPacketBuilder() => new(this); public class DataPacketBuilder { readonly IBlueTableSchema schema; readonly ImmutableSortedSet>.Builder table; readonly ImmutableSortedSet>.Builder added = ImmutableSortedSet>.Empty.ToBuilder(); readonly ImmutableSortedSet>.Builder removed = ImmutableSortedSet>.Empty.ToBuilder(); public DataPacketBuilder(BlueTableImmutable table) { schema = table.schema; this.table = table.rows.ToBuilder(); } public void AddOrUpdate(T row, IEqualityComparer? comparer = null) { var id = row.Id(); #nullable disable if (table.TryGetValue(new(id, default), out var orig)) { #nullable enable if (comparer?.Equals(row, orig.Value) ?? false) { // No op: This row was already in the table (according to 'comparer'). // Remove it from 'added' and 'removed'. added.Remove(new(id, row)); removed.Remove(new(id, orig.Value)); return; } // Change op: A row with this id was already in the table, // but its values have changed (according to 'comparer'). removed.Remove(orig); removed.Add(orig); } added.Remove(new(id, row)); added.Add(new(id, row)); } public void Remove(int id) { #nullable disable added.Remove(new(id, default)); if (table.TryGetValue(new(id, default), out var orig)) { #nullable enable removed.Remove(orig); removed.Remove(orig); } } public DataPacket ToDataPacket(bool reset = true) { table.RemoveRange(removed); table.AddRange(added); var newRows = new BlueTableImmutable(schema, table.ToImmutable()); var addedRows = new BlueTableImmutable(schema, added.ToImmutable()); var removedRows = new BlueTableImmutable(schema, removed.ToImmutable()); if (reset) { added.Clear(); removed.Clear(); } return new(newRows, addedRows, removedRows); } public IDataPacket ToDataPacketT(bool reset = true) { table.RemoveRange(removed); table.AddRange(added); var newRows = new BlueTableImmutable(schema, table.ToImmutable()); var addedRows = new BlueTableImmutable(schema, added.ToImmutable()); var removedRows = new BlueTableImmutable(schema, removed.ToImmutable()); if (reset) { added.Clear(); removed.Clear(); } return new DataPacket(newRows, addedRows, removedRows); } public IDataPacket ToDataPacketT( out BlueTableImmutable newRows, out BlueTableImmutable addedRows, out BlueTableImmutable removedRows, bool reset = true ) { table.RemoveRange(removed); table.AddRange(added); newRows = new BlueTableImmutable(schema, table.ToImmutable()); addedRows = new BlueTableImmutable(schema, added.ToImmutable()); removedRows = new BlueTableImmutable(schema, removed.ToImmutable()); if (reset) { added.Clear(); removed.Clear(); } return new DataPacket(newRows, addedRows, removedRows); } public BlueTableImmutable ToImmutable() => new(schema, table.ToImmutable()); } } public class BlueTableImmutableAdapter : IBlueRowCollection> { readonly BlueTableSchemaAdapter schemaAdapter; readonly ImmutableSortedSet> rows; public BlueTableImmutableAdapter(BlueTableSchemaAdapter schemaAdapter) : this(schemaAdapter, ImmutableSortedSet>.Empty) { } public BlueTableImmutableAdapter(BlueTableSchemaAdapter schemaAdapter, ImmutableSortedSet> rows) { this.schemaAdapter = schemaAdapter; this.rows = rows; } public int Count => rows.Count; public bool IsSynchronized => false; public IBlueTableSchema schema => schemaAdapter.Schema; public object SyncRoot => this; public BlueRowAdapter this[int id] => new(schemaAdapter, rows[id].Value); public bool containsID(int id) => #nullable disable rows.Contains(new(id, default)); #nullable enable public IList GetColumn(int index) => rows.WrapSelector(kv => schemaAdapter.GetBlueRow(kv.Value)[index], null); public void CopyTo(Array array, int index) { foreach (var kv in rows) { array.SetValue(new BlueRowAdapter(schemaAdapter, kv.Value), index++); } } public IEnumerator> GetEnumerator() { foreach (var kv in rows) { yield return new BlueRowAdapter(schemaAdapter, kv.Value); } } public DataPacketBuilder ToDataPacketBuilder() => new(this); public class DataPacketBuilder { readonly BlueTableSchemaAdapter schemaAdapter; readonly ImmutableSortedSet>.Builder table; readonly ImmutableSortedSet>.Builder added = ImmutableSortedSet>.Empty.ToBuilder(); readonly ImmutableSortedSet>.Builder removed = ImmutableSortedSet>.Empty.ToBuilder(); public DataPacketBuilder(BlueTableImmutableAdapter table) { schemaAdapter = table.schemaAdapter; this.table = table.rows.ToBuilder(); } public void AddOrUpdate(T rowData, IEqualityComparer? comparer = null) { var row = new BlueRowAdapter(schemaAdapter, rowData); var id = row.Id(); #nullable disable if (table.TryGetValue(new(id, default), out var origData)) { #nullable enable var orig = new BlueRowAdapter(schemaAdapter, origData.Value); if (comparer?.Equals(row, orig) ?? false) { // No op: This row was already in the table (according to 'comparer'). // Remove it from 'added' and 'removed'. added.Remove(origData); removed.Remove(origData); return; } // Change op: A row with this id was already in the table, // but its values have changed (according to 'comparer'). removed.Remove(origData); removed.Add(origData); } removed.Remove(new(id, rowData)); removed.Add(new(id, rowData)); } public void Remove(int id) { #nullable disable added.Remove(new(id, default)); if (table.TryGetValue(new(id, default), out var orig)) { #nullable enable removed.Remove(orig); removed.Add(orig); } } public void Update(TableUpdate tableUpdate) where TKey : IEquatable { foreach (var r in tableUpdate.removed.Concat(tableUpdate.changes.Old())) { Remove(new BlueRowAdapter(schemaAdapter, r).Id()); } foreach (var r in tableUpdate.changed.Concat(tableUpdate.added)) { AddOrUpdate(r); } } public IDataPacket> ToDataPacket(bool reset = true) { table.RemoveRange(removed); table.AddRange(added); var newRows = new BlueTableImmutableAdapter(schemaAdapter, table.ToImmutable()); var addedRows = new BlueTableImmutableAdapter(schemaAdapter, added.ToImmutable()); var removedRows = new BlueTableImmutableAdapter(schemaAdapter, removed.ToImmutable()); if (reset) { added.Clear(); removed.Clear(); } return new DataPacket>(newRows, addedRows, removedRows); } public BlueTableImmutableAdapter ToImmutable() => new(schemaAdapter, table.ToImmutable()); } }