Files
spark/src/DataStreamSuite/DataStreamCore/IDataPacket.cs
T
John Colvin 75f2678df6 cleanup: Fix build warnings
* BlueOrbNLStream.cs
* ChangeTableNameStream.cs
* FilterStream.cs
* FilterStream.cs
* GroupByOutputTable.cs
* GroupByStream.cs
* JoinForeignTable.cs
* MultiRowRollingMathStream.cs
* MutableAppendStream.cs
* PersistWindowState.cs
* PubsubEchoTestStream.cs
* RowDictionaryTable.cs
* SortedTable.cs
* TimeSeriesStream.cs

Also add Metadata prop to IDataPacket
2025-11-15 12:38:49 -05:00

94 lines
3.7 KiB
C#

using Bts.DataStreamCore;
using System;
using System.Collections;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace BCG {
public interface IDataPacket {
IBlueTableSchema Schema { get; }
IBlueRowCollection newRows { get; }
IBlueRowCollection addedRows { get; }
IBlueRowCollection deletedRows { get; }
IReadOnlyDictionary<string, object> Metadata { get; }
//this is an ICollection of IDictionary
void get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows);
}
public interface IDataPacket<T> : IDataPacket where T : IBlueRow {
new IBlueRowCollection<T> newRows { get; }
new IBlueRowCollection<T> addedRows { get; }
new IBlueRowCollection<T> deletedRows { get; }
IBlueRowCollection IDataPacket.newRows => newRows;
IBlueRowCollection IDataPacket.addedRows => addedRows;
IBlueRowCollection IDataPacket.deletedRows => deletedRows;
IBlueTableSchema IDataPacket.Schema => newRows.schema;
void IDataPacket.get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows) {
new_rows = newRows;
added_rows = addedRows;
deleted_rows = deletedRows;
}
}
public static class IDataPacketExtensions {
public static IDataPacket ToImmutable(this IDataPacket dataPacket) =>
new DataPacket(
dataPacket.newRows is IImmutableRowCollection ? dataPacket.newRows : new ImmutableBlueTable(dataPacket.newRows),
dataPacket.addedRows,
dataPacket.deletedRows);
public static IDataPacket ClearMetadata(this IDataPacket dataPacket) =>
new MetadataWrapper(dataPacket, DictionaryHelper.empty<string, object>());
public static IDataPacket ResetMetadata(this IDataPacket dataPacket, IReadOnlyDictionary<string,object> metadata) =>
new MetadataWrapper(dataPacket, metadata);
public static string GetIncrementalIdString(this IDataPacket dataPacket) {
var incIdSerializer = new DataPacketIncrementalIdsJsonSerializer();
return incIdSerializer.Serialize(dataPacket);
// var sb = new StringBuilder(dataPacket.Schema.tableName);
// sb.Append("{ \"deleted\": [");
// AddIds(dataPacket.deletedRows);
// sb.Append("], \"added\": [");
// AddIds(dataPacket.addedRows);
// sb.Append("] }");
// return sb.ToString();
// void AddIds(IBlueRowCollection rows) {
// var en = rows.GetEnumerator();
// if (en.MoveNext()) {
// sb.Append(((IBlueRow)en.Current).Id());
// while (en.MoveNext()) {
// sb.Append(',');
// sb.Append(((IBlueRow)en.Current).Id());
// }
// }
// }
}
class MetadataWrapper : IDataPacket {
readonly IDataPacket source;
public MetadataWrapper(IDataPacket source, IReadOnlyDictionary<string, object> metadata) {
this.source = source;
Metadata = metadata;
}
public IBlueTableSchema Schema => source.Schema;
public IBlueRowCollection newRows => source.newRows;
public IBlueRowCollection addedRows => source.addedRows;
public IBlueRowCollection deletedRows => source.deletedRows;
public IReadOnlyDictionary<string, object> Metadata { get; }
public void get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows) {
source.get_new_added_deleted(out new_rows, out added_rows, out deleted_rows);
}
}
}
}