Files
spark/src/DataStreamSuite/DataStreamCore/IDataPacket.cs
T
John Colvin 5080960b97 refactor: Replace DataPacket w/ IDataPacket in stream handlers
This commit also renames BlueTableSchemaAdaptor to BlueTableSchemaAdapter,
and makes it implement IBlueTableSchema.
2025-11-19 00:36:56 -05:00

68 lines
2.5 KiB
C#

using Bts.DataStreamCore;
using System;
using System.Collections;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace BCG {
public interface IDataPacket {
IBlueTableSchema Schema { get; }
IBlueRowCollection newRows { get; }
IBlueRowCollection addedRows { get; }
IBlueRowCollection deletedRows { get; }
//this is an ICollection of IDictionary
void get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows);
}
public interface IDataPacket<T> : IDataPacket where T : IBlueRow {
new IBlueRowCollection<T> newRows { get; }
new IBlueRowCollection<T> addedRows { get; }
new IBlueRowCollection<T> deletedRows { get; }
IBlueRowCollection IDataPacket.newRows => newRows;
IBlueRowCollection IDataPacket.addedRows => addedRows;
IBlueRowCollection IDataPacket.deletedRows => deletedRows;
IBlueTableSchema IDataPacket.Schema => newRows.schema;
void IDataPacket.get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows) {
new_rows = newRows;
added_rows = addedRows;
deleted_rows = deletedRows;
}
}
public static class IDataPacketExtensions {
public static IDataPacket ToImmutable(this IDataPacket dataPacket) =>
new DataPacket(
dataPacket.newRows is IImmutableRowCollection ? dataPacket.newRows : new ImmutableBlueTable(dataPacket.newRows),
dataPacket.addedRows,
dataPacket.deletedRows);
public static string GetIncrementalIdString(this IDataPacket dataPacket) {
var incIdSerializer = new DataPacketIncrementalIdsJsonSerializer();
return incIdSerializer.Serialize(dataPacket);
// var sb = new StringBuilder(dataPacket.Schema.tableName);
// sb.Append("{ \"deleted\": [");
// AddIds(dataPacket.deletedRows);
// sb.Append("], \"added\": [");
// AddIds(dataPacket.addedRows);
// sb.Append("] }");
// return sb.ToString();
// void AddIds(IBlueRowCollection rows) {
// var en = rows.GetEnumerator();
// if (en.MoveNext()) {
// sb.Append(((IBlueRow)en.Current).Id());
// while (en.MoveNext()) {
// sb.Append(',');
// sb.Append(((IBlueRow)en.Current).Id());
// }
// }
// }
}
}
}