Files
spark/src/DataStreamSuite/DataStreamCore/IDataPacket.cs
T

94 lines
3.7 KiB
C#

using Bts.DataStreamCore;
using System;
using System.Collections;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace BCG {
public interface IDataPacket {
IBlueTableSchema Schema { get; }
IBlueRowCollection newRows { get; }
IBlueRowCollection addedRows { get; }
IBlueRowCollection deletedRows { get; }
IReadOnlyDictionary<string, object> Metadata { get; }
//this is an ICollection of IDictionary
void get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows);
}
// public interface IDataPacket<T> : IDataPacket where T : IBlueRow {
// new IBlueRowCollection<T> newRows { get; }
// new IBlueRowCollection<T> addedRows { get; }
// new IBlueRowCollection<T> deletedRows { get; }
// IBlueRowCollection IDataPacket.newRows => newRows;
// IBlueRowCollection IDataPacket.addedRows => addedRows;
// IBlueRowCollection IDataPacket.deletedRows => deletedRows;
// IBlueTableSchema IDataPacket.Schema => newRows.schema;
// void IDataPacket.get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows) {
// new_rows = newRows;
// added_rows = addedRows;
// deleted_rows = deletedRows;
// }
// }
public static class IDataPacketExtensions {
public static IDataPacket ToImmutable(this IDataPacket dataPacket) =>
new DataPacket(
dataPacket.newRows is IImmutableRowCollection ? dataPacket.newRows : new ImmutableBlueTable(dataPacket.newRows),
dataPacket.addedRows,
dataPacket.deletedRows);
public static IDataPacket ClearMetadata(this IDataPacket dataPacket) =>
new MetadataWrapper(dataPacket, DictionaryHelper.empty<string, object>());
public static IDataPacket ResetMetadata(this IDataPacket dataPacket, IReadOnlyDictionary<string,object> metadata) =>
new MetadataWrapper(dataPacket, metadata);
public static string GetIncrementalIdString(this IDataPacket dataPacket) {
var incIdSerializer = new DataPacketIncrementalIdsJsonSerializer();
return incIdSerializer.Serialize(dataPacket);
// var sb = new StringBuilder(dataPacket.Schema.tableName);
// sb.Append("{ \"deleted\": [");
// AddIds(dataPacket.deletedRows);
// sb.Append("], \"added\": [");
// AddIds(dataPacket.addedRows);
// sb.Append("] }");
// return sb.ToString();
// void AddIds(IBlueRowCollection rows) {
// var en = rows.GetEnumerator();
// if (en.MoveNext()) {
// sb.Append(((IBlueRow)en.Current).Id());
// while (en.MoveNext()) {
// sb.Append(',');
// sb.Append(((IBlueRow)en.Current).Id());
// }
// }
// }
}
class MetadataWrapper : IDataPacket {
readonly IDataPacket source;
public MetadataWrapper(IDataPacket source, IReadOnlyDictionary<string, object> metadata) {
this.source = source;
Metadata = metadata;
}
public IBlueTableSchema Schema => source.Schema;
public IBlueRowCollection newRows => source.newRows;
public IBlueRowCollection addedRows => source.addedRows;
public IBlueRowCollection deletedRows => source.deletedRows;
public IReadOnlyDictionary<string, object> Metadata { get; }
public void get_new_added_deleted(out ICollection new_rows, out ICollection added_rows, out ICollection deleted_rows) {
source.get_new_added_deleted(out new_rows, out added_rows, out deleted_rows);
}
}
}
}