#nullable enable using BCG; using Spark.Core.Json; using System; using System.Collections.Generic; using System.Linq; using System.Text.Json; using System.Text.Json.Serialization; namespace Bts.DataStreamCore; public class DataPacketJsonConverter : JsonConverter { /// /// Whether or not to include a field for current rows (i.e., snapshot of current state). By /// default, only incremental changes are included ('added' and 'deleted'). /// public bool IncludeCurrent { get; set; } /// /// Whether to treat rows as objects (name/value pairs), or arrays (list of values). Arrays /// result in smaller payloads, but aren't as easy to read as name/value pairs (for mere humans). /// public bool UseObjectRows { get; set; } public override DataPacket? Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) { if (!reader.ReadObject()) { return null; } if (!reader.ReadPropertyName(out var prop)) { return null; } if (!reader.Read()) { return null; } if (prop == "added") { if (reader.TokenType != JsonTokenType.StartArray) { return null; } while (true) { if (!reader.Read()) { break; } if (reader.TokenType != JsonTokenType.StartArray || !reader.Read()) { return null; } switch (reader.TokenType) { case JsonTokenType.String: // DAMNIT! Need the schema. break; } } } return null; } public override void Write(Utf8JsonWriter writer, DataPacket value, JsonSerializerOptions options) { using var _ = writer.WriteObject(); using (writer.WriteArray("columns")) { foreach (var col in value.schema.columnInfo) { using (writer.WriteObject()) { writer.WriteString("name", col.colName); writer.WriteNumber("index", col.colNo); // TODO: use language agnostic type names (e.g., 'string', 'integer', 'float', 'date' etc.) writer.WriteString("type", col.type_code().ToString()); } } } var columns = value.schema.columnInfo.Select(c => (Column: c, Write: GetCellValueWriter(c))).ToList(); WriteRows("added", value.addedRows); WriteRows("deleted", value.deletedRows); if (IncludeCurrent) { WriteRows("all", value.newRows); } void WriteRows(string name, IBlueRowCollection rows) { using (writer.WriteArray(name)) { foreach (IBlueRow row in rows) { WriteRow(row); } } } void WriteRow(IBlueRow row) { using var rowCase = UseObjectRows ? writer.WriteObject() : writer.WriteArray(); for (int i = 0; i < columns.Count; i++) { if (UseObjectRows) { writer.WritePropertyName(columns[i].Column.colName); } columns[i].Write(row[i]); } } Action GetCellValueWriter(ColumnInfo colInfo) { var t = colInfo.colType; if (t == typeof(int)) { return NullCheckWrapper(v => writer.WriteNumberValue((int)v)); } if (t == typeof(uint)) { return NullCheckWrapper(v => writer.WriteNumberValue((uint)v)); } if (t == typeof(long)) { return NullCheckWrapper(v => writer.WriteNumberValue((long)v)); } if (t == typeof(ulong)) { return NullCheckWrapper(v => writer.WriteNumberValue((ulong)v)); } if (t == typeof(short)) { return NullCheckWrapper(v => writer.WriteNumberValue((short)v)); } if (t == typeof(ushort)) { return NullCheckWrapper(v => writer.WriteNumberValue((ushort)v)); } if (t == typeof(double)) { return NullCheckWrapper(v => { var dbl = Equals(v, DBNull.Value) ? double.NaN : (double)v; JsonSerializer.Serialize(writer, dbl, options); }); } if (t == typeof(float)) { return NullCheckWrapper(v => { var flt = Equals(v, DBNull.Value) ? float.NaN : (float)v; writer.WriteNumberValue(flt); }); } if (t == typeof(bool)) { return NullCheckWrapper(v => writer.WriteBooleanValue((bool)v)); } return NullCheckWrapper(v => writer.WriteStringValue(v?.ToString())); Action NullCheckWrapper(Action writeNonNull) => v => { if (v is null) { writer.WriteNullValue(); } else { writeNonNull(v); } }; } } }