Files
spark/src/DataStreamSuite/DataStream/BlueOrb/ThrottleStream.cs
T
2025-11-19 14:44:53 -05:00

36 lines
1002 B
C#

namespace bts.BlueOrb;
using BCG;
using Bts.DataStream;
using Bts.DataStreamCore;
using System;
using System.Collections.Generic;
using System.Reactive.Linq;
public class ThrottleStream : ViewStream {
public ThrottleStream(ViewStream source, TimeSpan interval) {
var rowComp = new BlueRowComparer("id");
ImmutableOrderedTable? table = null;
mySetRealSource(source.AsObservable().Buffer(interval).Where(upds => upds.Count > 0).Select(Merge).AsViewStream());
IDataPacket Merge(IList<IDataPacket> upds) {
Log.assert(upds.Count > 0);
var lastDp = upds[^1];
table ??= new(lastDp.Schema);
var bd = table.ToBuilder();
foreach (var dp in upds) {
foreach (var r in dp.deletedRows) {
bd.Remove(r.Id());
}
foreach (var r in dp.addedRows) {
bd.AddOrUpdate(r);
}
}
table = bd.ToImmutable(out var dpOut);
return dpOut;
}
}
}