From 4fb3a15ef014f49eaea8f4b830b8a6229ba9c463 Mon Sep 17 00:00:00 2001 From: Taha Afzal Date: Sat, 6 Jul 2024 06:53:35 +0000 Subject: [PATCH] Added pss_echo() --- .../Primitives/Misc/PubsubEchoTestStream.cs | 178 ++++++++++++++++++ 1 file changed, 178 insertions(+) create mode 100644 src/DataStreamSuite/DataStream/Primitives/Misc/PubsubEchoTestStream.cs diff --git a/src/DataStreamSuite/DataStream/Primitives/Misc/PubsubEchoTestStream.cs b/src/DataStreamSuite/DataStream/Primitives/Misc/PubsubEchoTestStream.cs new file mode 100644 index 000000000..a71cf709a --- /dev/null +++ b/src/DataStreamSuite/DataStream/Primitives/Misc/PubsubEchoTestStream.cs @@ -0,0 +1,178 @@ +using BCG; +using BCG.Utilities.General; +using System.Collections.Generic; + +//using MongoDB.Driver; + +using System; +using System.IO; +using System.Linq; +using System.Runtime.CompilerServices; +using bts.api; + +namespace bts { + [DataStreamUserRespresentation("pss_echo")] + public class PubsubEchoTestStream : ViewStream, IWorker { + public class PayloadMessage { + public string guid; + public Int64 timestamp = 0; + public byte[] payload = null; + public PayloadMessage(string guid_, Int64 timestamp_, int payload_size, byte payload_byte) { + guid = guid_; + timestamp = timestamp_; + payload = new byte[payload_size]; + for (int i = 0; i < payload_size; i++) { + payload[i] = payload_byte; + } + } + private PayloadMessage() { } + public byte[] serialize() { + var str = new MemoryStream(); + BinaryWriter bw = new BinaryWriter(str); + bw.Write(guid); + bw.Write(timestamp); + bw.Write(payload.Length); + bw.Write(payload); + str.Position = 0; + var bytes = str.ToArray(); + return bytes; + } + + public static PayloadMessage deserialize(byte[] ser_bytes) { + var str = new MemoryStream(ser_bytes); + BinaryReader br = new BinaryReader(str); + string guid = br.ReadString(); + Int64 timestamp_ = br.ReadInt64(); + int len = br.ReadInt32(); + var payload = br.ReadBytes(len); + return new PayloadMessage() { + guid = guid, + timestamp = timestamp_, + payload = payload + }; + } + } + //public void + private readonly int _msg_size; + private readonly TimeSpan _publish_period; + private DateTime _last_publish_time = DateTime.MinValue; + private PublisherCore _pub_core; + private ISubscriberCore _sub_core; + private BlueTable _table; + private int _n_pubs = 0; + private readonly int _max_pubs; + private int _n_updates = 0; + private ViewStreamDatabase _vsd; + private PayloadMessage _last_sent_msg, _last_recvd_msg; + private const byte _payload_byte = (byte)'A'; + private readonly string _tag_name; + private readonly int _payload_sz; + private readonly IPubSubRouter _router; + private enum IOState { + SEND = 0, + POLL = 1 + }; + IOState _state = IOState.SEND; + + public PubsubEchoTestStream(string server_url, TimeSpan publish_period, int payload_size, string tag_name, ViewStreamDatabase vsd) { + var route = new PubSubRoute(server_url, ".*"); + _router = new PubSubRouter(route); + _vsd = vsd; + _payload_sz = payload_size; + var schema = BlueDataUtility.form_schema("PubSubTest", + Tuple.Create("id", TypeCode.Int32), + Tuple.Create("sent_guid", TypeCode.String), + Tuple.Create("sent_time", TypeCode.Int64), + Tuple.Create("recv_guid", TypeCode.String), + Tuple.Create("recv_time", TypeCode.Int64), + Tuple.Create("match", TypeCode.Boolean), + Tuple.Create("echo_time", TypeCode.Int32)); + _table = new BlueTable(schema); + _publish_period = publish_period; + _tag_name = tag_name; + } + + public PubsubEchoTestStream(string server_url, int publish_period_msecs, int payload_size, string tag_name) + : this(server_url, TimeSpan.FromMilliseconds(publish_period_msecs), payload_size, tag_name, ViewStreamDatabase.instance) { } + + protected override void myOnFirstSubscriber() { + _pub_core = new PublisherCore(_router); + _sub_core = new SubscriberCore(_router); + _sub_core.subscribe(_tag_name); + _vsd.addWorker(this); + + } + + protected override void myOnLastSubscriber() { + _vsd.removeWorker(this); + _sub_core.unsubscribe(_tag_name); + } + + private void _update_table_and_fire_dp() { + if (_last_sent_msg == null) { + return; + } + int id = _table.Count; + var sent_guid = _last_sent_msg.guid; + var sent_time = _last_sent_msg.timestamp; + if (_last_recvd_msg == null) { + BlueRow r = new BlueRow(_table.schema, id, sent_guid, sent_time, DBNull.Value, DBNull.Value, + DBNull.Value, DBNull.Value); + _table.addRow(r); + } else { + BlueRow r = new BlueRow(_table.schema, id, sent_guid, sent_time, _last_recvd_msg.guid, _last_recvd_msg.timestamp, String.Compare(_last_recvd_msg.guid, _last_sent_msg.guid), + epoch_now() - _last_sent_msg.timestamp); + _table.addRow(r); + } + var dp_out = BlueDataUtility.build_dp_inc(_table, myLastValue as DataPacket); + myFireEvent(dp_out); + } + + private void _publish_next_packet() { + _last_sent_msg = new PayloadMessage(Guid.NewGuid().ToString(), epoch_now(), _payload_sz, _payload_byte); + var ser_bytes = _last_sent_msg.serialize(); + _n_pubs++; + _pub_core.publish("Blob", _tag_name, ser_bytes); + _last_publish_time = DateTime.Now; + } + + public void doWork() { + Func, PayloadMessage> find_packet = (updates) => { + foreach (var u in updates) { + var recv_msg = PayloadMessage.deserialize(u.data); + if (recv_msg.guid == _last_sent_msg.guid) { + return recv_msg; + } + } + return null; + }; + switch (_state) { + case IOState.SEND: + if (DateTime.Now - _last_publish_time >= _publish_period) { + _publish_next_packet(); + _state = IOState.POLL; + _last_publish_time = DateTime.Now; + _update_table_and_fire_dp(); + } + break; + case IOState.POLL: + var updates = _sub_core.get_updates(TimeSpan.Zero); + updates = updates.Where(u => u.tag == _tag_name); + var recv_msg = find_packet(updates); + if (recv_msg != null) { + recv_msg.timestamp = epoch_now(); + _last_recvd_msg = recv_msg; + _state = IOState.SEND; + _update_table_and_fire_dp(); + break; + } + break; + } + } + + public static long epoch_now() { + return DateTimeOffset.UtcNow.ToUnixTimeMilliseconds(); + } + + } +} \ No newline at end of file