diff --git a/src/DataStreamSuite/DataStream/DataStream.csproj b/src/DataStreamSuite/DataStream/DataStream.csproj index 22319c84a..960706a61 100644 --- a/src/DataStreamSuite/DataStream/DataStream.csproj +++ b/src/DataStreamSuite/DataStream/DataStream.csproj @@ -14,4 +14,9 @@ + + + + + diff --git a/src/DataStreamSuite/DataStream/Primitives/AddColumns/AddColumnsStream.cs b/src/DataStreamSuite/DataStream/Primitives/AddColumns/AddColumnsStream.cs index bb2500791..35508ca91 100644 --- a/src/DataStreamSuite/DataStream/Primitives/AddColumns/AddColumnsStream.cs +++ b/src/DataStreamSuite/DataStream/Primitives/AddColumns/AddColumnsStream.cs @@ -3,11 +3,9 @@ // using System.Collections; // using BCG.Utilities; // using BCG.Utilities.General; -// namespace BCG -// { +// namespace BCG { -// public class AddColumnsStream : MapStream -// { -// public AddColumnsStream(ViewStream vs, string columnDef) : base (vs, new ColumnAdder (columnDef)) {} -// } +// public class AddColumnsStream : MapStream { +// public AddColumnsStream(ViewStream vs, string columnDef) : base(vs, new ColumnAdder(columnDef)) { } +// } // } \ No newline at end of file diff --git a/src/DataStreamSuite/DataStream/Primitives/AddColumns/ColumnAdder.cs b/src/DataStreamSuite/DataStream/Primitives/AddColumns/ColumnAdder.cs index ac1336fe6..8ca3912a6 100644 --- a/src/DataStreamSuite/DataStream/Primitives/AddColumns/ColumnAdder.cs +++ b/src/DataStreamSuite/DataStream/Primitives/AddColumns/ColumnAdder.cs @@ -3,71 +3,61 @@ // using BCG.Utilities; // using BCG.Evaluator.AddColumnsExpression; -// namespace BCG -// { -// /// -// /// Provides methods to add columns to the schema -// /// -// public class ColumnAdder : IStreamMapper -// { -// protected IDictionary myNewColumns; -// protected IBlueTableSchema mySchema; +// namespace BCG { +// /// +// /// Provides methods to add columns to the schema +// /// +// public class ColumnAdder : IStreamMapper { +// protected IDictionary myNewColumns; +// protected IBlueTableSchema mySchema; -// static syntax myParser = -// new syntax(); +// static syntax myParser = +// new syntax(); -// /// -// /// string represting the columns to be added to the output table. -// /// -// /// -// public ColumnAdder (string columnDef) -// { -// AddColumnsExpression ace; +// /// +// /// string represting the columns to be added to the output table. +// /// +// /// +// public ColumnAdder(string columnDef) { +// AddColumnsExpression ace; -// if (DataStreamLoadFileConfig.instance.useStaticParser) -// { -// lock (myParser) -// { -// ace = -// (AddColumnsExpression)myParser.Parse(columnDef); +// if (DataStreamLoadFileConfig.instance.useStaticParser) { +// lock (myParser) { +// ace = +// (AddColumnsExpression)myParser.Parse(columnDef); +// } +// } else { +// syntax parser = new syntax(); +// ace = +// (AddColumnsExpression)parser.Parse(columnDef); // } -// } -// else -// { -// syntax parser = new syntax(); -// ace = -// (AddColumnsExpression)parser.Parse(columnDef); -// } -// if (ace == null) -// throw new Exception ("Invalid columnn expression: " + columnDef); -// myNewColumns = ace.columns; -// } - -// public virtual IBlueRow map (IBlueRow row) -// { -// if (mySchema == null) -// myConstructSchema (row.schema); -// return new AddColumnsRow (mySchema, row); -// } +// if (ace == null) +// throw new Exception("Invalid columnn expression: " + columnDef); +// myNewColumns = ace.columns; +// } -// public IBlueTableSchema getOutputSchema (IBlueTableSchema inputSchema) -// { -// myConstructSchema (inputSchema); -// return mySchema; -// } +// public virtual IBlueRow map(IBlueRow row) { +// if (mySchema == null) +// myConstructSchema(row.schema); +// return new AddColumnsRow(mySchema, row); +// } -// private void myConstructSchema (IBlueTableSchema schema) -// { -// ColumnInfo[] cis = new ColumnInfo[schema.columnNames.Length + myNewColumns.Count]; -// int ciIndex = 0; -// foreach (ColumnInfo ci in schema.columnInfo) -// cis[ciIndex++] = ci; -// foreach (DictionaryEntry de in myNewColumns) -// cis[ciIndex] = new ColumnInfo ((string)de.Key, ciIndex ++, -// ((AddColumnsExpression.ConstantInfo)de.Value).t, ((AddColumnsExpression.ConstantInfo)de.Value).v); -// mySchema = new BlueTableSchema (cis, schema.tableName); -// } +// public IBlueTableSchema getOutputSchema(IBlueTableSchema inputSchema) { +// myConstructSchema(inputSchema); +// return mySchema; +// } -// } +// private void myConstructSchema(IBlueTableSchema schema) { +// ColumnInfo[] cis = new ColumnInfo[schema.columnNames.Length + myNewColumns.Count]; +// int ciIndex = 0; +// foreach (ColumnInfo ci in schema.columnInfo) +// cis[ciIndex++] = ci; +// foreach (DictionaryEntry de in myNewColumns) +// cis[ciIndex] = new ColumnInfo((string)de.Key, ciIndex++, +// ((AddColumnsExpression.ConstantInfo)de.Value).t, ((AddColumnsExpression.ConstantInfo)de.Value).v); +// mySchema = new BlueTableSchema(cis, schema.tableName); +// } + +// } // } diff --git a/src/DataStreamSuite/DataStream/Primitives/MongoDB/MongoDBStream.cs b/src/DataStreamSuite/DataStream/Primitives/MongoDB/MongoDBStream.cs new file mode 100644 index 000000000..4ccda8101 --- /dev/null +++ b/src/DataStreamSuite/DataStream/Primitives/MongoDB/MongoDBStream.cs @@ -0,0 +1,37 @@ +using System; + +using MongoDB.Driver; +using MongoDB.Bson; + + +class Program { + static void Main() { + // Set the connection string and database name + string connectionString = "mongodb://localhost:27017"; + string databaseName = "your_database_name"; + string collectionName = "your_collection_name"; + + // Create a MongoClient + MongoClient client = new MongoClient(connectionString); + + // Access the database + IMongoDatabase database = client.GetDatabase(databaseName); + + // Access the collection + IMongoCollection collection = database.GetCollection(collectionName); + + // Fetch all documents from the collection + var documents = collection.Find(Builders.Filter.Empty).ToCursor(); + + // Iterate through the documents and print values + foreach (var document in documents.ToEnumerable()) { + // Assuming your document structure has fields named "Field1", "Field2", etc. + Console.WriteLine("Field1: " + document["Field1"]); + Console.WriteLine("Field2: " + document["Field2"]); + // Add more fields as needed + + // Print a separator between documents + Console.WriteLine(new string('-', 20)); + } + } +} diff --git a/src/DataStreamSuite/DataStreamPublisher/Program.cs b/src/DataStreamSuite/DataStreamPublisher/Program.cs index 4d8fcbb3f..01ac4ee84 100644 --- a/src/DataStreamSuite/DataStreamPublisher/Program.cs +++ b/src/DataStreamSuite/DataStreamPublisher/Program.cs @@ -11,7 +11,7 @@ using System.Threading; bts.Log.Gen.info($"Starting DSPublisher"); Console.WriteLine("Starting DSPublisher..."); -bool run_echo_tcp_client_only = true; +bool run_echo_tcp_client_only = false; static void init(string[] args) { Func login = async (l, p) => { var login = l; diff --git a/src/DataStreamSuite/PubSub/ManagedTCP/TCPSocketUtils.cs b/src/DataStreamSuite/PubSub/ManagedTCP/TCPSocketUtils.cs index b86a89e2b..a60d9fd15 100644 --- a/src/DataStreamSuite/PubSub/ManagedTCP/TCPSocketUtils.cs +++ b/src/DataStreamSuite/PubSub/ManagedTCP/TCPSocketUtils.cs @@ -154,7 +154,9 @@ namespace BCG { size_completed_event.WaitOne(); // Wait for the size receive operation to complete int message_size = BitConverter.ToInt32(size_buffer, 0); - Log.assert_d(message_size > 0, $"message_size: {message_size}"); + //Log.assert_d(message_size > 0, $"message_size: {message_size}"); + if (message_size <= 0) + throw new ApplicationException($"msg_size: {message_size} not allowed"); Log.Gen.info($"ReceiveSizePrefixedMessageAsync message_size: {message_size}"); // at this ppint message sz has been read, now read the data diff --git a/src/DataStreamSuite/PubSubServer/Program.cs b/src/DataStreamSuite/PubSubServer/Program.cs index 9d6f7e413..4aace9314 100644 --- a/src/DataStreamSuite/PubSubServer/Program.cs +++ b/src/DataStreamSuite/PubSubServer/Program.cs @@ -15,7 +15,7 @@ namespace BCG { /// [STAThread] public static async Task Main(string[] args) { - bool run_echo_tcp_server_only = true; + bool run_echo_tcp_server_only = false; bts.utils.BTSNativeMethods.provide_command_line(new string[] { }, 0); mbts.config.Configuration.initialize(); if (run_echo_tcp_server_only) { diff --git a/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/EMAStream.cs b/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/EMAStream.cs index 1fa4bf6cf..8303e218e 100644 --- a/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/EMAStream.cs +++ b/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/EMAStream.cs @@ -16,7 +16,7 @@ namespace BCG { private EMACalculator _calc; private readonly IBlueTableSchema _schema = BlueDataUtility.form_schema( "SMA", Tuple.Create("id", TypeCode.Int32), - Tuple.Create("sma", TypeCode.Double)); + Tuple.Create("ema", TypeCode.Double)); public EMAStream(ViewStream stream, string col_name, double smoothing_factor) { _col_name = col_name; diff --git a/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/SecurityRenkoStream.cs b/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/SecurityRenkoStream.cs new file mode 100644 index 000000000..9e4106729 --- /dev/null +++ b/src/DataStreamSuite/SharedStreams/Business/MarketData/Charting/SecurityRenkoStream.cs @@ -0,0 +1,49 @@ +using System; + +namespace BCG { + /* + ---------------------------------------------------------------------- + *Expression* + ---------------------------------------------------------------------- + r=filter(bbo(),"sec='BTC-PERPETUAL'") + r=math(r,"wt_mid_price = (bid_price*bid_sz + ask_price*ask_sz)/(bid_sz+ask_sz)") + r=timeSeries(r) + r=math(r,"sz = (bid_sz + ask_sz) * 1.0") + r=filter(r,"sz > 0") + r=renko(r,"wt_mid_price", 2.0) + + ---------------------------------------------------------------------- + *Schema* + ---------------------------------------------------------------------- + id System.Int32 + entry_price System.Double + current_price System.Double + brick_low System.Double + brick_high System.Double + brick_transition System.String + n_updates_within System.Int32 + */ + + + public class SecurityRenkoStream : ViewStream { + public SecurityRenkoStream(int sec_key, double brick_sz) { + ViewStream r; + + r = new FilterStream(new BBOStream(), + $"sec_key={sec_key}"); + r = new MathStream(r, + "wt_mid_price = (bid_price*bid_sz + ask_price*ask_sz)/(bid_sz+ask_sz)"); + r = new TimeSeriesStream(r); + r = new MathStream(r, + "sz = (bid_sz + ask_sz) * 1.0"); + r = new FilterStream(r, + "sz > 0"); + r = new RenkoStream(r, + "wt_mid_price", + brick_sz); + + + mySetRealSource(r); + } + } +} diff --git a/src/lib/config/profiles/default/toggles.conf b/src/lib/config/profiles/default/toggles.conf index a17dfbd1f..c6962739c 100644 --- a/src/lib/config/profiles/default/toggles.conf +++ b/src/lib/config/profiles/default/toggles.conf @@ -10,7 +10,7 @@ OrdersSoftCleanup { } } PlacementInQueue { - vlaue{ + value{ enabled: true; } }