Files
spark/src/DataStreamSuite/SharedStreams/Business/MarketData/Analytics/SpreadStatsStream.cs
T
2025-07-13 21:21:10 -04:00

144 lines
7.8 KiB
C#
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
namespace bts.BlueOrb {
using BCG;
using MathNet.Numerics.LinearAlgebra.Factorization;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
[DataStreamUserRespresentation("SpreadStatsStream")]
// This is the fundamental stream that computes the stats (including buy and sell zones)
// of a spread. the legs and the weights are passed as args
public class SpreadStatsStream : ViewStream {
private ViewStream _spread_price_stream;
private readonly IBlueTableSchema _schema;
private readonly TimeSpan _window_sz;
private readonly string _spread;
public SpreadStatsStream(string s1, string s2, double w1, double w2, int rolling_window_sz_seconds, int window_sampling_sz_secs)
: this(s1, s2, w1, w2, rolling_window_sz_seconds, window_sampling_sz_secs, new BBOStream(ViewStreamDatabase.instance), ViewStreamDatabase.instance) { }
public SpreadStatsStream(string s1, string s2, double w1, double w2, int rolling_window_sz_seconds, int window_sampling_sz_secs, ViewStream bbo_stream, ViewStreamDatabase vsd) {
_window_sz = TimeSpan.FromSeconds(rolling_window_sz_seconds);
_spread = $"{w1} X {s1} - {w2} X {s2}";
_schema = new BlueTableSchema("SpreaddStats", new ColumnInfo ("id", 0, TypeCode.Int32));
_schema = _schema.add_column(TypeCode.String, "spread");
_schema = _schema.add_column(TypeCode.String, "window");
// basic stats
_schema = _schema.add_column(TypeCode.Double, "bid_mean");
_schema = _schema.add_column(TypeCode.Double, "ask_mean");
_schema = _schema.add_column(TypeCode.Double, "bid_stddev");
_schema = _schema.add_column(TypeCode.Double, "ask_stddev");
_schema = _schema.add_column(TypeCode.Double, "bid_skewness");
_schema = _schema.add_column(TypeCode.Double, "ask_skewness");
_schema = _schema.add_column(TypeCode.Double, "bid_kurtosis");
_schema = _schema.add_column(TypeCode.Double, "ask_kurtosis");
_schema = _schema.add_column(TypeCode.Double, "bid_max");
_schema = _schema.add_column(TypeCode.Double, "ask_max");
_schema = _schema.add_column(TypeCode.Double, "bid_min");
_schema = _schema.add_column(TypeCode.Double, "ask_min");
// bid bins
_schema = _schema.add_column(TypeCode.Double, "bid Z < -2σ");
_schema = _schema.add_column(TypeCode.Double, "bid -2σ ≤ Z < -1σ");
_schema = _schema.add_column(TypeCode.Double, "bid -1σ ≤ Z < 0σ");
// positive z's
_schema = _schema.add_column(TypeCode.Double, "bid 0σ ≤ Z < 1σ");
_schema = _schema.add_column(TypeCode.Double, "bid 1σ ≤ Z < 2σ");
_schema = _schema.add_column(TypeCode.Double, "bid Z ≥ 2σ");
// ask bins
_schema = _schema.add_column(TypeCode.Double, "ask Z < -2σ");
_schema = _schema.add_column(TypeCode.Double, "ask -2σ ≤ Z < -1σ");
_schema = _schema.add_column(TypeCode.Double, "ask -1σ ≤ Z < 0σ");
// positive z's
_schema = _schema.add_column(TypeCode.Double, "ask 0σ ≤ Z < 1σ");
_schema = _schema.add_column(TypeCode.Double, "ask 1σ ≤ Z < 2σ");
_schema = _schema.add_column(TypeCode.Double, "ask Z ≥ 2σ");
// opps
_schema = _schema.add_column(TypeCode.Int32, "n_buy_ticks");
_schema = _schema.add_column(TypeCode.Double, "cumm_buy_price");
_schema = _schema.add_column(TypeCode.Int32, "n_sell_ticks");
_schema = _schema.add_column(TypeCode.Double, "cumm_sell_price");
_schema = _schema.add_column(TypeCode.Int32, "n_trade_ticks");
_spread_price_stream = new SyntheticSpreadStream(s1, s2, w1, w2, bbo_stream, vsd);
_spread_price_stream = new TimeSeriesStream(_spread_price_stream);
double window_sampling_sz_smsecs = window_sampling_sz_secs * 1000.0 + new Random(DateTime.Now.Second).Next(-100, 100);
TimeSpan sampling_period = TimeSpan.FromMilliseconds(window_sampling_sz_smsecs);
_spread_price_stream = new ThrottleStream(_spread_price_stream, sampling_period, vsd);
}
protected override void myOnFirstSubscriber() {
_spread_price_stream.onChange += _handle_spread_prices;
}
protected override void myOnLastSubscriber() {
_spread_price_stream.onChange -= _handle_spread_prices;
}
private void _handle_spread_prices(object dp_obj) {
List<IBlueRow> rows = (dp_obj as DataPacket).newRows.to_list();
Func<IBlueRow, bool> row_filter = (r) => {
DateTime ts = r.get_datetime("timestamp");
DateTime start_time = DateTime.Now.Subtract(_window_sz);
return ts >= start_time;
};
var rolling_win_rows = rows.Where(r => row_filter(r));
var spread_prices = rolling_win_rows.Select(r => (
r.get_datetime("timestamp"),
r.get<double>("spread_bid_price"),
r.get<double>("spread_bid_sz"),
r.get<double>("spread_ask_price"),
r.get<double>("spread_ask_sz"))).ToList();
spread_prices.Sort((a,b) => a.Item1.CompareTo(b.Item1));
DateTime t0 = spread_prices.First().Item1, t1 = spread_prices.Last().Item1;
var tot_secs = (t1 - t0).TotalSeconds;
var stopwatch = Stopwatch.StartNew();
Log.Gen.info($"SpreadStatsStream.analyze_spread_quotes executed in {stopwatch.ElapsedMilliseconds} ms");
var result = SpreadPerformanceEvaluator.SpreadStatistics.analyze_spread_quotes(spread_prices);
(uint n_buy_signals, double cumm_buy_price, uint n_sell_signals, double cumm_sell_price) =
SpreadPerformanceEvaluator.EvaluateExcursionCount(spread_prices.Select(t => Tuple.Create(t.Item2, t.Item3, t.Item4, t.Item5)).ToList(), 2.0);
IBlueRow nr = new BlueRow(_schema,
0,
_spread,
$"n_ticks: {spread_prices.Count} t0: {t0.ToLongTimeString()} -> t1: {t1.ToLongTimeString()} ({tot_secs}) secs",
result.bid_stats.Mean,
result.ask_stats.Mean,
result.bid_stats.StandardDeviation,
result.ask_stats.StandardDeviation,
result.bid_stats.Skewness,
result.ask_stats.Skewness,
result.bid_stats.Kurtosis,
result.ask_stats.Kurtosis,
result.bid_stats.Maximum,
result.ask_stats.Maximum,
result.bid_stats.Minimum,
result.ask_stats.Minimum,
// bid distribution
result.bid_zscore_distribution["Z < -2σ"],
result.bid_zscore_distribution["-2σ ≤ Z < -1σ"],
result.bid_zscore_distribution["-1σ ≤ Z < 0σ"],
result.bid_zscore_distribution["0σ ≤ Z < 1σ"],
result.bid_zscore_distribution["1σ ≤ Z < 2σ"],
result.bid_zscore_distribution["Z ≥ 2σ"],
// ask distributions
result.ask_zscore_distribution["Z < -2σ"],
result.ask_zscore_distribution["-2σ ≤ Z < -1σ"],
result.ask_zscore_distribution["-1σ ≤ Z < 0σ"],
result.ask_zscore_distribution["0σ ≤ Z < 1σ"],
result.ask_zscore_distribution["1σ ≤ Z < 2σ"],
result.ask_zscore_distribution["Z ≥ 2σ"],
n_buy_signals,
cumm_buy_price,
n_sell_signals,
cumm_sell_price,
n_buy_signals + n_sell_signals
);
stopwatch.Stop();
BlueTable t = new BlueTable(_schema);
t.addRow(nr);
var dp_out = BlueDataUtility.build_dp(t, myLastValue as DataPacket);
myFireEvent(dp_out);
}
}
}