diff --git a/src/lib/api/md/DatabentoMarketDataConfig.proto b/src/lib/api/md/DatabentoMarketDataConfig.proto index cea25526c..184df7e46 100644 --- a/src/lib/api/md/DatabentoMarketDataConfig.proto +++ b/src/lib/api/md/DatabentoMarketDataConfig.proto @@ -14,4 +14,5 @@ message DatabentoMarketDataConfig { string key = 60; string dataset = 70; bool filter_securities_one_year= 80; + bool load_reference_data = 90; } diff --git a/src/server/sparkd/md/cboe/CboeMarketDataHandler.cpp b/src/server/sparkd/md/cboe/CboeMarketDataHandler.cpp index ee818d5a0..47071cb1f 100644 --- a/src/server/sparkd/md/cboe/CboeMarketDataHandler.cpp +++ b/src/server/sparkd/md/cboe/CboeMarketDataHandler.cpp @@ -30,7 +30,8 @@ void CboeMarketDatahandler::run( base_path + config.databento_settings().bbo_file_name(), config.databento_settings().key(), config.databento_settings().dataset(), - config.databento_settings().filter_securities_one_year()); + config.databento_settings().filter_securities_one_year(), + config.databento_settings().load_reference_data()); } } // namespace bts::md::cboe \ No newline at end of file diff --git a/src/server/sparkd/md/databento/DatabentoDataHandler.cpp b/src/server/sparkd/md/databento/DatabentoDataHandler.cpp index a546c4a03..3b61336a4 100644 --- a/src/server/sparkd/md/databento/DatabentoDataHandler.cpp +++ b/src/server/sparkd/md/databento/DatabentoDataHandler.cpp @@ -25,6 +25,7 @@ #include #include #include +#include namespace bts::md::DatabentoHandler { @@ -49,7 +50,8 @@ void DatabentoDatahandler::run( const std::string &key, const std::string &dataset, const bool filter_securities, - const std::chrono::duration sleep_duration) { + const bool load_reference_data, + const std::chrono::duration sleep_duration ) { auto sleep_duration_updated = sleep_duration; @@ -181,19 +183,16 @@ void DatabentoDatahandler::run( {} }; //hardcoding for now will update later + std::vector symbols; switch (venue) { - case api::domain::VENUE_CBOE: - client.Subscribe({"SPX.OPT","SPXW.OPT"}, databento::Schema::Definition, databento::SType::Parent,databento::UnixNanos{}); - client.Subscribe({"SPX.OPT","SPXW.OPT"}, databento::Schema::Mbp1, databento::SType::Parent); - break; - case api::domain::VENUE_GLBX: - client.Subscribe({"ES.FUT"}, databento::Schema::Definition, databento::SType::Parent); - client.Subscribe({"ES.FUT"}, databento::Schema::Mbp1, databento::SType::Parent); - break; - default: - bts_assert_msg(false, "ONLY GLBX AND CBOE SUPPORTED FOR NOW"); - + case api::domain::VENUE_CBOE: symbols= {"SPX.OPT","SPXW.OPT"}; break; + case api::domain::VENUE_GLBX: symbols= {"ES.FUT"}; break; + default:bts_assert_msg(false, "ONLY GLBX AND CBOE SUPPORTED FOR NOW"); } + if(load_reference_data) + client.Subscribe(symbols, databento::Schema::Definition, databento::SType::Parent,databento::UnixNanos{}); + else client.Subscribe(symbols, databento::Schema::Definition, databento::SType::Parent); + client.Subscribe(symbols, databento::Schema::Mbp1, databento::SType::Parent); client.Start(); while (true) { try { diff --git a/src/server/sparkd/md/databento/DatabentoDataHandler.h b/src/server/sparkd/md/databento/DatabentoDataHandler.h index 45abb5dc7..00626b4c9 100644 --- a/src/server/sparkd/md/databento/DatabentoDataHandler.h +++ b/src/server/sparkd/md/databento/DatabentoDataHandler.h @@ -15,6 +15,7 @@ class DatabentoDatahandler { const std::string &dataset="", const std::string& key = "db-Q4eCbTQfrAHaG6sAcuFUYB9YqkF6j", const bool filter_securities=false, + const bool load_reference_data = true, const std::chrono::duration sleep_duration = 0.04s); }; } // namespace bts::md::databento \ No newline at end of file