feat: Implement ftx md subscription

Run 'sparkd ladder-demo' to check it out
This commit is contained in:
John Colvin committed 2022-06-07 23:20:59 -04:00
1 parent 80f5117c34
commit a30523744d
13 files changed
+397 -41

No files matched your search

+3
View File
@@ -49,6 +49,9 @@ else()
set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE)
set(CMAKE_INSTALL_RPATH ".")
set(CMAKE_INSTALL_PREFIX "${CMAKE_SOURCE_DIR}/install/${CMAKE_BUILD_TYPE}/sparkd")
add_compile_definitions(CCAPI_ENABLE_SERVICE_MARKET_DATA)
add_compile_definitions(CCAPI_ENABLE_EXCHANGE_FTX)
add_compile_definitions(CCAPI_ENABLE_LOG_WARN)
# flags
set(
+1 -1
View File
@@ -1 +1 @@
set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/MarketDataSubscriptionParams.proto;api/md/binance/BinanceMarketDataSubscriptionParams.proto;api/md/deribit/DeribitMarketDataSubscriptionParams.proto;api/md/ftx/FTXMarketDataSubscriptionParams.proto;api/md/glbx/GlbxMarketDataSubscriptionParams.proto;api/md/huobi/HuobiMarketDataSubscriptionParams.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigCheck.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/defaults/MarketData.conf;config/defaults/Ports.conf;config/defaults/SecurityMetadataCollection.conf;config/defaults/Symbols.conf;config/defaults/cme_reference_data.conf;config/defaults/edge.conf;config/defaults/jetfix.conf;config/defaults/keycode.conf;config/defaults/logging.conf;config/defaults/orderman_cfg.conf;config/defaults/orders_fills_cleanup.conf;config/defaults/position_cfg.conf;config/defaults/span.conf;config/defaults/spreader.conf;config/defaults/testkeys.conf;config/defaults/threads.conf;config/defaults/toggles.conf;config/extensions/extensions.proto;config/invalid/invalid.proto;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;domain/AggressorSide.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/sessiLine truncated
set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/MarketDataSubscriptionParams.proto;api/md/binance/BinanceDepthStreamParams.proto;api/md/binance/BinanceMarketDataSubscriptionParams.proto;api/md/deribit/DeribitMarketDataSubscriptionParams.proto;api/md/ftx/FTXDepthStreamParams.proto;api/md/ftx/FTXMarketDataSubscriptionParams.proto;api/md/glbx/GlbxMarketDataSubscriptionParams.proto;api/md/huobi/HuobiMarketDataSubscriptionParams.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigCheck.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/defaults/MarketData.conf;config/defaults/Ports.conf;config/defaults/SecurityMetadataCollection.conf;config/defaults/Symbols.conf;config/defaults/cme_reference_data.conf;config/defaults/edge.conf;config/defaults/jetfix.conf;config/defaults/keycode.conf;config/defaults/logging.conf;config/defaults/orderman_cfg.conf;config/defaults/orders_fills_cleanup.conf;config/defaults/position_cfg.conf;config/defaults/span.conf;config/defaults/spreader.conf;config/defaults/testkeys.conf;config/defaults/threads.conf;config/defaults/toggles.conf;config/extensions/extensions.proto;config/invalid/invalid.proto;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;domain/AggressorSide.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGatLine truncated
@@ -0,0 +1,9 @@
syntax = "proto3";
package bts.api.md.ftx;
message FTXDepthStreamParams {
repeated string symbols = 1;
uint32 num_levels = 2;
uint32 num_dispatcher_threads = 3;
}
@@ -1,7 +1,9 @@
syntax = "proto3";
import "lib/api/md/ftx/FTXDepthStreamParams.proto";
package bts.api.md.ftx;
message FTXMarketDataSubscriptionParams {
// TODO
repeated FTXDepthStreamParams depth_streams = 2;
}
+60 -39
View File
@@ -2,13 +2,10 @@
#include "MarketDataRegistration.h"
#include "lib/api/md/MarketDataSubscriptionParams.pb.h"
#include "lib/api/md/binance/BinanceMarketDataSubscriptionParams.pb.h"
#include "lib/collections/UnorderedSetMap.h"
#include "lib/api/md/ftx/FTXDepthStreamParams.pb.h"
#include "lib/api/md/ftx/FTXMarketDataSubscriptionParams.pb.h"
#include "lib/core/ProtoPrinter.h"
#include "lib/domain/SecurityID.h"
#include "lib/domain/SecurityResolver.h"
#include "lib/domain/Venue.h"
#include "lib/io/URL.h"
#include "lib/io/websocket/WebsocketClient.h"
#include "lib/logging/logging.h"
#include "lib/md/CompositeMarketDataListener.h"
#include "lib/md/IMarketDataListener.h"
@@ -17,55 +14,28 @@
#include "lib/md/binance/BinanceDepthStreamSiteKey.h"
#include "lib/md/binance/BinanceDiffDepthSubscription.h"
#include "lib/md/binance/BinanceDiffDepthUpdate.h"
#include "lib/md/ftx/FTXDepthSession.h"
#include "lib/md/ftx/FTXDepthSubscription.h"
#include "lib/utils/ContainsKey.h"
#include "lib/utils/bts_assert.h"
#include <unordered_map>
#include <unordered_set>
namespace bts::md {
struct SecData {
std::unordered_set<MarketDataListenerID> listeners;
domain::Book book;
};
template <class Symbols>
static api::md::binance::BinanceMarketDataSubscriptionParams
create_binance_subscription_params(const Symbols &symbols) {
api::md::binance::BinanceMarketDataSubscriptionParams sub;
auto &depth_stream = *sub.add_depth_streams();
depth_stream.set_num_levels(domain::Book::max_depth());
// stream url
auto &stream_url = *depth_stream.mutable_stream_url();
*stream_url.mutable_protocol() = "wss";
*stream_url.mutable_host() = "stream.binance.com";
stream_url.set_port(9443);
// snapshot url
auto &snapshot_url = *depth_stream.mutable_snapshot_url();
*snapshot_url.mutable_protocol() = "https";
*snapshot_url.mutable_host() = "api.binance.com";
*snapshot_url.mutable_path() = "api/v3/depth";
snapshot_url.set_port(443);
// add symbols
for (const auto &sym : symbols) {
depth_stream.add_symbols(sym);
}
return sub;
}
struct MarketDataGateway::PImpl {
MarketDataRegistrationFactory registration_factory;
std::unordered_map<
binance::BinanceDepthStreamSiteKey,
binance::BinanceDiffDepthSubscription>
binance_subs;
std::unordered_map<domain::SecurityID, SecData> sec_data_map;
std::unordered_map<std::string, ftx::FTXDepthSession> ftx_subs;
std::unordered_map<MarketDataListenerID, MarketDataListenerData>
registered_listeners;
//////////////////////////////////////////////////
// Binance
//////////////////////////////////////////////////
void subscribe_binance(
const api::md::binance::BinanceMarketDataSubscriptionParams &sub,
IMarketDataListener *listener) {
@@ -103,6 +73,39 @@ struct MarketDataGateway::PImpl {
}
}
}
//////////////////////////////////////////////////
// FTX
//////////////////////////////////////////////////
void subscribe_ftx(
const api::md::ftx::FTXMarketDataSubscriptionParams &params,
IMarketDataListener *listener) {
for (const auto &depth_stream : params.depth_streams()) {
for (const auto &symbol : depth_stream.symbols()) {
auto [sub_it, is_new_sub] = ftx_subs.try_emplace(
symbol, symbol, depth_stream.num_levels(),
depth_stream.num_dispatcher_threads());
auto &sub = sub_it->second;
sub.add_listener(listener);
if (is_new_sub) {
sub.connect();
}
}
}
}
void unsubscribe_ftx(
const api::md::ftx::FTXMarketDataSubscriptionParams &sub,
IMarketDataListener *listener) {
for (const auto &depth_stream : sub.depth_streams()) {
for (const auto &symbol : depth_stream.symbols()) {
auto sub_it = ftx_subs.find(symbol);
bts_assert(sub_it != ftx_subs.end());
bts_assert(sub_it->second.remove_listener(listener));
}
}
}
};
MarketDataGateway::MarketDataGateway()
@@ -133,6 +136,15 @@ MarketDataRegistration MarketDataGateway::subscribe(
api::md::MarketDataSubscriptionParams::kBinance);
me_->subscribe_binance(sub.params().binance(), listener);
break;
case api::domain::Venue::FTX:
bts_assert(
sub.params().VenueParams_case() ==
api::md::MarketDataSubscriptionParams::kFtx);
LOG(md, bts::Info, "MarketDataGateway subscribing to data.\n{}\n",
core::ProtoPrinter<api::md::MarketDataSubscriptionParams>(
&sub.params()));
me_->subscribe_ftx(sub.params().ftx(), listener);
break;
default:
return MarketDataRegistration{
MarketDataListenerID{0},
@@ -157,6 +169,15 @@ void MarketDataGateway::unsubscribe(MarketDataListenerID id) {
api::md::MarketDataSubscriptionParams::kBinance);
me_->unsubscribe_binance(sub.params().binance(), listener);
break;
case api::domain::Venue::FTX:
bts_assert(
sub.params().VenueParams_case() ==
api::md::MarketDataSubscriptionParams::kFtx);
LOG(md, bts::Info, "MarketDataGateway subscribing to data.\n{}\n",
core::ProtoPrinter<api::md::MarketDataSubscriptionParams>(
&sub.params()));
me_->unsubscribe_ftx(sub.params().ftx(), listener);
break;
default:
break;
}
+49
View File
@@ -0,0 +1,49 @@
#include "FTXDepthSession.h"
#include "lib/md/CompositeMarketDataListener.h"
#include "lib/md/ftx/FTXDepthSubscription.h"
#include <optional>
namespace bts::md::ftx {
struct FTXDepthSession::PImpl {
const std::string symbol;
const std::uint32_t num_levels;
const std::uint32_t num_dispatcher_threads;
CompositeMarketDataListener listener;
std::optional<FTXDepthSubscription> subscription;
explicit PImpl(
const std::string &symbol,
const std::uint32_t num_levels,
const std::uint32_t num_dispatcher_threads)
: symbol(symbol), num_levels(num_levels),
num_dispatcher_threads(num_dispatcher_threads) {}
};
FTXDepthSession::FTXDepthSession(
const std::string &symbol,
const std::uint32_t num_levels,
const std::uint32_t num_dispatcher_threads)
: me_(std::make_unique<PImpl>(symbol, num_levels, num_dispatcher_threads)) {
}
FTXDepthSession::~FTXDepthSession() = default;
void FTXDepthSession::add_listener(IMarketDataListener *listener) {
me_->listener.add(listener);
}
bool FTXDepthSession::remove_listener(IMarketDataListener *listener) {
return me_->listener.remove(listener);
}
void FTXDepthSession::connect() {
if (me_->subscription) {
return;
}
me_->subscription.emplace(
&me_->listener, me_->symbol, me_->num_levels,
me_->num_dispatcher_threads);
}
} // namespace bts::md::ftx
+34
View File
@@ -0,0 +1,34 @@
#pragma once
#include <memory>
#include <string>
namespace bts::md {
class IMarketDataListener;
}
namespace bts::api::md::ftx {
class FTXDepthStreamParams;
}
namespace bts::md::ftx {
class FTXDepthSubscription;
class FTXDepthSession {
public:
explicit FTXDepthSession(
const std::string &symbol,
const std::uint32_t num_levels,
const std::uint32_t num_dispatcher_threads);
~FTXDepthSession();
void add_listener(IMarketDataListener *listener);
bool remove_listener(IMarketDataListener *listener);
void connect();
private:
struct PImpl;
std::unique_ptr<PImpl> me_;
};
} // namespace bts::md::ftx
+72
View File
@@ -0,0 +1,72 @@
#include "FTXDepthSubscription.h"
#include "lib/api/md/ftx/FTXDepthStreamParams.pb.h"
#include "lib/api/md/ftx/FTXMarketDataSubscriptionParams.pb.h"
#include "lib/domain/Book.h"
#include "lib/domain/Price.h"
#include "lib/domain_model/Security.pb.h"
#include "lib/md/CompositeMarketDataListener.h"
#include "lib/md/IMarketDataListener.h"
#include "lib/md/ftx/FTXListenerAdaptor.h"
#include "lib/os/os.h"
#include "lib/utils/bts_assert.h"
#include <ccapi_cpp/ccapi_event_dispatcher.h>
#include <ccapi_cpp/ccapi_macro.h>
#include <ccapi_cpp/ccapi_session.h>
#include <ccapi_cpp/ccapi_session_configs.h>
#include <ccapi_cpp/ccapi_session_options.h>
#include <fmt/format.h>
#include <optional>
#include <string>
namespace bts::md::ftx {
struct FTXDepthSubscription::PImpl {
std::string symbol;
ccapi::SessionOptions sessionOptions;
ccapi::SessionConfigs sessionConfigs;
ccapi::EventDispatcher eventDispatcher;
FTXListenerAdaptor listener_adaptor;
ccapi::Session session;
ccapi::Subscription subscription;
PImpl(
IMarketDataListener *listener,
const std::string &symbol,
std::uint32_t num_levels,
const int num_dispatcher_threads)
: symbol(symbol), sessionOptions(), sessionConfigs(),
eventDispatcher(num_dispatcher_threads), listener_adaptor(listener),
session(
sessionOptions,
sessionConfigs,
&listener_adaptor,
&eventDispatcher),
subscription(
"ftx",
symbol,
CCAPI_MARKET_DEPTH,
fmt::format("{}={}", CCAPI_MARKET_DEPTH_MAX, num_levels)) {
LOG(md, Info,
"Subscribing FTX {}. num_levels: {}; num_dispatcher_threads: {}",
symbol, num_levels, num_dispatcher_threads);
session.subscribe(subscription);
}
~PImpl() {
LOG(md, Info, "Unsubscribing FTX {}", symbol);
session.stop();
eventDispatcher.stop();
}
};
FTXDepthSubscription::FTXDepthSubscription(
IMarketDataListener *listener,
const std::string &symbol,
const std::uint32_t num_levels,
const std::uint32_t num_dispatcher_threads)
: me_(std::make_unique<FTXDepthSubscription::PImpl>(
listener, symbol, num_levels, num_dispatcher_threads)) {}
FTXDepthSubscription::~FTXDepthSubscription() = default;
} // namespace bts::md::ftx
+31
View File
@@ -0,0 +1,31 @@
#pragma once
#include "lib/md/IMarketDataListener.h"
#include "server/sparkd/cmds/spartan/system/Delegate.h"
#include <memory>
namespace bts::api::md::ftx {
class FTXMarketDataSubscriptionParams;
class FTXDepthStreamParams;
} // namespace bts::api::md::ftx
namespace bts::md::ftx {
/**
* @brief Connects an IMarketDataListener to an FTX market depth stream for a
* particular symbol
*/
class FTXDepthSubscription {
public:
FTXDepthSubscription(
IMarketDataListener *listener,
const std::string &symbol,
const std::uint32_t num_levels,
const std::uint32_t num_dispatcher_threads);
~FTXDepthSubscription();
private:
struct PImpl;
std::unique_ptr<PImpl> me_;
};
} // namespace bts::md::ftx
+43
View File
@@ -0,0 +1,43 @@
#include "FTXDepthWalker.h"
#include "lib/utils/bts_assert.h"
#include <limits>
namespace bts::md::ftx {
bool FTXDepthWalker::parse_field(
const std::string &name, const std::string &value) {
bts_assert(depth_ptr);
auto &depth = *depth_ptr;
if (name == price_key) {
if (price_idx < depth.size()) {
double price_dbl = stod(value);
bts_assert(!os::is_nan(price_dbl));
bts::domain::Price price = bts::domain::Price::from_double(price_dbl);
bts_assert(!price.is_nan());
depth[price_idx].price = price;
price_idx++;
}
} else if (name == qty_key) {
if (qty_idx < depth.size()) {
double qty_dbl = stod(value);
bts_assert(qty_dbl > 0);
bts_assert(qty_dbl < std::numeric_limits<std::uint32_t>::max());
bts::domain::Quantity qty{static_cast<std::uint32_t>(qty_dbl)};
// Since we still haven't converted our [underlying] Quantity type to
// double, this hack is neccessary to prevent legitimate book levels
// from having a quantity of 0. Many places in the code assume that
// quantity == 0 means 'this level, and all those after it, are empty.'
if (qty < 1) {
qty.value() = 1;
}
depth[qty_idx].direct_quantity = qty;
depth[qty_idx].total_quantity = qty;
qty_idx++;
}
} else {
return false;
}
return true;
}
} // namespace bts::md::ftx
+19
View File
@@ -0,0 +1,19 @@
#pragma once
#include "lib/domain/BookSide.h"
#include <cstdint>
#include <string>
namespace bts::md::ftx {
class FTXDepthWalker {
public:
const char *price_key;
const char *qty_key;
bts::domain::BookSide *depth_ptr;
std::size_t price_idx = 0;
std::size_t qty_idx = 0;
bool parse_field(const std::string &name, const std::string &value);
};
} // namespace bts::md::ftx
+56
View File
@@ -0,0 +1,56 @@
#include "FTXListenerAdaptor.h"
#include "lib/md/IMarketDataListener.h"
#include "lib/md/ftx/FTXDepthWalker.h"
#include <ccapi_cpp/ccapi_message.h>
namespace bts::md::ftx {
FTXListenerAdaptor::FTXListenerAdaptor(IMarketDataListener *listener)
: listener_(listener) {}
bool FTXListenerAdaptor::processEvent(
const ccapi::Event &event, ccapi::Session *) {
LOG(md, Info, "Received ftx md: {}", event.toString());
bts_assert(listener_);
bts::domain::Book book = bts::domain::Book::empty();
const auto &msgs = event.getMessageList();
for (const auto &msg : msgs) {
if (msg.getType() !=
ccapi::Message::Type::MARKET_DATA_EVENTS_MARKET_DEPTH) {
continue;
}
// The market data arrives in the following order:
// * bid levels (by price descending)
// * ask levels (by price ascending)
FTXDepthWalker bid_walker{
"BID_PRICE", "BID_SIZE", &book[bts::domain::Side::Buy]};
FTXDepthWalker ask_walker{
"ASK_PRICE", "ASK_SIZE", &book[bts::domain::Side::Sell]};
const auto &levels = msg.getElementList();
for (const auto &level : levels) {
// Each level has 2 entries, either:
// ["BID_PRICE", "BID_SIZE"], or
// ["ASK_PRICE", "ASK_SIZE"]
const auto &props = level.getNameValueMap();
for (const auto &[name, value] : props) {
bid_walker.parse_field(name, value) ||
ask_walker.parse_field(name, value);
}
}
// validate the book
bts_assert(bid_walker.price_idx == bid_walker.qty_idx);
bts_assert(ask_walker.price_idx == ask_walker.qty_idx);
bts_assert(book.is_sorted());
bts_assert(
book[domain::Side::Buy].count_populated() == bid_walker.price_idx);
bts_assert(
book[domain::Side::Sell].count_populated() == ask_walker.price_idx);
listener_->on_book(book);
}
return true;
}
} // namespace bts::md::ftx
+17
View File
@@ -0,0 +1,17 @@
#pragma once
#include "lib/md/IMarketDataListener.h"
#include <ccapi_cpp/ccapi_event_handler.h>
namespace bts::md::ftx {
class FTXListenerAdaptor : public ccapi::EventHandler {
public:
explicit FTXListenerAdaptor(IMarketDataListener *listener);
bool processEvent(const ccapi::Event &event, ccapi::Session *) override;
private:
IMarketDataListener *listener_;
};
} // namespace bts::md::ftx