feat: Implement ftx md subscription
Run 'sparkd ladder-demo' to check it out
This commit is contained in:
1 parent
80f5117c34
commit
a30523744d
13 files changed
+397
-41
No files matched your search
@@ -49,6 +49,9 @@ else()
|
||||
set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE)
|
||||
set(CMAKE_INSTALL_RPATH ".")
|
||||
set(CMAKE_INSTALL_PREFIX "${CMAKE_SOURCE_DIR}/install/${CMAKE_BUILD_TYPE}/sparkd")
|
||||
add_compile_definitions(CCAPI_ENABLE_SERVICE_MARKET_DATA)
|
||||
add_compile_definitions(CCAPI_ENABLE_EXCHANGE_FTX)
|
||||
add_compile_definitions(CCAPI_ENABLE_LOG_WARN)
|
||||
|
||||
# flags
|
||||
set(
|
||||
|
||||
@@ -1 +1 @@
|
||||
set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/MarketDataSubscriptionParams.proto;api/md/binance/BinanceMarketDataSubscriptionParams.proto;api/md/deribit/DeribitMarketDataSubscriptionParams.proto;api/md/ftx/FTXMarketDataSubscriptionParams.proto;api/md/glbx/GlbxMarketDataSubscriptionParams.proto;api/md/huobi/HuobiMarketDataSubscriptionParams.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigCheck.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/defaults/MarketData.conf;config/defaults/Ports.conf;config/defaults/SecurityMetadataCollection.conf;config/defaults/Symbols.conf;config/defaults/cme_reference_data.conf;config/defaults/edge.conf;config/defaults/jetfix.conf;config/defaults/keycode.conf;config/defaults/logging.conf;config/defaults/orderman_cfg.conf;config/defaults/orders_fills_cleanup.conf;config/defaults/position_cfg.conf;config/defaults/span.conf;config/defaults/spreader.conf;config/defaults/testkeys.conf;config/defaults/threads.conf;config/defaults/toggles.conf;config/extensions/extensions.proto;config/invalid/invalid.proto;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;domain/AggressorSide.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/sessiLine truncated
|
||||
set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/MarketDataSubscriptionParams.proto;api/md/binance/BinanceDepthStreamParams.proto;api/md/binance/BinanceMarketDataSubscriptionParams.proto;api/md/deribit/DeribitMarketDataSubscriptionParams.proto;api/md/ftx/FTXDepthStreamParams.proto;api/md/ftx/FTXMarketDataSubscriptionParams.proto;api/md/glbx/GlbxMarketDataSubscriptionParams.proto;api/md/huobi/HuobiMarketDataSubscriptionParams.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigCheck.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/defaults/MarketData.conf;config/defaults/Ports.conf;config/defaults/SecurityMetadataCollection.conf;config/defaults/Symbols.conf;config/defaults/cme_reference_data.conf;config/defaults/edge.conf;config/defaults/jetfix.conf;config/defaults/keycode.conf;config/defaults/logging.conf;config/defaults/orderman_cfg.conf;config/defaults/orders_fills_cleanup.conf;config/defaults/position_cfg.conf;config/defaults/span.conf;config/defaults/spreader.conf;config/defaults/testkeys.conf;config/defaults/threads.conf;config/defaults/toggles.conf;config/extensions/extensions.proto;config/invalid/invalid.proto;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;domain/AggressorSide.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGatLine truncated
|
||||
@@ -0,0 +1,9 @@
|
||||
syntax = "proto3";
|
||||
|
||||
package bts.api.md.ftx;
|
||||
|
||||
message FTXDepthStreamParams {
|
||||
repeated string symbols = 1;
|
||||
uint32 num_levels = 2;
|
||||
uint32 num_dispatcher_threads = 3;
|
||||
}
|
||||
@@ -1,7 +1,9 @@
|
||||
syntax = "proto3";
|
||||
|
||||
import "lib/api/md/ftx/FTXDepthStreamParams.proto";
|
||||
|
||||
package bts.api.md.ftx;
|
||||
|
||||
message FTXMarketDataSubscriptionParams {
|
||||
// TODO
|
||||
repeated FTXDepthStreamParams depth_streams = 2;
|
||||
}
|
||||
@@ -2,13 +2,10 @@
|
||||
#include "MarketDataRegistration.h"
|
||||
#include "lib/api/md/MarketDataSubscriptionParams.pb.h"
|
||||
#include "lib/api/md/binance/BinanceMarketDataSubscriptionParams.pb.h"
|
||||
#include "lib/collections/UnorderedSetMap.h"
|
||||
#include "lib/api/md/ftx/FTXDepthStreamParams.pb.h"
|
||||
#include "lib/api/md/ftx/FTXMarketDataSubscriptionParams.pb.h"
|
||||
#include "lib/core/ProtoPrinter.h"
|
||||
#include "lib/domain/SecurityID.h"
|
||||
#include "lib/domain/SecurityResolver.h"
|
||||
#include "lib/domain/Venue.h"
|
||||
#include "lib/io/URL.h"
|
||||
#include "lib/io/websocket/WebsocketClient.h"
|
||||
#include "lib/logging/logging.h"
|
||||
#include "lib/md/CompositeMarketDataListener.h"
|
||||
#include "lib/md/IMarketDataListener.h"
|
||||
@@ -17,55 +14,28 @@
|
||||
#include "lib/md/binance/BinanceDepthStreamSiteKey.h"
|
||||
#include "lib/md/binance/BinanceDiffDepthSubscription.h"
|
||||
#include "lib/md/binance/BinanceDiffDepthUpdate.h"
|
||||
#include "lib/md/ftx/FTXDepthSession.h"
|
||||
#include "lib/md/ftx/FTXDepthSubscription.h"
|
||||
#include "lib/utils/ContainsKey.h"
|
||||
#include "lib/utils/bts_assert.h"
|
||||
#include <unordered_map>
|
||||
#include <unordered_set>
|
||||
|
||||
namespace bts::md {
|
||||
|
||||
struct SecData {
|
||||
std::unordered_set<MarketDataListenerID> listeners;
|
||||
domain::Book book;
|
||||
};
|
||||
|
||||
template <class Symbols>
|
||||
static api::md::binance::BinanceMarketDataSubscriptionParams
|
||||
create_binance_subscription_params(const Symbols &symbols) {
|
||||
api::md::binance::BinanceMarketDataSubscriptionParams sub;
|
||||
auto &depth_stream = *sub.add_depth_streams();
|
||||
depth_stream.set_num_levels(domain::Book::max_depth());
|
||||
|
||||
// stream url
|
||||
auto &stream_url = *depth_stream.mutable_stream_url();
|
||||
*stream_url.mutable_protocol() = "wss";
|
||||
*stream_url.mutable_host() = "stream.binance.com";
|
||||
stream_url.set_port(9443);
|
||||
|
||||
// snapshot url
|
||||
auto &snapshot_url = *depth_stream.mutable_snapshot_url();
|
||||
*snapshot_url.mutable_protocol() = "https";
|
||||
*snapshot_url.mutable_host() = "api.binance.com";
|
||||
*snapshot_url.mutable_path() = "api/v3/depth";
|
||||
snapshot_url.set_port(443);
|
||||
|
||||
// add symbols
|
||||
for (const auto &sym : symbols) {
|
||||
depth_stream.add_symbols(sym);
|
||||
}
|
||||
return sub;
|
||||
}
|
||||
|
||||
struct MarketDataGateway::PImpl {
|
||||
MarketDataRegistrationFactory registration_factory;
|
||||
std::unordered_map<
|
||||
binance::BinanceDepthStreamSiteKey,
|
||||
binance::BinanceDiffDepthSubscription>
|
||||
binance_subs;
|
||||
std::unordered_map<domain::SecurityID, SecData> sec_data_map;
|
||||
std::unordered_map<std::string, ftx::FTXDepthSession> ftx_subs;
|
||||
std::unordered_map<MarketDataListenerID, MarketDataListenerData>
|
||||
registered_listeners;
|
||||
|
||||
//////////////////////////////////////////////////
|
||||
// Binance
|
||||
//////////////////////////////////////////////////
|
||||
|
||||
void subscribe_binance(
|
||||
const api::md::binance::BinanceMarketDataSubscriptionParams &sub,
|
||||
IMarketDataListener *listener) {
|
||||
@@ -103,6 +73,39 @@ struct MarketDataGateway::PImpl {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
//////////////////////////////////////////////////
|
||||
// FTX
|
||||
//////////////////////////////////////////////////
|
||||
|
||||
void subscribe_ftx(
|
||||
const api::md::ftx::FTXMarketDataSubscriptionParams ¶ms,
|
||||
IMarketDataListener *listener) {
|
||||
for (const auto &depth_stream : params.depth_streams()) {
|
||||
for (const auto &symbol : depth_stream.symbols()) {
|
||||
auto [sub_it, is_new_sub] = ftx_subs.try_emplace(
|
||||
symbol, symbol, depth_stream.num_levels(),
|
||||
depth_stream.num_dispatcher_threads());
|
||||
auto &sub = sub_it->second;
|
||||
sub.add_listener(listener);
|
||||
if (is_new_sub) {
|
||||
sub.connect();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void unsubscribe_ftx(
|
||||
const api::md::ftx::FTXMarketDataSubscriptionParams &sub,
|
||||
IMarketDataListener *listener) {
|
||||
for (const auto &depth_stream : sub.depth_streams()) {
|
||||
for (const auto &symbol : depth_stream.symbols()) {
|
||||
auto sub_it = ftx_subs.find(symbol);
|
||||
bts_assert(sub_it != ftx_subs.end());
|
||||
bts_assert(sub_it->second.remove_listener(listener));
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
MarketDataGateway::MarketDataGateway()
|
||||
@@ -133,6 +136,15 @@ MarketDataRegistration MarketDataGateway::subscribe(
|
||||
api::md::MarketDataSubscriptionParams::kBinance);
|
||||
me_->subscribe_binance(sub.params().binance(), listener);
|
||||
break;
|
||||
case api::domain::Venue::FTX:
|
||||
bts_assert(
|
||||
sub.params().VenueParams_case() ==
|
||||
api::md::MarketDataSubscriptionParams::kFtx);
|
||||
LOG(md, bts::Info, "MarketDataGateway subscribing to data.\n{}\n",
|
||||
core::ProtoPrinter<api::md::MarketDataSubscriptionParams>(
|
||||
&sub.params()));
|
||||
me_->subscribe_ftx(sub.params().ftx(), listener);
|
||||
break;
|
||||
default:
|
||||
return MarketDataRegistration{
|
||||
MarketDataListenerID{0},
|
||||
@@ -157,6 +169,15 @@ void MarketDataGateway::unsubscribe(MarketDataListenerID id) {
|
||||
api::md::MarketDataSubscriptionParams::kBinance);
|
||||
me_->unsubscribe_binance(sub.params().binance(), listener);
|
||||
break;
|
||||
case api::domain::Venue::FTX:
|
||||
bts_assert(
|
||||
sub.params().VenueParams_case() ==
|
||||
api::md::MarketDataSubscriptionParams::kFtx);
|
||||
LOG(md, bts::Info, "MarketDataGateway subscribing to data.\n{}\n",
|
||||
core::ProtoPrinter<api::md::MarketDataSubscriptionParams>(
|
||||
&sub.params()));
|
||||
me_->unsubscribe_ftx(sub.params().ftx(), listener);
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
@@ -0,0 +1,49 @@
|
||||
#include "FTXDepthSession.h"
|
||||
#include "lib/md/CompositeMarketDataListener.h"
|
||||
#include "lib/md/ftx/FTXDepthSubscription.h"
|
||||
#include <optional>
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
struct FTXDepthSession::PImpl {
|
||||
const std::string symbol;
|
||||
const std::uint32_t num_levels;
|
||||
const std::uint32_t num_dispatcher_threads;
|
||||
CompositeMarketDataListener listener;
|
||||
std::optional<FTXDepthSubscription> subscription;
|
||||
|
||||
explicit PImpl(
|
||||
const std::string &symbol,
|
||||
const std::uint32_t num_levels,
|
||||
const std::uint32_t num_dispatcher_threads)
|
||||
: symbol(symbol), num_levels(num_levels),
|
||||
num_dispatcher_threads(num_dispatcher_threads) {}
|
||||
};
|
||||
|
||||
FTXDepthSession::FTXDepthSession(
|
||||
const std::string &symbol,
|
||||
const std::uint32_t num_levels,
|
||||
const std::uint32_t num_dispatcher_threads)
|
||||
: me_(std::make_unique<PImpl>(symbol, num_levels, num_dispatcher_threads)) {
|
||||
}
|
||||
|
||||
FTXDepthSession::~FTXDepthSession() = default;
|
||||
|
||||
void FTXDepthSession::add_listener(IMarketDataListener *listener) {
|
||||
me_->listener.add(listener);
|
||||
}
|
||||
|
||||
bool FTXDepthSession::remove_listener(IMarketDataListener *listener) {
|
||||
return me_->listener.remove(listener);
|
||||
}
|
||||
|
||||
void FTXDepthSession::connect() {
|
||||
if (me_->subscription) {
|
||||
return;
|
||||
}
|
||||
me_->subscription.emplace(
|
||||
&me_->listener, me_->symbol, me_->num_levels,
|
||||
me_->num_dispatcher_threads);
|
||||
}
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,34 @@
|
||||
#pragma once
|
||||
#include <memory>
|
||||
#include <string>
|
||||
|
||||
namespace bts::md {
|
||||
class IMarketDataListener;
|
||||
}
|
||||
|
||||
namespace bts::api::md::ftx {
|
||||
class FTXDepthStreamParams;
|
||||
}
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
class FTXDepthSubscription;
|
||||
|
||||
class FTXDepthSession {
|
||||
public:
|
||||
explicit FTXDepthSession(
|
||||
const std::string &symbol,
|
||||
const std::uint32_t num_levels,
|
||||
const std::uint32_t num_dispatcher_threads);
|
||||
~FTXDepthSession();
|
||||
|
||||
void add_listener(IMarketDataListener *listener);
|
||||
bool remove_listener(IMarketDataListener *listener);
|
||||
void connect();
|
||||
|
||||
private:
|
||||
struct PImpl;
|
||||
std::unique_ptr<PImpl> me_;
|
||||
};
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,72 @@
|
||||
#include "FTXDepthSubscription.h"
|
||||
#include "lib/api/md/ftx/FTXDepthStreamParams.pb.h"
|
||||
#include "lib/api/md/ftx/FTXMarketDataSubscriptionParams.pb.h"
|
||||
#include "lib/domain/Book.h"
|
||||
#include "lib/domain/Price.h"
|
||||
#include "lib/domain_model/Security.pb.h"
|
||||
#include "lib/md/CompositeMarketDataListener.h"
|
||||
#include "lib/md/IMarketDataListener.h"
|
||||
#include "lib/md/ftx/FTXListenerAdaptor.h"
|
||||
#include "lib/os/os.h"
|
||||
#include "lib/utils/bts_assert.h"
|
||||
#include <ccapi_cpp/ccapi_event_dispatcher.h>
|
||||
#include <ccapi_cpp/ccapi_macro.h>
|
||||
#include <ccapi_cpp/ccapi_session.h>
|
||||
#include <ccapi_cpp/ccapi_session_configs.h>
|
||||
#include <ccapi_cpp/ccapi_session_options.h>
|
||||
#include <fmt/format.h>
|
||||
#include <optional>
|
||||
#include <string>
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
struct FTXDepthSubscription::PImpl {
|
||||
std::string symbol;
|
||||
ccapi::SessionOptions sessionOptions;
|
||||
ccapi::SessionConfigs sessionConfigs;
|
||||
ccapi::EventDispatcher eventDispatcher;
|
||||
FTXListenerAdaptor listener_adaptor;
|
||||
ccapi::Session session;
|
||||
ccapi::Subscription subscription;
|
||||
|
||||
PImpl(
|
||||
IMarketDataListener *listener,
|
||||
const std::string &symbol,
|
||||
std::uint32_t num_levels,
|
||||
const int num_dispatcher_threads)
|
||||
: symbol(symbol), sessionOptions(), sessionConfigs(),
|
||||
eventDispatcher(num_dispatcher_threads), listener_adaptor(listener),
|
||||
session(
|
||||
sessionOptions,
|
||||
sessionConfigs,
|
||||
&listener_adaptor,
|
||||
&eventDispatcher),
|
||||
subscription(
|
||||
"ftx",
|
||||
symbol,
|
||||
CCAPI_MARKET_DEPTH,
|
||||
fmt::format("{}={}", CCAPI_MARKET_DEPTH_MAX, num_levels)) {
|
||||
LOG(md, Info,
|
||||
"Subscribing FTX {}. num_levels: {}; num_dispatcher_threads: {}",
|
||||
symbol, num_levels, num_dispatcher_threads);
|
||||
session.subscribe(subscription);
|
||||
}
|
||||
|
||||
~PImpl() {
|
||||
LOG(md, Info, "Unsubscribing FTX {}", symbol);
|
||||
session.stop();
|
||||
eventDispatcher.stop();
|
||||
}
|
||||
};
|
||||
|
||||
FTXDepthSubscription::FTXDepthSubscription(
|
||||
IMarketDataListener *listener,
|
||||
const std::string &symbol,
|
||||
const std::uint32_t num_levels,
|
||||
const std::uint32_t num_dispatcher_threads)
|
||||
: me_(std::make_unique<FTXDepthSubscription::PImpl>(
|
||||
listener, symbol, num_levels, num_dispatcher_threads)) {}
|
||||
|
||||
FTXDepthSubscription::~FTXDepthSubscription() = default;
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,31 @@
|
||||
#pragma once
|
||||
#include "lib/md/IMarketDataListener.h"
|
||||
#include "server/sparkd/cmds/spartan/system/Delegate.h"
|
||||
#include <memory>
|
||||
|
||||
namespace bts::api::md::ftx {
|
||||
class FTXMarketDataSubscriptionParams;
|
||||
class FTXDepthStreamParams;
|
||||
} // namespace bts::api::md::ftx
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
/**
|
||||
* @brief Connects an IMarketDataListener to an FTX market depth stream for a
|
||||
* particular symbol
|
||||
*/
|
||||
class FTXDepthSubscription {
|
||||
public:
|
||||
FTXDepthSubscription(
|
||||
IMarketDataListener *listener,
|
||||
const std::string &symbol,
|
||||
const std::uint32_t num_levels,
|
||||
const std::uint32_t num_dispatcher_threads);
|
||||
~FTXDepthSubscription();
|
||||
|
||||
private:
|
||||
struct PImpl;
|
||||
std::unique_ptr<PImpl> me_;
|
||||
};
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,43 @@
|
||||
#include "FTXDepthWalker.h"
|
||||
#include "lib/utils/bts_assert.h"
|
||||
#include <limits>
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
bool FTXDepthWalker::parse_field(
|
||||
const std::string &name, const std::string &value) {
|
||||
bts_assert(depth_ptr);
|
||||
auto &depth = *depth_ptr;
|
||||
if (name == price_key) {
|
||||
if (price_idx < depth.size()) {
|
||||
double price_dbl = stod(value);
|
||||
bts_assert(!os::is_nan(price_dbl));
|
||||
bts::domain::Price price = bts::domain::Price::from_double(price_dbl);
|
||||
bts_assert(!price.is_nan());
|
||||
depth[price_idx].price = price;
|
||||
price_idx++;
|
||||
}
|
||||
} else if (name == qty_key) {
|
||||
if (qty_idx < depth.size()) {
|
||||
double qty_dbl = stod(value);
|
||||
bts_assert(qty_dbl > 0);
|
||||
bts_assert(qty_dbl < std::numeric_limits<std::uint32_t>::max());
|
||||
bts::domain::Quantity qty{static_cast<std::uint32_t>(qty_dbl)};
|
||||
// Since we still haven't converted our [underlying] Quantity type to
|
||||
// double, this hack is neccessary to prevent legitimate book levels
|
||||
// from having a quantity of 0. Many places in the code assume that
|
||||
// quantity == 0 means 'this level, and all those after it, are empty.'
|
||||
if (qty < 1) {
|
||||
qty.value() = 1;
|
||||
}
|
||||
depth[qty_idx].direct_quantity = qty;
|
||||
depth[qty_idx].total_quantity = qty;
|
||||
qty_idx++;
|
||||
}
|
||||
} else {
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,19 @@
|
||||
#pragma once
|
||||
#include "lib/domain/BookSide.h"
|
||||
#include <cstdint>
|
||||
#include <string>
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
class FTXDepthWalker {
|
||||
public:
|
||||
const char *price_key;
|
||||
const char *qty_key;
|
||||
bts::domain::BookSide *depth_ptr;
|
||||
std::size_t price_idx = 0;
|
||||
std::size_t qty_idx = 0;
|
||||
|
||||
bool parse_field(const std::string &name, const std::string &value);
|
||||
};
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,56 @@
|
||||
#include "FTXListenerAdaptor.h"
|
||||
#include "lib/md/IMarketDataListener.h"
|
||||
#include "lib/md/ftx/FTXDepthWalker.h"
|
||||
#include <ccapi_cpp/ccapi_message.h>
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
FTXListenerAdaptor::FTXListenerAdaptor(IMarketDataListener *listener)
|
||||
: listener_(listener) {}
|
||||
|
||||
bool FTXListenerAdaptor::processEvent(
|
||||
const ccapi::Event &event, ccapi::Session *) {
|
||||
LOG(md, Info, "Received ftx md: {}", event.toString());
|
||||
bts_assert(listener_);
|
||||
bts::domain::Book book = bts::domain::Book::empty();
|
||||
const auto &msgs = event.getMessageList();
|
||||
for (const auto &msg : msgs) {
|
||||
if (msg.getType() !=
|
||||
ccapi::Message::Type::MARKET_DATA_EVENTS_MARKET_DEPTH) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// The market data arrives in the following order:
|
||||
// * bid levels (by price descending)
|
||||
// * ask levels (by price ascending)
|
||||
FTXDepthWalker bid_walker{
|
||||
"BID_PRICE", "BID_SIZE", &book[bts::domain::Side::Buy]};
|
||||
FTXDepthWalker ask_walker{
|
||||
"ASK_PRICE", "ASK_SIZE", &book[bts::domain::Side::Sell]};
|
||||
const auto &levels = msg.getElementList();
|
||||
for (const auto &level : levels) {
|
||||
// Each level has 2 entries, either:
|
||||
// ["BID_PRICE", "BID_SIZE"], or
|
||||
// ["ASK_PRICE", "ASK_SIZE"]
|
||||
const auto &props = level.getNameValueMap();
|
||||
for (const auto &[name, value] : props) {
|
||||
bid_walker.parse_field(name, value) ||
|
||||
ask_walker.parse_field(name, value);
|
||||
}
|
||||
}
|
||||
|
||||
// validate the book
|
||||
bts_assert(bid_walker.price_idx == bid_walker.qty_idx);
|
||||
bts_assert(ask_walker.price_idx == ask_walker.qty_idx);
|
||||
bts_assert(book.is_sorted());
|
||||
bts_assert(
|
||||
book[domain::Side::Buy].count_populated() == bid_walker.price_idx);
|
||||
bts_assert(
|
||||
book[domain::Side::Sell].count_populated() == ask_walker.price_idx);
|
||||
|
||||
listener_->on_book(book);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
@@ -0,0 +1,17 @@
|
||||
#pragma once
|
||||
#include "lib/md/IMarketDataListener.h"
|
||||
#include <ccapi_cpp/ccapi_event_handler.h>
|
||||
|
||||
namespace bts::md::ftx {
|
||||
|
||||
class FTXListenerAdaptor : public ccapi::EventHandler {
|
||||
public:
|
||||
explicit FTXListenerAdaptor(IMarketDataListener *listener);
|
||||
|
||||
bool processEvent(const ccapi::Event &event, ccapi::Session *) override;
|
||||
|
||||
private:
|
||||
IMarketDataListener *listener_;
|
||||
};
|
||||
|
||||
} // namespace bts::md::ftx
|
||||
Reference in new issue
Block a user