diff --git a/CMakeLists.txt b/CMakeLists.txt index f582472a1..2927274e9 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -49,6 +49,9 @@ else() set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE) set(CMAKE_INSTALL_RPATH ".") set(CMAKE_INSTALL_PREFIX "${CMAKE_SOURCE_DIR}/install/${CMAKE_BUILD_TYPE}/sparkd") + add_compile_definitions(CCAPI_ENABLE_SERVICE_MARKET_DATA) + add_compile_definitions(CCAPI_ENABLE_EXCHANGE_FTX) + add_compile_definitions(CCAPI_ENABLE_LOG_WARN) # flags set( diff --git a/src/lib/CMakeDeps.cmake b/src/lib/CMakeDeps.cmake index afd55d594..8f5d69a75 100644 --- a/src/lib/CMakeDeps.cmake +++ b/src/lib/CMakeDeps.cmake @@ -1 +1 @@ -set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/MarketDataSubscriptionParams.proto;api/md/binance/BinanceMarketDataSubscriptionParams.proto;api/md/deribit/DeribitMarketDataSubscriptionParams.proto;api/md/ftx/FTXMarketDataSubscriptionParams.proto;api/md/glbx/GlbxMarketDataSubscriptionParams.proto;api/md/huobi/HuobiMarketDataSubscriptionParams.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigCheck.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/defaults/MarketData.conf;config/defaults/Ports.conf;config/defaults/SecurityMetadataCollection.conf;config/defaults/Symbols.conf;config/defaults/cme_reference_data.conf;config/defaults/edge.conf;config/defaults/jetfix.conf;config/defaults/keycode.conf;config/defaults/logging.conf;config/defaults/orderman_cfg.conf;config/defaults/orders_fills_cleanup.conf;config/defaults/position_cfg.conf;config/defaults/span.conf;config/defaults/spreader.conf;config/defaults/testkeys.conf;config/defaults/threads.conf;config/defaults/toggles.conf;config/extensions/extensions.proto;config/invalid/invalid.proto;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;domain/AggressorSide.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/session_name.cpp;jetfix/tests/async_reader_tests.cpp;jetfix/tests/decoding_tests.cpp;jetfix/tests/fix_encoding_stream_tests.cpp;jetfix/tests/fix_fragment_tests.cpp;jetfix/tests/jetfix_performance_tests.cpp;jetfix/tests/sample_fix.cpp;jetfix/tests/store_tests.cpp;logging/LoggerHub.cpp;logging/Sink.cpp;logging/logging.cpp;logging/tests/logging_tests.cpp;md/Diag/MDPeriodicDumper.cpp;md/Diag/ShmDumper.cpp;md/MBOProcessor.cpp;md/MBOServiceServer.cpp;md/MDClient.cpp;md/MDConsumer.cpp;md/MDConsumerHandle.cpp;md/MDConsumerInterop.cpp;md/MDProducer.cpp;md/MDProducerHandle.cpp;md/MarketDataError.cpp;md/MarketDataGateway.cpp;md/MarketDataRegistrationFactory.cpp;md/MemorySegmentUtils.cpp;md/PlatformLoader.cpp;md/PriceSize.cpp;md/Product.cpp;md/SecurityCache.cpp;md/SecurityDB.cpp;md/SecurityIDRecorder.cpp;md/SecurityMapper.cpp;md/SecurityMarketState.cpp;md/SecurityOracle.cpp;md/SecurityStore.cpp;md/SettlementRecorder.cpp;md/Shm/FixedSecurity.cpp;md/SyntheticSecurityService.cpp;md/binance/BinanceBookLevel.cpp;md/binance/BinanceDepthBootstrapper.cpp;md/binance/BinanceDepthSnapshot.cpp;md/binance/BinanceDepthStreamParams.cpp;md/binance/BinanceDepthStreamSite.cpp;md/binance/BinanceDepthStreamSiteKey.cpp;md/binance/BinanceDiffDepthSubscription.cpp;md/binance/BinanceDiffDepthUpdate.cpp;md/binance/BinanceWebsocketStreamDemuxer.cpp;md/cme/MDP3Utils.cpp;md/common.cpp;md/ice/ICEUtils.cpp;md/listeners/LiveLadderPrinter.cpp;md/protos/co2.proto;md/relay/QueryServer.cpp;md/relay/RelayClient.cpp;md/relay/RelayRecorder.cpp;md/service/MarketDataServiceServer.cpp;md/test/Co2ManagedTestHelper.cpp;md/test/Co2TestInstrument.cpp;md/test/mbo_tests.cpp;md/test/md2_tests.cpp;md/test/md_test_utils.cpp;md/test/synthetic_book_merge_tests.cpp;md/vendor/OnixsUtils.cpp;mercury/actors/IPollableActor.cpp;mercury/broker/Broker.cpp;mercury/broker/BrokerProxy.cpp;mercury/broker/ILocalBroker.cpp;mercury/broker/IRemoteBroker.cpp;mercury/common/mercury_common.cpp;mercury/events/TimerEvent.cpp;mercury/executor/Executor.cpp;mercury/topics/Topic.cpp;metrics/metrics.cpp;metrics/system_metrics.cpp;orderman/Governor.cpp;orderman/OrderBuilder.cpp;orderman/OrderRouter.cpp;orderman/OrderServiceServer.cpp;orderman/OrderServices.cpp;orderman/actors/AsyncFactory.cpp;orderman/actors/FillStore.cpp;orderman/actors/MDSupplementarySource.cpp;orderman/actors/OrderStore.cpp;orderman/actors/SODPosition.cpp;orderman/actors/SecuritySrc.cpp;orderman/actors/ServiceBridge.cpp;orderman/actors/order_manager/OrderManager.cpp;orderman/actors/order_manager/OrderServicesData.cpp;orderman/actors/order_manager/PositionIndex.cpp;orderman/events/CancelRejectEvent.cpp;orderman/events/FilledPositionEvent.cpp;orderman/events/NewExecutionReportEvent.cpp;orderman/events/TradeSignalEvent.cpp;orderman/gateways/EMExecutionGateway.cpp;orderman/gateways/ExecutionGatewayFactory.cpp;orderman/gateways/FakeExecutionGateway.cpp;orderman/gateways/GLBXExecutionGateway.cpp;orderman/gateways/GLBXiLink3ExecutionGateway.cpp;orderman/gateways/ICEExecutionGateway.cpp;orderman/ilink3/IL3ConnectionHandler.cpp;orderman/ilink3/IL3GW.cpp;orderman/ilink3/IL3Parser.cpp;orderman/ilink3/IL3Reactor.cpp;orderman/ilink3/ILink3Utils.cpp;orderman/ilink3/SessionStore.cpp;orderman/ilink3/test/ILinkGWTests.cpp;orderman/limiter/LimitStore.cpp;orderman/limiter/Limiter.cpp;orderman/limiter/ProductLimitNode.cpp;orderman/limiter/ProductLimitTree.cpp;orderman/limiter/SecurityLimitNode.cpp;orderman/limiter/SecurityLimitTree.cpp;orderman/limiter/tests/limit_tests.cpp;orderman/order_factory/DynamicOrderRegistry.cpp;orderman/order_factory/OrderFactory.cpp;orderman/orderman_utils/BookUtils.cpp;orderman/orderman_utils/ExecutionReport.cpp;orderman/orderman_utils/fix_order_codec.cpp;orderman/orderman_utils/orderman_utils.cpp;orderman/orders/CompositeOrder.cpp;orderman/orders/DynamicOrder.cpp;orderman/orders/EMNativeOrder.cpp;orderman/orders/GLBXNativeOrder.cpp;orderman/orders/ICENativeOrder.cpp;orderman/orders/Order.cpp;orderman/orders/TimeBoxOrder.cpp;orderman/orders/TriggerOrder.cpp;orderman/orders/algo/AlgoWrapperOrder.cpp;orderman/orders/algo/DynamicHelpers.cpp;orderman/orders/algo/IAlgoOrder.cpp;orderman/orders/algo/IAlgoServices.cpp;orderman/orders/algo/IBeforeLaunchAlgoServices.cpp;orderman/orders/algo/PositionUpdate.cpp;orderman/orders/algo/algo_orders/CoverAlgo.cpp;orderman/orders/algo/algo_orders/DeleteAndCoverAlgo.cpp;orderman/orders/algo/algo_orders/DormanAlgo.cpp;orderman/orders/algo/algo_orders/IcebergAlgo.cpp;orderman/orders/algo/algo_orders/JoinAlgo.cpp;orderman/orders/algo/algo_orders/LeanAlgo.cpp;orderman/orders/algo/algo_orders/LimitCoverAlgo.cpp;orderman/orders/algo/algo_orders/OffsetAlgo.cpp;orderman/orders/algo/algo_orders/OnSignalAlgo.cpp;orderman/orders/algo/algo_orders/ProRataAlgo.cpp;orderman/orders/algo/algo_orders/PyramidAlgo.cpp;orderman/orders/algo/algo_orders/RegisterDorman.cpp;orderman/orders/algo/algo_orders/ScratchAlgo.cpp;orderman/orders/algo/algo_orders/SniperAlgo.cpp;orderman/orders/algo/algo_orders/SplitterAlgo.cpp;orderman/orders/algo/algo_orders/TASAlgo.cpp;orderman/orders/algo/algo_orders/TASCounterAlgo.cpp;orderman/orders/algo/algo_orders/TopAlgo.cpp;orderman/orders/algo/algo_orders/limit_cover/LimitCoverAdapter.cpp;orderman/orders/algo/algo_orders/tests/AlgoTestDriver.cpp;orderman/orders/algo/algo_orders/tests/LimitCoverTests.cpp;orderman/orders/algo/algo_orders/tests/dorman_tests.cpp;orderman/orders/algo/algo_orders/tests/limit_cover/LimitCoverState.cpp;orderman/orders/algo/algo_orders/tests/limit_cover/TestSteps.cpp;orderman/orders/algo/algo_orders/tests/splitter_tests.cpp;orderman/orders/book_algos/BookAlgo.cpp;orderman/orders/book_algos/BookOrderBase.cpp;orderman/orders/book_algos/OCOOrder.cpp;orderman/orders/book_algos/PricerOrder.cpp;orderman/orders/glbx/IGLBXOrderEncoder.cpp;orderman/orders/glbx/iLink2OrderEncoder.cpp;orderman/orders/glbx/iLink3OrderEncoder.cpp;orderman/orders/queue_holder/QueueHolderOrder.cpp;orderman/orders/queue_holder/state_workers/QHOEndStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOStartStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWaitingForAckStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWaitingForCancelAllStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWorkingStateWorker.cpp;orderman/orders/spreader_orders/SpreaderOrder.cpp;orderman/orders/spreader_orders/spreader/LegFillState.cpp;orderman/orders/spreader_orders/spreader/LegPropertyData.cpp;orderman/orders/spreader_orders/spreader/NLegsHedgeRecompData.cpp;orderman/orders/spreader_orders/spreader/QuoteLegPriceQuantityState.cpp;orderman/orders/spreader_orders/spreader/SingleFillHedger.cpp;orderman/orders/spreader_orders/spreader/SingleLegQuoter.cpp;orderman/orders/spreader_orders/spreader/SpreaderBookkeepingData.cpp;orderman/orders/spreader_orders/spreader/SpreaderChildOrderState.cpp;orderman/orders/spreader_orders/spreader/SpreaderLegData.cpp;orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderBuilder.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderServices.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderPreActivationOrderServices.cpp;orderman/orders/spreader_orders/spreader/hedger/HedgerManager.cpp;orderman/orders/spreader_orders/spreader/hedger/UnhedgedDelta.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckCancelledStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteDriverSet.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteDriverSetHistory.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteLegDriver.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckCancelledWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForIOCWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForSizeStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderEndStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderStartStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForCancelAllStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForInitialDataStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWorkingStateWorker.cpp;orderman/orders/spreader_orders/tests/spreader_tests.cpp;orderman/tests/fat_wrapper_tests.cpp;os/os.cpp;os/tests/os_tests.cpp;persistence/IDGenerator.cpp;persistence/IStore.cpp;persistence/PersistenceServiceServer.cpp;persistence/SqliteStore.cpp;persistence/persistence_utils.cpp;persistence/tests/PersistenceServiceTests.cpp;plugin/SparkServices.cpp;plugin/plugin.cpp;quickbus/core/LocalNode.cpp;quickbus/core/Quickbus.cpp;quickbus/core/SubscriptionID.cpp;quickbus/core/TableID.cpp;quickbus/message_model/Update.cpp;quickbus/message_model/merge_updates.cpp;quickbus/network/QBConnection.cpp;quickbus/network/QBConnectionManager.cpp;quickbus/network/endpoint_description.cpp;quickbus/network/quickbus_msgs.proto;quickbus/pubsub/TablePublisher.cpp;quickbus/pubsub/TableSubscriber.cpp;quickbus/pubsub/tests/qb_pubsub_tests.cpp;quickbus/routing/INode.cpp;quickbus/routing/NodeID.cpp;quickbus/routing/Router.cpp;quickbus/rpc/RPCClient.cpp;quickbus/rpc/RPCServer.cpp;quickbus/rpc/RPCSessionID.cpp;quickbus/rpc/rpc_utils.cpp;quickbus/rpc/tests/qb_rpc_tests.cpp;quickbus/tests/quickbus_tests.cpp;sparkproto/SparkProtos.proto;testing/catch_test_runner.cpp;tracing/PerfLog.cpp;tracing/bts_trace.cpp;utils/AuthSessionManager.cpp;utils/AuthToken.cpp;utils/Dispatcher.cpp;utils/FileUtils.cpp;utils/GrowableSPSCQueue.cpp;utils/HTTPStream.cpp;utils/MathUtils.cpp;utils/PBUtils.cpp;utils/Puid.cpp;utils/SecureLogon.cpp;utils/SharedMemory.cpp;utils/Sqlite_utils.cpp;utils/Uuid.cpp;utils/crypto/CipherType.cpp;utils/crypto/CryptoInit.cpp;utils/crypto/Digest.cpp;utils/crypto/KeyCodeHelper.cpp;utils/crypto/PasswordCallback.cpp;utils/crypto/PrivateKey.cpp;utils/crypto/PublicKey.cpp;utils/crypto/iostreambio.cpp;utils/datetime.cpp;utils/download.cpp;utils/file_utils.cpp;utils/init_spark_lib.cpp;utils/is_unittest_environment.cpp;utils/sftp.cpp;utils/stats.cpp;utils/tests/AuthTokenTests.cpp;utils/tests/IDGeneratorTests.cpp;utils/tests/MathUtilsTests.cpp;utils/tests/SingleWriterConcurrentVectorTests.cpp;utils/thread_manager.cpp) \ No newline at end of file +set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/MarketDataSubscriptionParams.proto;api/md/binance/BinanceDepthStreamParams.proto;api/md/binance/BinanceMarketDataSubscriptionParams.proto;api/md/deribit/DeribitMarketDataSubscriptionParams.proto;api/md/ftx/FTXDepthStreamParams.proto;api/md/ftx/FTXMarketDataSubscriptionParams.proto;api/md/glbx/GlbxMarketDataSubscriptionParams.proto;api/md/huobi/HuobiMarketDataSubscriptionParams.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigCheck.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/defaults/MarketData.conf;config/defaults/Ports.conf;config/defaults/SecurityMetadataCollection.conf;config/defaults/Symbols.conf;config/defaults/cme_reference_data.conf;config/defaults/edge.conf;config/defaults/jetfix.conf;config/defaults/keycode.conf;config/defaults/logging.conf;config/defaults/orderman_cfg.conf;config/defaults/orders_fills_cleanup.conf;config/defaults/position_cfg.conf;config/defaults/span.conf;config/defaults/spreader.conf;config/defaults/testkeys.conf;config/defaults/threads.conf;config/defaults/toggles.conf;config/extensions/extensions.proto;config/invalid/invalid.proto;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;domain/AggressorSide.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/session_name.cpp;jetfix/tests/async_reader_tests.cpp;jetfix/tests/decoding_tests.cpp;jetfix/tests/fix_encoding_stream_tests.cpp;jetfix/tests/fix_fragment_tests.cpp;jetfix/tests/jetfix_performance_tests.cpp;jetfix/tests/sample_fix.cpp;jetfix/tests/store_tests.cpp;logging/LoggerHub.cpp;logging/Sink.cpp;logging/logging.cpp;logging/tests/logging_tests.cpp;md/Diag/MDPeriodicDumper.cpp;md/Diag/ShmDumper.cpp;md/MBOProcessor.cpp;md/MBOServiceServer.cpp;md/MDClient.cpp;md/MDConsumer.cpp;md/MDConsumerHandle.cpp;md/MDConsumerInterop.cpp;md/MDProducer.cpp;md/MDProducerHandle.cpp;md/MarketDataError.cpp;md/MarketDataGateway.cpp;md/MarketDataRegistrationFactory.cpp;md/MemorySegmentUtils.cpp;md/PlatformLoader.cpp;md/PriceSize.cpp;md/Product.cpp;md/SecurityCache.cpp;md/SecurityDB.cpp;md/SecurityIDRecorder.cpp;md/SecurityMapper.cpp;md/SecurityMarketState.cpp;md/SecurityOracle.cpp;md/SecurityStore.cpp;md/SettlementRecorder.cpp;md/Shm/FixedSecurity.cpp;md/SyntheticSecurityService.cpp;md/binance/BinanceBookLevel.cpp;md/binance/BinanceDepthListenerAdaptor.cpp;md/binance/BinanceDepthSnapshot.cpp;md/binance/BinanceDepthStreamParams.cpp;md/binance/BinanceDepthStreamSiteKey.cpp;md/binance/BinanceDiffDepthSubscription.cpp;md/binance/BinanceDiffDepthUpdate.cpp;md/binance/BinanceWebsocketStreamDemuxer.cpp;md/cme/MDP3Utils.cpp;md/common.cpp;md/ftx/FTXDepthSession.cpp;md/ftx/FTXDepthSubscription.cpp;md/ftx/FTXListenerAdaptor.cpp;md/ice/ICEUtils.cpp;md/listeners/LiveLadderPrinter.cpp;md/protos/co2.proto;md/relay/QueryServer.cpp;md/relay/RelayClient.cpp;md/relay/RelayRecorder.cpp;md/service/MarketDataServiceServer.cpp;md/test/Co2ManagedTestHelper.cpp;md/test/Co2TestInstrument.cpp;md/test/mbo_tests.cpp;md/test/md2_tests.cpp;md/test/md_test_utils.cpp;md/test/synthetic_book_merge_tests.cpp;md/vendor/OnixsUtils.cpp;mercury/actors/IPollableActor.cpp;mercury/broker/Broker.cpp;mercury/broker/BrokerProxy.cpp;mercury/broker/ILocalBroker.cpp;mercury/broker/IRemoteBroker.cpp;mercury/common/mercury_common.cpp;mercury/events/TimerEvent.cpp;mercury/executor/Executor.cpp;mercury/topics/Topic.cpp;metrics/metrics.cpp;metrics/system_metrics.cpp;orderman/Governor.cpp;orderman/OrderBuilder.cpp;orderman/OrderRouter.cpp;orderman/OrderServiceServer.cpp;orderman/OrderServices.cpp;orderman/actors/AsyncFactory.cpp;orderman/actors/FillStore.cpp;orderman/actors/MDSupplementarySource.cpp;orderman/actors/OrderStore.cpp;orderman/actors/SODPosition.cpp;orderman/actors/SecuritySrc.cpp;orderman/actors/ServiceBridge.cpp;orderman/actors/order_manager/OrderManager.cpp;orderman/actors/order_manager/OrderServicesData.cpp;orderman/actors/order_manager/PositionIndex.cpp;orderman/events/CancelRejectEvent.cpp;orderman/events/FilledPositionEvent.cpp;orderman/events/NewExecutionReportEvent.cpp;orderman/events/TradeSignalEvent.cpp;orderman/gateways/EMExecutionGateway.cpp;orderman/gateways/ExecutionGatewayFactory.cpp;orderman/gateways/FakeExecutionGateway.cpp;orderman/gateways/GLBXExecutionGateway.cpp;orderman/gateways/GLBXiLink3ExecutionGateway.cpp;orderman/gateways/ICEExecutionGateway.cpp;orderman/ilink3/IL3ConnectionHandler.cpp;orderman/ilink3/IL3GW.cpp;orderman/ilink3/IL3Parser.cpp;orderman/ilink3/IL3Reactor.cpp;orderman/ilink3/ILink3Utils.cpp;orderman/ilink3/SessionStore.cpp;orderman/ilink3/test/ILinkGWTests.cpp;orderman/limiter/LimitStore.cpp;orderman/limiter/Limiter.cpp;orderman/limiter/ProductLimitNode.cpp;orderman/limiter/ProductLimitTree.cpp;orderman/limiter/SecurityLimitNode.cpp;orderman/limiter/SecurityLimitTree.cpp;orderman/limiter/tests/limit_tests.cpp;orderman/order_factory/DynamicOrderRegistry.cpp;orderman/order_factory/OrderFactory.cpp;orderman/orderman_utils/BookUtils.cpp;orderman/orderman_utils/ExecutionReport.cpp;orderman/orderman_utils/fix_order_codec.cpp;orderman/orderman_utils/orderman_utils.cpp;orderman/orders/CompositeOrder.cpp;orderman/orders/DynamicOrder.cpp;orderman/orders/EMNativeOrder.cpp;orderman/orders/GLBXNativeOrder.cpp;orderman/orders/ICENativeOrder.cpp;orderman/orders/Order.cpp;orderman/orders/TimeBoxOrder.cpp;orderman/orders/TriggerOrder.cpp;orderman/orders/algo/AlgoWrapperOrder.cpp;orderman/orders/algo/DynamicHelpers.cpp;orderman/orders/algo/IAlgoOrder.cpp;orderman/orders/algo/IAlgoServices.cpp;orderman/orders/algo/IBeforeLaunchAlgoServices.cpp;orderman/orders/algo/PositionUpdate.cpp;orderman/orders/algo/algo_orders/CoverAlgo.cpp;orderman/orders/algo/algo_orders/DeleteAndCoverAlgo.cpp;orderman/orders/algo/algo_orders/DormanAlgo.cpp;orderman/orders/algo/algo_orders/IcebergAlgo.cpp;orderman/orders/algo/algo_orders/JoinAlgo.cpp;orderman/orders/algo/algo_orders/LeanAlgo.cpp;orderman/orders/algo/algo_orders/LimitCoverAlgo.cpp;orderman/orders/algo/algo_orders/OffsetAlgo.cpp;orderman/orders/algo/algo_orders/OnSignalAlgo.cpp;orderman/orders/algo/algo_orders/ProRataAlgo.cpp;orderman/orders/algo/algo_orders/PyramidAlgo.cpp;orderman/orders/algo/algo_orders/RegisterDorman.cpp;orderman/orders/algo/algo_orders/ScratchAlgo.cpp;orderman/orders/algo/algo_orders/SniperAlgo.cpp;orderman/orders/algo/algo_orders/SplitterAlgo.cpp;orderman/orders/algo/algo_orders/TASAlgo.cpp;orderman/orders/algo/algo_orders/TASCounterAlgo.cpp;orderman/orders/algo/algo_orders/TopAlgo.cpp;orderman/orders/algo/algo_orders/limit_cover/LimitCoverAdapter.cpp;orderman/orders/algo/algo_orders/tests/AlgoTestDriver.cpp;orderman/orders/algo/algo_orders/tests/LimitCoverTests.cpp;orderman/orders/algo/algo_orders/tests/dorman_tests.cpp;orderman/orders/algo/algo_orders/tests/limit_cover/LimitCoverState.cpp;orderman/orders/algo/algo_orders/tests/limit_cover/TestSteps.cpp;orderman/orders/algo/algo_orders/tests/splitter_tests.cpp;orderman/orders/book_algos/BookAlgo.cpp;orderman/orders/book_algos/BookOrderBase.cpp;orderman/orders/book_algos/OCOOrder.cpp;orderman/orders/book_algos/PricerOrder.cpp;orderman/orders/glbx/IGLBXOrderEncoder.cpp;orderman/orders/glbx/iLink2OrderEncoder.cpp;orderman/orders/glbx/iLink3OrderEncoder.cpp;orderman/orders/queue_holder/QueueHolderOrder.cpp;orderman/orders/queue_holder/state_workers/QHOEndStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOStartStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWaitingForAckStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWaitingForCancelAllStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWorkingStateWorker.cpp;orderman/orders/spreader_orders/SpreaderOrder.cpp;orderman/orders/spreader_orders/spreader/LegFillState.cpp;orderman/orders/spreader_orders/spreader/LegPropertyData.cpp;orderman/orders/spreader_orders/spreader/NLegsHedgeRecompData.cpp;orderman/orders/spreader_orders/spreader/QuoteLegPriceQuantityState.cpp;orderman/orders/spreader_orders/spreader/SingleFillHedger.cpp;orderman/orders/spreader_orders/spreader/SingleLegQuoter.cpp;orderman/orders/spreader_orders/spreader/SpreaderBookkeepingData.cpp;orderman/orders/spreader_orders/spreader/SpreaderChildOrderState.cpp;orderman/orders/spreader_orders/spreader/SpreaderLegData.cpp;orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderBuilder.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderServices.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderPreActivationOrderServices.cpp;orderman/orders/spreader_orders/spreader/hedger/HedgerManager.cpp;orderman/orders/spreader_orders/spreader/hedger/UnhedgedDelta.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckCancelledStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteDriverSet.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteDriverSetHistory.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteLegDriver.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckCancelledWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForIOCWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForSizeStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderEndStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderStartStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForCancelAllStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForInitialDataStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWorkingStateWorker.cpp;orderman/orders/spreader_orders/tests/spreader_tests.cpp;orderman/tests/fat_wrapper_tests.cpp;os/os.cpp;os/tests/os_tests.cpp;persistence/IDGenerator.cpp;persistence/IStore.cpp;persistence/PersistenceServiceServer.cpp;persistence/SqliteStore.cpp;persistence/persistence_utils.cpp;persistence/tests/PersistenceServiceTests.cpp;plugin/SparkServices.cpp;plugin/plugin.cpp;quickbus/core/LocalNode.cpp;quickbus/core/Quickbus.cpp;quickbus/core/SubscriptionID.cpp;quickbus/core/TableID.cpp;quickbus/message_model/Update.cpp;quickbus/message_model/merge_updates.cpp;quickbus/network/QBConnection.cpp;quickbus/network/QBConnectionManager.cpp;quickbus/network/endpoint_description.cpp;quickbus/network/quickbus_msgs.proto;quickbus/pubsub/TablePublisher.cpp;quickbus/pubsub/TableSubscriber.cpp;quickbus/pubsub/tests/qb_pubsub_tests.cpp;quickbus/routing/INode.cpp;quickbus/routing/NodeID.cpp;quickbus/routing/Router.cpp;quickbus/rpc/RPCClient.cpp;quickbus/rpc/RPCServer.cpp;quickbus/rpc/RPCSessionID.cpp;quickbus/rpc/rpc_utils.cpp;quickbus/rpc/tests/qb_rpc_tests.cpp;quickbus/tests/quickbus_tests.cpp;sparkproto/SparkProtos.proto;testing/catch_test_runner.cpp;tracing/PerfLog.cpp;tracing/bts_trace.cpp;utils/AuthSessionManager.cpp;utils/AuthToken.cpp;utils/Dispatcher.cpp;utils/FileUtils.cpp;utils/GrowableSPSCQueue.cpp;utils/HTTPStream.cpp;utils/MathUtils.cpp;utils/PBUtils.cpp;utils/Puid.cpp;utils/SecureLogon.cpp;utils/SharedMemory.cpp;utils/Sqlite_utils.cpp;utils/Uuid.cpp;utils/crypto/CipherType.cpp;utils/crypto/CryptoInit.cpp;utils/crypto/Digest.cpp;utils/crypto/KeyCodeHelper.cpp;utils/crypto/PasswordCallback.cpp;utils/crypto/PrivateKey.cpp;utils/crypto/PublicKey.cpp;utils/crypto/iostreambio.cpp;utils/datetime.cpp;utils/download.cpp;utils/file_utils.cpp;utils/init_spark_lib.cpp;utils/is_unittest_environment.cpp;utils/sftp.cpp;utils/stats.cpp;utils/tests/AuthTokenTests.cpp;utils/tests/IDGeneratorTests.cpp;utils/tests/MathUtilsTests.cpp;utils/tests/SingleWriterConcurrentVectorTests.cpp;utils/thread_manager.cpp) \ No newline at end of file diff --git a/src/lib/api/md/ftx/FTXDepthStreamParams.proto b/src/lib/api/md/ftx/FTXDepthStreamParams.proto new file mode 100644 index 000000000..3fcf9e66c --- /dev/null +++ b/src/lib/api/md/ftx/FTXDepthStreamParams.proto @@ -0,0 +1,9 @@ +syntax = "proto3"; + +package bts.api.md.ftx; + +message FTXDepthStreamParams { + repeated string symbols = 1; + uint32 num_levels = 2; + uint32 num_dispatcher_threads = 3; +} diff --git a/src/lib/api/md/ftx/FTXMarketDataSubscriptionParams.proto b/src/lib/api/md/ftx/FTXMarketDataSubscriptionParams.proto index df7481779..ce3f66905 100644 --- a/src/lib/api/md/ftx/FTXMarketDataSubscriptionParams.proto +++ b/src/lib/api/md/ftx/FTXMarketDataSubscriptionParams.proto @@ -1,7 +1,9 @@ syntax = "proto3"; +import "lib/api/md/ftx/FTXDepthStreamParams.proto"; + package bts.api.md.ftx; message FTXMarketDataSubscriptionParams { - // TODO + repeated FTXDepthStreamParams depth_streams = 2; } diff --git a/src/lib/md/MarketDataGateway.cpp b/src/lib/md/MarketDataGateway.cpp index fc989991f..d8d2d3b72 100644 --- a/src/lib/md/MarketDataGateway.cpp +++ b/src/lib/md/MarketDataGateway.cpp @@ -2,13 +2,10 @@ #include "MarketDataRegistration.h" #include "lib/api/md/MarketDataSubscriptionParams.pb.h" #include "lib/api/md/binance/BinanceMarketDataSubscriptionParams.pb.h" -#include "lib/collections/UnorderedSetMap.h" +#include "lib/api/md/ftx/FTXDepthStreamParams.pb.h" +#include "lib/api/md/ftx/FTXMarketDataSubscriptionParams.pb.h" #include "lib/core/ProtoPrinter.h" -#include "lib/domain/SecurityID.h" -#include "lib/domain/SecurityResolver.h" #include "lib/domain/Venue.h" -#include "lib/io/URL.h" -#include "lib/io/websocket/WebsocketClient.h" #include "lib/logging/logging.h" #include "lib/md/CompositeMarketDataListener.h" #include "lib/md/IMarketDataListener.h" @@ -17,55 +14,28 @@ #include "lib/md/binance/BinanceDepthStreamSiteKey.h" #include "lib/md/binance/BinanceDiffDepthSubscription.h" #include "lib/md/binance/BinanceDiffDepthUpdate.h" +#include "lib/md/ftx/FTXDepthSession.h" +#include "lib/md/ftx/FTXDepthSubscription.h" #include "lib/utils/ContainsKey.h" #include "lib/utils/bts_assert.h" #include -#include namespace bts::md { -struct SecData { - std::unordered_set listeners; - domain::Book book; -}; - -template -static api::md::binance::BinanceMarketDataSubscriptionParams -create_binance_subscription_params(const Symbols &symbols) { - api::md::binance::BinanceMarketDataSubscriptionParams sub; - auto &depth_stream = *sub.add_depth_streams(); - depth_stream.set_num_levels(domain::Book::max_depth()); - - // stream url - auto &stream_url = *depth_stream.mutable_stream_url(); - *stream_url.mutable_protocol() = "wss"; - *stream_url.mutable_host() = "stream.binance.com"; - stream_url.set_port(9443); - - // snapshot url - auto &snapshot_url = *depth_stream.mutable_snapshot_url(); - *snapshot_url.mutable_protocol() = "https"; - *snapshot_url.mutable_host() = "api.binance.com"; - *snapshot_url.mutable_path() = "api/v3/depth"; - snapshot_url.set_port(443); - - // add symbols - for (const auto &sym : symbols) { - depth_stream.add_symbols(sym); - } - return sub; -} - struct MarketDataGateway::PImpl { MarketDataRegistrationFactory registration_factory; std::unordered_map< binance::BinanceDepthStreamSiteKey, binance::BinanceDiffDepthSubscription> binance_subs; - std::unordered_map sec_data_map; + std::unordered_map ftx_subs; std::unordered_map registered_listeners; + ////////////////////////////////////////////////// + // Binance + ////////////////////////////////////////////////// + void subscribe_binance( const api::md::binance::BinanceMarketDataSubscriptionParams &sub, IMarketDataListener *listener) { @@ -103,6 +73,39 @@ struct MarketDataGateway::PImpl { } } } + + ////////////////////////////////////////////////// + // FTX + ////////////////////////////////////////////////// + + void subscribe_ftx( + const api::md::ftx::FTXMarketDataSubscriptionParams ¶ms, + IMarketDataListener *listener) { + for (const auto &depth_stream : params.depth_streams()) { + for (const auto &symbol : depth_stream.symbols()) { + auto [sub_it, is_new_sub] = ftx_subs.try_emplace( + symbol, symbol, depth_stream.num_levels(), + depth_stream.num_dispatcher_threads()); + auto &sub = sub_it->second; + sub.add_listener(listener); + if (is_new_sub) { + sub.connect(); + } + } + } + } + + void unsubscribe_ftx( + const api::md::ftx::FTXMarketDataSubscriptionParams &sub, + IMarketDataListener *listener) { + for (const auto &depth_stream : sub.depth_streams()) { + for (const auto &symbol : depth_stream.symbols()) { + auto sub_it = ftx_subs.find(symbol); + bts_assert(sub_it != ftx_subs.end()); + bts_assert(sub_it->second.remove_listener(listener)); + } + } + } }; MarketDataGateway::MarketDataGateway() @@ -133,6 +136,15 @@ MarketDataRegistration MarketDataGateway::subscribe( api::md::MarketDataSubscriptionParams::kBinance); me_->subscribe_binance(sub.params().binance(), listener); break; + case api::domain::Venue::FTX: + bts_assert( + sub.params().VenueParams_case() == + api::md::MarketDataSubscriptionParams::kFtx); + LOG(md, bts::Info, "MarketDataGateway subscribing to data.\n{}\n", + core::ProtoPrinter( + &sub.params())); + me_->subscribe_ftx(sub.params().ftx(), listener); + break; default: return MarketDataRegistration{ MarketDataListenerID{0}, @@ -157,6 +169,15 @@ void MarketDataGateway::unsubscribe(MarketDataListenerID id) { api::md::MarketDataSubscriptionParams::kBinance); me_->unsubscribe_binance(sub.params().binance(), listener); break; + case api::domain::Venue::FTX: + bts_assert( + sub.params().VenueParams_case() == + api::md::MarketDataSubscriptionParams::kFtx); + LOG(md, bts::Info, "MarketDataGateway subscribing to data.\n{}\n", + core::ProtoPrinter( + &sub.params())); + me_->unsubscribe_ftx(sub.params().ftx(), listener); + break; default: break; } diff --git a/src/lib/md/ftx/FTXDepthSession.cpp b/src/lib/md/ftx/FTXDepthSession.cpp new file mode 100644 index 000000000..6acd54ba5 --- /dev/null +++ b/src/lib/md/ftx/FTXDepthSession.cpp @@ -0,0 +1,49 @@ +#include "FTXDepthSession.h" +#include "lib/md/CompositeMarketDataListener.h" +#include "lib/md/ftx/FTXDepthSubscription.h" +#include + +namespace bts::md::ftx { + +struct FTXDepthSession::PImpl { + const std::string symbol; + const std::uint32_t num_levels; + const std::uint32_t num_dispatcher_threads; + CompositeMarketDataListener listener; + std::optional subscription; + + explicit PImpl( + const std::string &symbol, + const std::uint32_t num_levels, + const std::uint32_t num_dispatcher_threads) + : symbol(symbol), num_levels(num_levels), + num_dispatcher_threads(num_dispatcher_threads) {} +}; + +FTXDepthSession::FTXDepthSession( + const std::string &symbol, + const std::uint32_t num_levels, + const std::uint32_t num_dispatcher_threads) + : me_(std::make_unique(symbol, num_levels, num_dispatcher_threads)) { +} + +FTXDepthSession::~FTXDepthSession() = default; + +void FTXDepthSession::add_listener(IMarketDataListener *listener) { + me_->listener.add(listener); +} + +bool FTXDepthSession::remove_listener(IMarketDataListener *listener) { + return me_->listener.remove(listener); +} + +void FTXDepthSession::connect() { + if (me_->subscription) { + return; + } + me_->subscription.emplace( + &me_->listener, me_->symbol, me_->num_levels, + me_->num_dispatcher_threads); +} + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXDepthSession.h b/src/lib/md/ftx/FTXDepthSession.h new file mode 100644 index 000000000..1e6a2dd15 --- /dev/null +++ b/src/lib/md/ftx/FTXDepthSession.h @@ -0,0 +1,34 @@ +#pragma once +#include +#include + +namespace bts::md { +class IMarketDataListener; +} + +namespace bts::api::md::ftx { +class FTXDepthStreamParams; +} + +namespace bts::md::ftx { + +class FTXDepthSubscription; + +class FTXDepthSession { + public: + explicit FTXDepthSession( + const std::string &symbol, + const std::uint32_t num_levels, + const std::uint32_t num_dispatcher_threads); + ~FTXDepthSession(); + + void add_listener(IMarketDataListener *listener); + bool remove_listener(IMarketDataListener *listener); + void connect(); + + private: + struct PImpl; + std::unique_ptr me_; +}; + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXDepthSubscription.cpp b/src/lib/md/ftx/FTXDepthSubscription.cpp new file mode 100644 index 000000000..2f3ef036c --- /dev/null +++ b/src/lib/md/ftx/FTXDepthSubscription.cpp @@ -0,0 +1,72 @@ +#include "FTXDepthSubscription.h" +#include "lib/api/md/ftx/FTXDepthStreamParams.pb.h" +#include "lib/api/md/ftx/FTXMarketDataSubscriptionParams.pb.h" +#include "lib/domain/Book.h" +#include "lib/domain/Price.h" +#include "lib/domain_model/Security.pb.h" +#include "lib/md/CompositeMarketDataListener.h" +#include "lib/md/IMarketDataListener.h" +#include "lib/md/ftx/FTXListenerAdaptor.h" +#include "lib/os/os.h" +#include "lib/utils/bts_assert.h" +#include +#include +#include +#include +#include +#include +#include +#include + +namespace bts::md::ftx { + +struct FTXDepthSubscription::PImpl { + std::string symbol; + ccapi::SessionOptions sessionOptions; + ccapi::SessionConfigs sessionConfigs; + ccapi::EventDispatcher eventDispatcher; + FTXListenerAdaptor listener_adaptor; + ccapi::Session session; + ccapi::Subscription subscription; + + PImpl( + IMarketDataListener *listener, + const std::string &symbol, + std::uint32_t num_levels, + const int num_dispatcher_threads) + : symbol(symbol), sessionOptions(), sessionConfigs(), + eventDispatcher(num_dispatcher_threads), listener_adaptor(listener), + session( + sessionOptions, + sessionConfigs, + &listener_adaptor, + &eventDispatcher), + subscription( + "ftx", + symbol, + CCAPI_MARKET_DEPTH, + fmt::format("{}={}", CCAPI_MARKET_DEPTH_MAX, num_levels)) { + LOG(md, Info, + "Subscribing FTX {}. num_levels: {}; num_dispatcher_threads: {}", + symbol, num_levels, num_dispatcher_threads); + session.subscribe(subscription); + } + + ~PImpl() { + LOG(md, Info, "Unsubscribing FTX {}", symbol); + session.stop(); + eventDispatcher.stop(); + } +}; + +FTXDepthSubscription::FTXDepthSubscription( + IMarketDataListener *listener, + const std::string &symbol, + const std::uint32_t num_levels, + const std::uint32_t num_dispatcher_threads) + : me_(std::make_unique( + listener, symbol, num_levels, num_dispatcher_threads)) {} + +FTXDepthSubscription::~FTXDepthSubscription() = default; + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXDepthSubscription.h b/src/lib/md/ftx/FTXDepthSubscription.h new file mode 100644 index 000000000..824b591ef --- /dev/null +++ b/src/lib/md/ftx/FTXDepthSubscription.h @@ -0,0 +1,31 @@ +#pragma once +#include "lib/md/IMarketDataListener.h" +#include "server/sparkd/cmds/spartan/system/Delegate.h" +#include + +namespace bts::api::md::ftx { +class FTXMarketDataSubscriptionParams; +class FTXDepthStreamParams; +} // namespace bts::api::md::ftx + +namespace bts::md::ftx { + +/** + * @brief Connects an IMarketDataListener to an FTX market depth stream for a + * particular symbol + */ +class FTXDepthSubscription { + public: + FTXDepthSubscription( + IMarketDataListener *listener, + const std::string &symbol, + const std::uint32_t num_levels, + const std::uint32_t num_dispatcher_threads); + ~FTXDepthSubscription(); + + private: + struct PImpl; + std::unique_ptr me_; +}; + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXDepthWalker.cpp b/src/lib/md/ftx/FTXDepthWalker.cpp new file mode 100644 index 000000000..3d0e2cf91 --- /dev/null +++ b/src/lib/md/ftx/FTXDepthWalker.cpp @@ -0,0 +1,43 @@ +#include "FTXDepthWalker.h" +#include "lib/utils/bts_assert.h" +#include + +namespace bts::md::ftx { + +bool FTXDepthWalker::parse_field( + const std::string &name, const std::string &value) { + bts_assert(depth_ptr); + auto &depth = *depth_ptr; + if (name == price_key) { + if (price_idx < depth.size()) { + double price_dbl = stod(value); + bts_assert(!os::is_nan(price_dbl)); + bts::domain::Price price = bts::domain::Price::from_double(price_dbl); + bts_assert(!price.is_nan()); + depth[price_idx].price = price; + price_idx++; + } + } else if (name == qty_key) { + if (qty_idx < depth.size()) { + double qty_dbl = stod(value); + bts_assert(qty_dbl > 0); + bts_assert(qty_dbl < std::numeric_limits::max()); + bts::domain::Quantity qty{static_cast(qty_dbl)}; + // Since we still haven't converted our [underlying] Quantity type to + // double, this hack is neccessary to prevent legitimate book levels + // from having a quantity of 0. Many places in the code assume that + // quantity == 0 means 'this level, and all those after it, are empty.' + if (qty < 1) { + qty.value() = 1; + } + depth[qty_idx].direct_quantity = qty; + depth[qty_idx].total_quantity = qty; + qty_idx++; + } + } else { + return false; + } + return true; +} + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXDepthWalker.h b/src/lib/md/ftx/FTXDepthWalker.h new file mode 100644 index 000000000..561ba43c5 --- /dev/null +++ b/src/lib/md/ftx/FTXDepthWalker.h @@ -0,0 +1,19 @@ +#pragma once +#include "lib/domain/BookSide.h" +#include +#include + +namespace bts::md::ftx { + +class FTXDepthWalker { + public: + const char *price_key; + const char *qty_key; + bts::domain::BookSide *depth_ptr; + std::size_t price_idx = 0; + std::size_t qty_idx = 0; + + bool parse_field(const std::string &name, const std::string &value); +}; + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXListenerAdaptor.cpp b/src/lib/md/ftx/FTXListenerAdaptor.cpp new file mode 100644 index 000000000..0f57c7448 --- /dev/null +++ b/src/lib/md/ftx/FTXListenerAdaptor.cpp @@ -0,0 +1,56 @@ +#include "FTXListenerAdaptor.h" +#include "lib/md/IMarketDataListener.h" +#include "lib/md/ftx/FTXDepthWalker.h" +#include + +namespace bts::md::ftx { + +FTXListenerAdaptor::FTXListenerAdaptor(IMarketDataListener *listener) + : listener_(listener) {} + +bool FTXListenerAdaptor::processEvent( + const ccapi::Event &event, ccapi::Session *) { + LOG(md, Info, "Received ftx md: {}", event.toString()); + bts_assert(listener_); + bts::domain::Book book = bts::domain::Book::empty(); + const auto &msgs = event.getMessageList(); + for (const auto &msg : msgs) { + if (msg.getType() != + ccapi::Message::Type::MARKET_DATA_EVENTS_MARKET_DEPTH) { + continue; + } + + // The market data arrives in the following order: + // * bid levels (by price descending) + // * ask levels (by price ascending) + FTXDepthWalker bid_walker{ + "BID_PRICE", "BID_SIZE", &book[bts::domain::Side::Buy]}; + FTXDepthWalker ask_walker{ + "ASK_PRICE", "ASK_SIZE", &book[bts::domain::Side::Sell]}; + const auto &levels = msg.getElementList(); + for (const auto &level : levels) { + // Each level has 2 entries, either: + // ["BID_PRICE", "BID_SIZE"], or + // ["ASK_PRICE", "ASK_SIZE"] + const auto &props = level.getNameValueMap(); + for (const auto &[name, value] : props) { + bid_walker.parse_field(name, value) || + ask_walker.parse_field(name, value); + } + } + + // validate the book + bts_assert(bid_walker.price_idx == bid_walker.qty_idx); + bts_assert(ask_walker.price_idx == ask_walker.qty_idx); + bts_assert(book.is_sorted()); + bts_assert( + book[domain::Side::Buy].count_populated() == bid_walker.price_idx); + bts_assert( + book[domain::Side::Sell].count_populated() == ask_walker.price_idx); + + listener_->on_book(book); + } + return true; +} + +} // namespace bts::md::ftx diff --git a/src/lib/md/ftx/FTXListenerAdaptor.h b/src/lib/md/ftx/FTXListenerAdaptor.h new file mode 100644 index 000000000..5a61776be --- /dev/null +++ b/src/lib/md/ftx/FTXListenerAdaptor.h @@ -0,0 +1,17 @@ +#pragma once +#include "lib/md/IMarketDataListener.h" +#include + +namespace bts::md::ftx { + +class FTXListenerAdaptor : public ccapi::EventHandler { + public: + explicit FTXListenerAdaptor(IMarketDataListener *listener); + + bool processEvent(const ccapi::Event &event, ccapi::Session *) override; + + private: + IMarketDataListener *listener_; +}; + +} // namespace bts::md::ftx