diff --git a/src/data_files/documents/order_flow.txt b/src/data_files/documents/order_flow.txt index b479ed5ae..318610d9a 100644 --- a/src/data_files/documents/order_flow.txt +++ b/src/data_files/documents/order_flow.txt @@ -122,6 +122,10 @@ AlgoWrapperOrder::me->services->subscribe_to_child_updates AlgoWrapperOrder::on_child_order_update TaskingEyeAlgo::on_child_change +ORDER ROUTING (JetFix connections) +------------- +EMNativeOrder::SessionServices = OrderServices::get_session_services("deribit_1"); + MARKET DATA REPLAY: ------------------ main.cpp -> diff --git a/src/lib/CMakeDeps.cmake b/src/lib/CMakeDeps.cmake new file mode 100644 index 000000000..7ba24e676 --- /dev/null +++ b/src/lib/CMakeDeps.cmake @@ -0,0 +1 @@ +set(sources api/analytics/ExpirationDriver.proto;api/analytics/TimeWeightedInterpolatedDriver.proto;api/apicore.proto;api/apigateway.proto;api/apioptions.proto;api/core/ApiClientInterop.cpp;api/core/ApiServerInterop.cpp;api/core/RegexFormatting.proto;api/domain/CallPut.proto;api/domain/Currency.proto;api/domain/SecurityCriteria.proto;api/domain/SecurityCriteriaClause.proto;api/domain/SecurityExpiration.proto;api/domain/SecurityMetadata.proto;api/domain/SecurityMetadataCollection.proto;api/domain/SecurityMetadataItem.proto;api/domain/SecurityType.proto;api/domain/TickDisplaySettings.proto;api/domain/TickFactors.proto;api/domain/Venue.proto;api/io/URL.proto;api/md/BinanceMarketDataConfig.proto;api/md/BinanceUsMarketDataConfig.proto;api/md/BinanceUsdsFuturesMarketDataConfig.proto;api/md/DeribitMarketDataConfig.proto;api/md/FTXMarketDataConfig.proto;api/md/MarketDataConfig.proto;api/md/MarketDataConfigUtils.cpp;api/md/MarketDataRecordingConfig.proto;api/md/MarketDataReplayConfig.proto;api/public/ApiServer.cpp;api/public/ClientChannel.cpp;api/public/QuickbusClientChannel.cpp;api/public/ServerChannel.cpp;api/public/ServiceContext.cpp;api/service_helpers/AdminServiceUtils.cpp;api/service_helpers/AlgoServiceUtils.cpp;api/service_helpers/PositionUtilities.cpp;api/services/AdminService.proto;api/services/AlgoDefinitionService.proto;api/services/AlgoService.proto;api/services/AnalyticsService.proto;api/services/ApiUnitTestService.proto;api/services/AuthService.proto;api/services/BasePositionService.proto;api/services/ErrorReportService.proto;api/services/HelloService.proto;api/services/MBOService.proto;api/services/MarginService.proto;api/services/MarketDataAuxiliaryService.proto;api/services/MarketDataRelay.proto;api/services/MarketDataService.proto;api/services/MoneyFileService.proto;api/services/OrderService.proto;api/services/OutOfProcessURLListener.proto;api/services/PersistenceService.proto;api/services/PositionService.proto;api/services/ShellDiagnosticService.proto;api/services/ShellLatencyService.proto;api/services/SyntheticSecurityService.proto;api/test/ApiTests.cpp;api/test/HelloServiceServer.cpp;communincation/websockets/tests/WebsocketSyncClientTests.cpp;config/ConfigDownloader.cpp;config/ConfigErrorCollector.cpp;config/ConfigLog.cpp;config/ConfigPropertyEvaluator.cpp;config/ConfigQuerier.cpp;config/ConfigValueQueue.cpp;config/ConfigurationException.cpp;config/ConfigurationState.cpp;config/PreprocessInputStream.cpp;config/config.cpp;config/extensions/extensions.proto;config/invalid/invalid.proto;config/profiles/default/MarketDataConfig.conf;config/profiles/default/Ports.conf;config/profiles/default/SecurityMetadataCollection.conf;config/profiles/default/Symbols.conf;config/profiles/default/cme_reference_data.conf;config/profiles/default/deployment_type.conf;config/profiles/default/exchange_sim_cfg.conf;config/profiles/default/jetfix.conf;config/profiles/default/keycode.conf;config/profiles/default/logging.conf;config/profiles/default/market_data.conf;config/profiles/default/mercury_cfg.conf;config/profiles/default/orderman_cfg.conf;config/profiles/default/orders_fills_cleanup.conf;config/profiles/default/position_cfg.conf;config/profiles/default/quickbus_cfg.conf;config/profiles/default/span.conf;config/profiles/default/spreader.conf;config/profiles/default/symbols.conf;config/profiles/default/testkeys.conf;config/profiles/default/threads.conf;config/profiles/default/toggles.conf;config/profiles/default/ui.conf;config/protos/algo_types.proto;config/protos/cme_reference_data.proto;config/protos/deployment_type.proto;config/protos/exchange_sim_cfg.proto;config/protos/jetfix.proto;config/protos/keycode.proto;config/protos/logging.proto;config/protos/market_data.proto;config/protos/mercury_cfg.proto;config/protos/orderman_cfg.proto;config/protos/orders_fills_cleanup.proto;config/protos/perflog_cfg.proto;config/protos/ports.proto;config/protos/position_cfg.proto;config/protos/quickbus_cfg.proto;config/protos/span.proto;config/protos/spartan.proto;config/protos/spreader.proto;config/protos/subprocess.proto;config/protos/symbols.proto;config/protos/system_config.proto;config/protos/testkeys.proto;config/protos/threads.proto;config/protos/toggles.proto;config/protos/ui.proto;config/tests/HTTPServer.cpp;config/tests/config_ref_tests.cpp;config/tests/config_tests.cpp;config/text_format/text_format.cpp;core/TimeStamp.cpp;domain/DomainSecurityUtils.cpp;domain/NewOrder.cpp;domain/OrderDefinition.cpp;domain/OrderStatus.cpp;domain/OrderUpdate.cpp;domain/Security.cpp;domain/SecurityCriteria.cpp;domain/SecurityCriteriaClause.cpp;domain/Side.cpp;domain/TimeInForce.cpp;domain_model/Security.cpp;domain_model/Security.proto;domain_model/SecurityTests.cpp;domain_model/sod.cpp;domain_model/tests/domain_tests.cpp;expression/BooleanGrammar.cpp;expression/ExpressionEvaluator.cpp;expression/ParserExceptions.cpp;expression/Value.cpp;expression/tests/expression_parser_tests.cpp;io/JsonReader.cpp;io/QueryParams.cpp;io/URL.cpp;io/http/CurlHandle.cpp;io/http/HTTPClient.cpp;io/http/HTTPHeaders.cpp;io/http/HTTPRequest.cpp;io/http/HTTPResponse.cpp;io/websocket/WebsocketClient.cpp;io/websocket/WebsocketClientConfiguration.cpp;io/websocket/WebsocketError.cpp;io/websocket/WebsocketMessage.cpp;io/websocket/WebsocketSSLClientInternal.cpp;io/websocket/tests/WebsocketClientTests.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/session_name.cpp;jetfix/tests/async_reader_tests.cpp;jetfix/tests/decoding_tests.cpp;jetfix/tests/fix_encoding_stream_tests.cpp;jetfix/tests/fix_fragment_tests.cpp;jetfix/tests/jetfix_performance_tests.cpp;jetfix/tests/sample_fix.cpp;jetfix/tests/store_tests.cpp;logging/LoggerHub.cpp;logging/Sink.cpp;logging/logging.cpp;logging/tests/logging_tests.cpp;md/CCApiCompositeMessageHandler.cpp;md/CCApiDepthWalker.cpp;md/CCApiEventDemuxer.cpp;md/CCApiMarketDepthAdaptor.cpp;md/CCApiMessageLogger.cpp;md/CCApiSession.cpp;md/CCApiTradeAdaptor.cpp;md/CCApiTradeRecord.cpp;md/Diag/MDPeriodicDumper.cpp;md/Diag/ShmDumper.cpp;md/GeneralMarketDataListener.cpp;md/ICCApiMessageHandler.cpp;md/MBOProcessor.cpp;md/MBOServiceServer.cpp;md/MDClient.cpp;md/MDConsumer.cpp;md/MDConsumerHandle.cpp;md/MDConsumerInterop.cpp;md/MDProducer.cpp;md/MDProducerHandle.cpp;md/MarketDataError.cpp;md/MarketDataGateway.cpp;md/MarketDataRegistrationFactory.cpp;md/MarketDataSubscription.cpp;md/MemorySegmentUtils.cpp;md/PlatformLoader.cpp;md/PriceSize.cpp;md/Product.cpp;md/SecurityCache.cpp;md/SecurityDB.cpp;md/SecurityIDRecorder.cpp;md/SecurityMapper.cpp;md/SecurityMarketState.cpp;md/SecurityOracle.cpp;md/SecurityStore.cpp;md/SettlementRecorder.cpp;md/Shm/FixedSecurity.cpp;md/SyntheticSecurityService.cpp;md/binance/BinanceMiniTickerAdaptor.cpp;md/binance/BinanceMiniTickerUpdate.cpp;md/binance/BinancePriceStatistics.cpp;md/binance/BinancePriceStatisticsAdaptor.cpp;md/binance/BinanceSecurityRequestor.cpp;md/binance/BinanceSpot.cpp;md/binance/BinanceSubscription.cpp;md/binance_us/BinanceUsPriceStatistics.cpp;md/binance_us/BinanceUsPriceStatisticsAdaptor.cpp;md/binance_us/BinanceUsSecurityRequestor.cpp;md/binance_us/BinanceUsSubscription.cpp;md/binance_usds_futures/BinanceUsdsFuture.cpp;md/binance_usds_futures/BinanceUsdsFuturesPriceStatistics.cpp;md/binance_usds_futures/BinanceUsdsFuturesPriceStatisticsAdaptor.cpp;md/binance_usds_futures/BinanceUsdsFuturesSecurityRequestor.cpp;md/binance_usds_futures/BinanceUsdsFuturesSubscription.cpp;md/ccApi/CCDemoListener.cpp;md/cme/MDP3Utils.cpp;md/common.cpp;md/ftx/FTXFuture.cpp;md/ftx/FTXHistoricalPriceAdaptor.cpp;md/ftx/FTXHistoricalPriceRecord.cpp;md/ftx/FTXMarket.cpp;md/ftx/FTXSecurityRequestor.cpp;md/ftx/FTXSubscription.cpp;md/ice/ICEUtils.cpp;md/listeners/LiveLadderPrinter.cpp;md/protos/co2.proto;md/recording/MDRecorder.cpp;md/recording/MDReplayer.cpp;md/relay/QueryServer.cpp;md/relay/RelayClient.cpp;md/relay/RelayRecorder.cpp;md/service/MarketDataServiceServer.cpp;md/test/Co2ManagedTestHelper.cpp;md/test/Co2TestInstrument.cpp;md/test/mbo_tests.cpp;md/test/md2_tests.cpp;md/test/md_test_utils.cpp;md/test/synthetic_book_merge_tests.cpp;md/vendor/OnixsUtils.cpp;mercury/actors/IPollableActor.cpp;mercury/broker/Broker.cpp;mercury/broker/BrokerProxy.cpp;mercury/broker/ILocalBroker.cpp;mercury/broker/IRemoteBroker.cpp;mercury/common/mercury_common.cpp;mercury/events/TimerEvent.cpp;mercury/executor/Executor.cpp;mercury/topics/Topic.cpp;metrics/metrics.cpp;metrics/system_metrics.cpp;orderman/Governor.cpp;orderman/OrderBuilder.cpp;orderman/OrderRouter.cpp;orderman/OrderServiceServer.cpp;orderman/OrderServices.cpp;orderman/actors/AsyncFactory.cpp;orderman/actors/FillStore.cpp;orderman/actors/MDSupplementarySource.cpp;orderman/actors/OrderStore.cpp;orderman/actors/SODPosition.cpp;orderman/actors/SecuritySrc.cpp;orderman/actors/ServiceBridge.cpp;orderman/actors/order_manager/OrderManager.cpp;orderman/actors/order_manager/OrderServicesData.cpp;orderman/actors/order_manager/PositionIndex.cpp;orderman/calculations/TheoCalculator.cpp;orderman/ccapi/CCAPIDeribitOrderMux.cpp;orderman/ccapi/CCAPIOrderCallbackMsgs.cpp;orderman/ccapi/CCAPIOrderState.cpp;orderman/ccapi/CCAPISingleOrderManager.cpp;orderman/events/CancelRejectEvent.cpp;orderman/events/FilledPositionEvent.cpp;orderman/events/NewExecutionReportEvent.cpp;orderman/events/TradeSignalEvent.cpp;orderman/gateways/CCAPIExecutionGateway.cpp;orderman/gateways/EMExecutionGateway.cpp;orderman/gateways/ExecutionGatewayFactory.cpp;orderman/gateways/FakeExecutionGateway.cpp;orderman/gateways/GLBXExecutionGateway.cpp;orderman/gateways/GLBXiLink3ExecutionGateway.cpp;orderman/gateways/ICEExecutionGateway.cpp;orderman/gateways/sim/SimExecutionGateway.cpp;orderman/gateways/sim/SimExecutionGatewayFactory.cpp;orderman/gateways/sim/SimExecutionGatewayUniqueWrapper.cpp;orderman/ilink3/IL3ConnectionHandler.cpp;orderman/ilink3/IL3GW.cpp;orderman/ilink3/IL3Parser.cpp;orderman/ilink3/IL3Reactor.cpp;orderman/ilink3/ILink3Utils.cpp;orderman/ilink3/SessionStore.cpp;orderman/ilink3/test/ILinkGWTests.cpp;orderman/limiter/LimitStore.cpp;orderman/limiter/Limiter.cpp;orderman/limiter/ProductLimitNode.cpp;orderman/limiter/ProductLimitTree.cpp;orderman/limiter/SecurityLimitNode.cpp;orderman/limiter/SecurityLimitTree.cpp;orderman/limiter/tests/limit_tests.cpp;orderman/order_factory/DynamicOrderRegistry.cpp;orderman/order_factory/OrderFactory.cpp;orderman/orderman_utils/BookUtils.cpp;orderman/orderman_utils/ExecutionReport.cpp;orderman/orderman_utils/fix_order_codec.cpp;orderman/orderman_utils/orderman_utils.cpp;orderman/orders/CompositeOrder.cpp;orderman/orders/DynamicOrder.cpp;orderman/orders/EMNativeOrder.cpp;orderman/orders/GLBXNativeOrder.cpp;orderman/orders/ICENativeOrder.cpp;orderman/orders/Order.cpp;orderman/orders/TimeBoxOrder.cpp;orderman/orders/TriggerOrder.cpp;orderman/orders/algo/AlgoWrapperOrder.cpp;orderman/orders/algo/DynamicHelpers.cpp;orderman/orders/algo/IAlgoOrder.cpp;orderman/orders/algo/IAlgoServices.cpp;orderman/orders/algo/IBeforeLaunchAlgoServices.cpp;orderman/orders/algo/PositionUpdate.cpp;orderman/orders/algo/algo_orders/CoverAlgo.cpp;orderman/orders/algo/algo_orders/DeleteAndCoverAlgo.cpp;orderman/orders/algo/algo_orders/DormanAlgo.cpp;orderman/orders/algo/algo_orders/IcebergAlgo.cpp;orderman/orders/algo/algo_orders/JoinAlgo.cpp;orderman/orders/algo/algo_orders/LeanAlgo.cpp;orderman/orders/algo/algo_orders/LimitCoverAlgo.cpp;orderman/orders/algo/algo_orders/OffsetAlgo.cpp;orderman/orders/algo/algo_orders/OnSignalAlgo.cpp;orderman/orders/algo/algo_orders/ProRataAlgo.cpp;orderman/orders/algo/algo_orders/PyramidAlgo.cpp;orderman/orders/algo/algo_orders/RegisterDorman.cpp;orderman/orders/algo/algo_orders/ScratchAlgo.cpp;orderman/orders/algo/algo_orders/SniperAlgo.cpp;orderman/orders/algo/algo_orders/SplitterAlgo.cpp;orderman/orders/algo/algo_orders/TASAlgo.cpp;orderman/orders/algo/algo_orders/TASCounterAlgo.cpp;orderman/orders/algo/algo_orders/TaskingEyeAlgo.cpp;orderman/orders/algo/algo_orders/TopAlgo.cpp;orderman/orders/algo/algo_orders/limit_cover/LimitCoverAdapter.cpp;orderman/orders/algo/algo_orders/tests/AlgoTestDriver.cpp;orderman/orders/algo/algo_orders/tests/ExecutiontTesterAlgo.cpp;orderman/orders/algo/algo_orders/tests/LimitCoverTests.cpp;orderman/orders/algo/algo_orders/tests/dorman_tests.cpp;orderman/orders/algo/algo_orders/tests/limit_cover/LimitCoverState.cpp;orderman/orders/algo/algo_orders/tests/limit_cover/TestSteps.cpp;orderman/orders/algo/algo_orders/tests/splitter_tests.cpp;orderman/orders/book_algos/BookAlgo.cpp;orderman/orders/book_algos/BookOrderBase.cpp;orderman/orders/book_algos/OCOOrder.cpp;orderman/orders/book_algos/PricerOrder.cpp;orderman/orders/glbx/IGLBXOrderEncoder.cpp;orderman/orders/glbx/iLink2OrderEncoder.cpp;orderman/orders/glbx/iLink3OrderEncoder.cpp;orderman/orders/queue_holder/QueueHolderOrder.cpp;orderman/orders/queue_holder/state_workers/QHOEndStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOStartStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWaitingForAckStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWaitingForCancelAllStateWorker.cpp;orderman/orders/queue_holder/state_workers/QHOWorkingStateWorker.cpp;orderman/orders/spreader_orders/SpreaderOrder.cpp;orderman/orders/spreader_orders/spreader/LegFillState.cpp;orderman/orders/spreader_orders/spreader/LegPropertyData.cpp;orderman/orders/spreader_orders/spreader/NLegsHedgeRecompData.cpp;orderman/orders/spreader_orders/spreader/QuoteLegPriceQuantityState.cpp;orderman/orders/spreader_orders/spreader/SingleFillHedger.cpp;orderman/orders/spreader_orders/spreader/SingleLegQuoter.cpp;orderman/orders/spreader_orders/spreader/SpreaderBookkeepingData.cpp;orderman/orders/spreader_orders/spreader/SpreaderChildOrderState.cpp;orderman/orders/spreader_orders/spreader/SpreaderFractionalQtyHelper.cpp;orderman/orders/spreader_orders/spreader/SpreaderLegData.cpp;orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderBuilder.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderServices.cpp;orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderPreActivationOrderServices.cpp;orderman/orders/spreader_orders/spreader/hedger/HedgerManager.cpp;orderman/orders/spreader_orders/spreader/hedger/UnhedgedDelta.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckCancelledStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteDriverSet.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteDriverSetHistory.cpp;orderman/orders/spreader_orders/spreader/quoter/QuoteLegDriver.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckCancelledWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForIOCWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForSizeStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderEndStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderStartStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForCancelAllStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForInitialDataStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWorkingStateWorker.cpp;orderman/orders/spreader_orders/tests/spreader_tests.cpp;orderman/tests/CCApiExecutionTests.cpp;orderman/tests/fat_wrapper_tests.cpp;os/os.cpp;os/tests/os_tests.cpp;persistence/IDGenerator.cpp;persistence/IStore.cpp;persistence/PersistenceServiceServer.cpp;persistence/SqliteStore.cpp;persistence/persistence_utils.cpp;persistence/tests/PersistenceServiceTests.cpp;plugin/SparkServices.cpp;plugin/plugin.cpp;quickbus/core/LocalNode.cpp;quickbus/core/Quickbus.cpp;quickbus/core/SubscriptionID.cpp;quickbus/core/TableID.cpp;quickbus/message_model/Update.cpp;quickbus/message_model/merge_updates.cpp;quickbus/network/QBConnection.cpp;quickbus/network/QBConnectionManager.cpp;quickbus/network/endpoint_description.cpp;quickbus/network/quickbus_msgs.proto;quickbus/pubsub/TablePublisher.cpp;quickbus/pubsub/TableSubscriber.cpp;quickbus/pubsub/tests/qb_pubsub_tests.cpp;quickbus/routing/INode.cpp;quickbus/routing/NodeID.cpp;quickbus/routing/Router.cpp;quickbus/rpc/RPCClient.cpp;quickbus/rpc/RPCServer.cpp;quickbus/rpc/RPCSessionID.cpp;quickbus/rpc/rpc_utils.cpp;quickbus/rpc/tests/qb_rpc_tests.cpp;quickbus/tests/quickbus_tests.cpp;sparkproto/SparkProtos.proto;testing/catch_test_runner.cpp;tracing/PerfLog.cpp;tracing/bts_trace.cpp;utils/AuthSessionManager.cpp;utils/AuthToken.cpp;utils/Dispatcher.cpp;utils/FileUtils.cpp;utils/GrowableSPSCQueue.cpp;utils/HTTPStream.cpp;utils/MathUtils.cpp;utils/PBUtils.cpp;utils/Puid.cpp;utils/SecureLogon.cpp;utils/SharedMemory.cpp;utils/Sqlite_utils.cpp;utils/Uuid.cpp;utils/crypto/CipherType.cpp;utils/crypto/CryptoInit.cpp;utils/crypto/Digest.cpp;utils/crypto/KeyCodeHelper.cpp;utils/crypto/PasswordCallback.cpp;utils/crypto/PrivateKey.cpp;utils/crypto/PublicKey.cpp;utils/crypto/iostreambio.cpp;utils/datetime.cpp;utils/download.cpp;utils/file_utils.cpp;utils/init_spark_lib.cpp;utils/is_unittest_environment.cpp;utils/sftp.cpp;utils/stats.cpp;utils/tests/AuthTokenTests.cpp;utils/tests/IDGeneratorTests.cpp;utils/tests/MathUtilsTests.cpp;utils/tests/SingleWriterConcurrentVectorTests.cpp;utils/thread_manager.cpp) \ No newline at end of file diff --git a/src/lib/api/md/MarketDataConfig.proto b/src/lib/api/md/MarketDataConfig.proto index 1d0f7e18e..8b4cc1a8b 100644 --- a/src/lib/api/md/MarketDataConfig.proto +++ b/src/lib/api/md/MarketDataConfig.proto @@ -19,6 +19,7 @@ message MarketDataConfig { repeated BinanceUsdsFuturesMarketDataConfig binance_usds_futures = 3; repeated BinanceUsMarketDataConfig binance_us = 4; repeated DeribitMarketDataConfig deribit = 5; + // Add an entry here for all the exchanges that need their market data to be recorded repeated MarketDataRecordingConfig recording = 500; repeated MarketDataReplayConfig replay = 510; } diff --git a/src/lib/api/md/MarketDataConfigUtils.cpp b/src/lib/api/md/MarketDataConfigUtils.cpp index 7e43f64ff..5f79f623a 100644 --- a/src/lib/api/md/MarketDataConfigUtils.cpp +++ b/src/lib/api/md/MarketDataConfigUtils.cpp @@ -3,6 +3,7 @@ #include "lib/api/md/MarketDataConfig.pb.h" #include "lib/domain_model/Security.pb.h" #include "lib/logging/logging.h" +//#if !defined(_WIN32) && defined(SPARK_ENABLE_CCAPI) namespace bts::md { std::set MarketDataConfigUtils::get_live_exchanges( diff --git a/src/lib/api/service_helpers/AdminServiceUtils.cpp b/src/lib/api/service_helpers/AdminServiceUtils.cpp index 07753ab9d..19aa2a617 100644 --- a/src/lib/api/service_helpers/AdminServiceUtils.cpp +++ b/src/lib/api/service_helpers/AdminServiceUtils.cpp @@ -168,9 +168,17 @@ AdminServiceUtils::resolve_connection( case api::Venue::VENUE_FTX: case api::Venue::VENUE_BINANCE: case api::Venue::VENUE_BINANCE_US: - case api::Venue::VENUE_BINANCE_USDS_FUTURES: - rv = resolve_sim_connection(data, account, sec); - break; + case api::Venue::VENUE_BINANCE_USDS_FUTURES:{ + if (account.has_connections()) + for (const std::string &conn_name : + account.connections().exchange_connection_names()) { + const bts::api::admin::ExchangeConnection *conn = + find_connection(data, conn_name); + if (conn != nullptr && conn->has_general_connection()) + return conn; + } + return nullptr; + } case api::Venue::VENUE_CBOE: case api::Venue::VENUE_CBOECFE: case api::Venue::Venue_INT_MIN_SENTINEL_DO_NOT_USE_: @@ -200,8 +208,8 @@ void AdminServiceUtils::fill_connections_from_config( connection.set_id(new_id); connection.set_name(c.name()); - switch (c.platform()) { - case config::JetFIX::Connection::GLBX: + switch (c.venue()) { + case bts::api::VENUE_GLBX: if (c.cme_market_segment_id() == 0) connection.mutable_cme_connection()->mutable_cgw_connection(); else @@ -210,19 +218,21 @@ void AdminServiceUtils::fill_connections_from_config( ->set_market_segment_id(c.cme_market_segment_id()); add_connection(admin_data, connection); break; - case config::JetFIX::Connection::CBOE: + case bts::api::VENUE_CBOE: break; - case config::JetFIX::Connection::SIM: - case config::JetFIX::Connection::SIMICE: + case bts::api::VENUE_SIM: + case bts::api::VENUE_SIMICE: connection.mutable_sim_connection(); add_connection(admin_data, connection); break; - case config::JetFIX::Connection::ICE: + case bts::api::VENUE_ICE: connection.mutable_ice_connection()->set_sender_compid( c.sender_compid()); add_connection(admin_data, connection); break; default: + connection.mutable_general_connection()->set_exchange(c.venue()); + add_connection(admin_data, connection); break; } } @@ -539,7 +549,7 @@ bts::api::orderman::RoutingRecord AdminServiceUtils::get_routing_record( } switch (sec.exchange()) { case api::Venue::VENUE_DERIBIT: { - rv.set_session("sim"); + rv.set_session("deribit_1"); rv.set_account(account_ptr->name()); rv.set_operator_id(user_ptr->name()); AdminServiceUtils::ExchangeSubAccountResolver resolver; @@ -700,7 +710,7 @@ bts::api::orderman::RoutingRecord AdminServiceUtils::get_routing_record( rv.set_customer_or_firm(sim_account_data->origin()); return rv; } break; - case api::VENUE_FTX: // TODO + case api::VENUE_FTX: // TODO case api::VENUE_BINANCE: // TODO case api::VENUE_BINANCE_US: case api::VENUE_BINANCE_USDS_FUTURES: diff --git a/src/lib/api/services/AdminService.proto b/src/lib/api/services/AdminService.proto index 1a1f57fff..eb1aa1491 100644 --- a/src/lib/api/services/AdminService.proto +++ b/src/lib/api/services/AdminService.proto @@ -238,6 +238,7 @@ message ExchangeConnection{ CMEConnection cme_connection = 30; ICEConnection ice_connection = 40; SIMConnection sim_connection = 50; + GeneralExchangeConnection general_connection = 60; } } @@ -263,6 +264,10 @@ message CMECGWConnection{ message SIMConnection { } +message GeneralExchangeConnection{ + api.Venue exchange = 10; +} + message CMEMSGWConnection{ uint32 port = 10; string session_and_firm_id = 20; diff --git a/src/lib/config/profiles/default/MarketDataConfig.conf b/src/lib/config/profiles/default/MarketDataConfig.conf index 19ba72509..162f9ba3a 100644 --- a/src/lib/config/profiles/default/MarketDataConfig.conf +++ b/src/lib/config/profiles/default/MarketDataConfig.conf @@ -42,8 +42,15 @@ MarketDataConfig { # format: "$1USDT$3" # } # } - deribit { - json_conf_file_name: "deribit_demo_config.json" + # deribit { + # json_conf_file_name: "deribit_demo_config.json" + # } + recording{ + num_of_seconds_to_run: 300 + venue: VENUE_DERIBIT + } + replay{ + venue: VENUE_DERIBIT } } } diff --git a/src/lib/config/profiles/default/jetfix.conf b/src/lib/config/profiles/default/jetfix.conf index a6837cef2..3503f1e03 100644 --- a/src/lib/config/profiles/default/jetfix.conf +++ b/src/lib/config/profiles/default/jetfix.conf @@ -3,7 +3,7 @@ JetFIXSimConnection { value { sim { name: "sim" - platform: SIM + venue: VENUE_SIM socket_connect_host_ip: "127.0.0.1" socket_connect_port: @Ports.glbx_sim_fix_port sender_compid: "SPARK" # this is the FIX session name @@ -21,7 +21,7 @@ JetFIXSimConnection { } sim_ice { name: "sim_ice" - platform: SIMICE + venue: VENUE_SIMICE socket_connect_host_ip: "127.0.0.1" socket_connect_port: @Ports.ice_sim_fix_port sender_compid: "51239" # this is the FIX session name @@ -45,7 +45,7 @@ JetFIX { #connection: @JetFIXSimConnection.sim_ice connection { name: "ice_cert" - platform: ICE + venue: VENUE_ICE use_cme_secure_logon: false log_fix_stream: true socket_connect_host_ip: "63.247.113.154" @@ -68,7 +68,7 @@ JetFIX { connection { name: "cme_mc5_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -86,7 +86,7 @@ JetFIX { } connection { name: "cme_mc5_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -104,7 +104,7 @@ JetFIX { } connection { name: "cme_mc5_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -122,7 +122,7 @@ JetFIX { } connection { name: "cme_mc5_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -140,7 +140,7 @@ JetFIX { } connection { name: "cme_mc5_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -158,7 +158,7 @@ JetFIX { } connection { name: "cme_mc5_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -176,7 +176,7 @@ JetFIX { } connection { name: "cme_mc5_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -200,7 +200,7 @@ JetFIX { value { connection { name: "ice_cert" - platform: ICE + venue: VENUE_ICE use_cme_secure_logon: false log_fix_stream: true socket_connect_host_ip: "63.247.113.154" @@ -221,7 +221,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_mc7_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -239,7 +239,7 @@ JetFIX { } connection { name: "cme_mc7_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -257,7 +257,7 @@ JetFIX { } connection { name: "cme_mc7_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -275,7 +275,7 @@ JetFIX { } connection { name: "cme_mc7_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -293,7 +293,7 @@ JetFIX { } connection { name: "cme_mc7_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -311,7 +311,7 @@ JetFIX { } connection { name: "cme_mc7_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -329,7 +329,7 @@ JetFIX { } connection { name: "cme_mc7_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -347,7 +347,7 @@ JetFIX { } connection { name: "cme_mc7_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.195" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -365,7 +365,7 @@ JetFIX { } connection { name: "cme_mc7_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.204" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -383,7 +383,7 @@ JetFIX { } connection { name: "cme_mc7_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.169" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -401,7 +401,7 @@ JetFIX { } connection { name: "cme_mc7_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.197" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -419,7 +419,7 @@ JetFIX { } connection { name: "cme_mc7_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.177" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -437,7 +437,7 @@ JetFIX { } connection { name: "cme_mc7_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.189" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -455,7 +455,7 @@ JetFIX { } connection { name: "cme_mc7_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.183" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -473,7 +473,7 @@ JetFIX { } connection { name: "cme_mc7_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.168" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -491,7 +491,7 @@ JetFIX { } connection { name: "cme_mc7_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.187" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -509,7 +509,7 @@ JetFIX { } connection { name: "cme_mc7_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.198" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -527,7 +527,7 @@ JetFIX { } connection { name: "cme_mc7_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.167" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -553,7 +553,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_mc7_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -571,7 +571,7 @@ JetFIX { } connection { name: "cme_mc7_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -589,7 +589,7 @@ JetFIX { } connection { name: "cme_mc7_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -607,7 +607,7 @@ JetFIX { } connection { name: "cme_mc7_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -625,7 +625,7 @@ JetFIX { } connection { name: "cme_mc7_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -643,7 +643,7 @@ JetFIX { } connection { name: "cme_mc7_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -661,7 +661,7 @@ JetFIX { } connection { name: "cme_mc7_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -679,7 +679,7 @@ JetFIX { } connection { name: "cme_mc7_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.195" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -697,7 +697,7 @@ JetFIX { } connection { name: "cme_mc7_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.204" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -715,7 +715,7 @@ JetFIX { } connection { name: "cme_mc7_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.169" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -733,7 +733,7 @@ JetFIX { } connection { name: "cme_mc7_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.197" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -751,7 +751,7 @@ JetFIX { } connection { name: "cme_mc7_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.177" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -769,7 +769,7 @@ JetFIX { } connection { name: "cme_mc7_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.189" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -787,7 +787,7 @@ JetFIX { } connection { name: "cme_mc7_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.183" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -805,7 +805,7 @@ JetFIX { } connection { name: "cme_mc7_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.168" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -823,7 +823,7 @@ JetFIX { } connection { name: "cme_mc7_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.187" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -841,7 +841,7 @@ JetFIX { } connection { name: "cme_mc7_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.198" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -859,7 +859,7 @@ JetFIX { } connection { name: "cme_mc7_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.167" socket_connect_port: 61923 sender_compid: "MC7004N" @@ -883,7 +883,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_mc5_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -901,7 +901,7 @@ JetFIX { } connection { name: "cme_mc5_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -919,7 +919,7 @@ JetFIX { } connection { name: "cme_mc5_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -937,7 +937,7 @@ JetFIX { } connection { name: "cme_mc5_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -955,7 +955,7 @@ JetFIX { } connection { name: "cme_mc5_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -973,7 +973,7 @@ JetFIX { } connection { name: "cme_mc5_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -991,7 +991,7 @@ JetFIX { } connection { name: "cme_mc5_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61922 sender_compid: "MC5004N" @@ -1009,7 +1009,7 @@ JetFIX { } # connection { # name: "cme_mc5_60" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.195" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1026,7 +1026,7 @@ JetFIX { # } # connection { # name: "cme_mc5_76" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.204" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1043,7 +1043,7 @@ JetFIX { # } # connection { # name: "cme_mc5_88" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.169" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1060,7 +1060,7 @@ JetFIX { # } # connection { # name: "cme_mc5_74" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.197" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1077,7 +1077,7 @@ JetFIX { # } # connection { # name: "cme_mc5_64" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.177" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1094,7 +1094,7 @@ JetFIX { # } # connection { # name: "cme_mc5_72" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.189" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1111,7 +1111,7 @@ JetFIX { # } # connection { # name: "cme_mc5_70" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.183" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1128,7 +1128,7 @@ JetFIX { # } # connection { # name: "cme_mc5_68" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.168" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1145,7 +1145,7 @@ JetFIX { # } # connection { # name: "cme_mc5_80" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.187" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1162,7 +1162,7 @@ JetFIX { # } # connection { # name: "cme_mc5_84" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.198" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1179,7 +1179,7 @@ JetFIX { # } # connection { # name: "cme_mc5_78" - # platform: GLBX + # venue: VENUE_GLBX # socket_connect_host_ip: "69.50.112.167" # socket_connect_port: 61922 # sender_compid: "MC5004N" @@ -1202,7 +1202,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_mbx_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1220,7 +1220,7 @@ JetFIX { } connection { name: "cme_mbx_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1238,7 +1238,7 @@ JetFIX { } connection { name: "cme_mbx_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1256,7 +1256,7 @@ JetFIX { } connection { name: "cme_mbx_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1274,7 +1274,7 @@ JetFIX { } connection { name: "cme_mbx_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1292,7 +1292,7 @@ JetFIX { } connection { name: "cme_mbx_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1310,7 +1310,7 @@ JetFIX { } connection { name: "cme_mbx_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1328,7 +1328,7 @@ JetFIX { } connection { name: "cme_mbx_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.195" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1346,7 +1346,7 @@ JetFIX { } connection { name: "cme_mbx_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.204" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1364,7 +1364,7 @@ JetFIX { } connection { name: "cme_mbx_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.169" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1382,7 +1382,7 @@ JetFIX { } connection { name: "cme_mbx_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.197" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1400,7 +1400,7 @@ JetFIX { } connection { name: "cme_mbx_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.177" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1418,7 +1418,7 @@ JetFIX { } connection { name: "cme_mbx_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.189" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1436,7 +1436,7 @@ JetFIX { } connection { name: "cme_mbx_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.183" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1454,7 +1454,7 @@ JetFIX { } connection { name: "cme_mbx_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.168" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1472,7 +1472,7 @@ JetFIX { } connection { name: "cme_mbx_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.187" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1490,7 +1490,7 @@ JetFIX { } connection { name: "cme_mbx_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.198" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1508,7 +1508,7 @@ JetFIX { } connection { name: "cme_mbx_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.167" socket_connect_port: 61920 sender_compid: "MBX004N" @@ -1532,7 +1532,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_mc1_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1550,7 +1550,7 @@ JetFIX { } connection { name: "cme_mc1_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1568,7 +1568,7 @@ JetFIX { } connection { name: "cme_mc1_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1586,7 +1586,7 @@ JetFIX { } connection { name: "cme_mc1_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1604,7 +1604,7 @@ JetFIX { } connection { name: "cme_mc1_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1622,7 +1622,7 @@ JetFIX { } connection { name: "cme_mc1_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1640,7 +1640,7 @@ JetFIX { } connection { name: "cme_mc1_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1658,7 +1658,7 @@ JetFIX { } connection { name: "cme_mc1_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.195" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1676,7 +1676,7 @@ JetFIX { } connection { name: "cme_mc1_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.204" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1694,7 +1694,7 @@ JetFIX { } connection { name: "cme_mc1_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.169" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1712,7 +1712,7 @@ JetFIX { } connection { name: "cme_mc1_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.197" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1730,7 +1730,7 @@ JetFIX { } connection { name: "cme_mc1_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.177" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1748,7 +1748,7 @@ JetFIX { } connection { name: "cme_mc1_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.189" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1766,7 +1766,7 @@ JetFIX { } connection { name: "cme_mc1_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.183" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1784,7 +1784,7 @@ JetFIX { } connection { name: "cme_mc1_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.168" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1802,7 +1802,7 @@ JetFIX { } connection { name: "cme_mc1_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.187" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1820,7 +1820,7 @@ JetFIX { } connection { name: "cme_mc1_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.198" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1838,7 +1838,7 @@ JetFIX { } connection { name: "cme_mc1_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.167" socket_connect_port: 61921 sender_compid: "MC1004N" @@ -1862,7 +1862,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_mc8_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1880,7 +1880,7 @@ JetFIX { } connection { name: "cme_mc8_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1898,7 +1898,7 @@ JetFIX { } connection { name: "cme_mc8_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1916,7 +1916,7 @@ JetFIX { } connection { name: "cme_mc8_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1934,7 +1934,7 @@ JetFIX { } connection { name: "cme_mc8_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1952,7 +1952,7 @@ JetFIX { } connection { name: "cme_mc8_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1970,7 +1970,7 @@ JetFIX { } connection { name: "cme_mc8_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -1988,7 +1988,7 @@ JetFIX { } connection { name: "cme_mc8_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.195" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2006,7 +2006,7 @@ JetFIX { } connection { name: "cme_mc8_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.204" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2024,7 +2024,7 @@ JetFIX { } connection { name: "cme_mc8_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.169" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2042,7 +2042,7 @@ JetFIX { } connection { name: "cme_mc8_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.197" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2060,7 +2060,7 @@ JetFIX { } connection { name: "cme_mc8_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.177" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2078,7 +2078,7 @@ JetFIX { } connection { name: "cme_mc8_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.189" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2096,7 +2096,7 @@ JetFIX { } connection { name: "cme_mc8_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.183" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2114,7 +2114,7 @@ JetFIX { } connection { name: "cme_mc8_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.168" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2132,7 +2132,7 @@ JetFIX { } connection { name: "cme_mc8_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.187" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2150,7 +2150,7 @@ JetFIX { } connection { name: "cme_mc8_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.198" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2168,7 +2168,7 @@ JetFIX { } connection { name: "cme_mc8_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.167" socket_connect_port: 61924 sender_compid: "MC8004N" @@ -2193,7 +2193,7 @@ JetFIX { connection: @JetFIXSimConnection.sim connection { name: "cme_m4d_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.199" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2211,7 +2211,7 @@ JetFIX { } connection { name: "cme_m4d_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.172" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2229,7 +2229,7 @@ JetFIX { } connection { name: "cme_m4d_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.191" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2247,7 +2247,7 @@ JetFIX { } connection { name: "cme_m4d_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.179" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2265,7 +2265,7 @@ JetFIX { } connection { name: "cme_m4d_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.174" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2283,7 +2283,7 @@ JetFIX { } connection { name: "cme_m4d_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.202" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2301,7 +2301,7 @@ JetFIX { } connection { name: "cme_m4d_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.181" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2319,7 +2319,7 @@ JetFIX { } connection { name: "cme_m4d_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.195" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2337,7 +2337,7 @@ JetFIX { } connection { name: "cme_m4d_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.204" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2355,7 +2355,7 @@ JetFIX { } connection { name: "cme_m4d_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.169" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2373,7 +2373,7 @@ JetFIX { } connection { name: "cme_m4d_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.197" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2391,7 +2391,7 @@ JetFIX { } connection { name: "cme_m4d_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.177" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2409,7 +2409,7 @@ JetFIX { } connection { name: "cme_m4d_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.189" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2427,7 +2427,7 @@ JetFIX { } connection { name: "cme_m4d_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.183" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2445,7 +2445,7 @@ JetFIX { } connection { name: "cme_m4d_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.168" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2463,7 +2463,7 @@ JetFIX { } connection { name: "cme_m4d_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.187" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2481,7 +2481,7 @@ JetFIX { } connection { name: "cme_m4d_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.198" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2499,7 +2499,7 @@ JetFIX { } connection { name: "cme_m4d_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "69.50.112.167" socket_connect_port: 63993 sender_compid: "M4D004N" @@ -2550,7 +2550,7 @@ JetFIX { value { connection { name: "cme_ngg_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64580 #Original IP and Port @@ -2570,7 +2570,7 @@ JetFIX { } connection { name: "cme_ngg_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64582 #Original IP and Port @@ -2590,7 +2590,7 @@ JetFIX { } connection { name: "cme_ngg_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64584 #Original IP and Port @@ -2610,7 +2610,7 @@ JetFIX { } connection { name: "cme_ngg_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64586 #Original IP and Port @@ -2630,7 +2630,7 @@ JetFIX { } connection { name: "cme_ngg_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64588 #Original IP and Port @@ -2650,7 +2650,7 @@ JetFIX { } connection { name: "cme_ngg_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64590 #Original IP and Port @@ -2671,7 +2671,7 @@ JetFIX { # ES connection { name: "cme_ngg_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64594 #Original IP and Port @@ -2691,7 +2691,7 @@ JetFIX { } connection { name: "cme_ngg_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64598 #Original IP and Port @@ -2711,7 +2711,7 @@ JetFIX { } connection { name: "cme_ngg_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64600 #Original IP and Port @@ -2731,7 +2731,7 @@ JetFIX { } connection { name: "cme_ngg_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64602 #Original IP and Port @@ -2751,7 +2751,7 @@ JetFIX { } connection { name: "cme_ngg_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64604 #Original IP and Port @@ -2771,7 +2771,7 @@ JetFIX { } connection { name: "cme_ngg_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64606 #Original IP and Port @@ -2791,7 +2791,7 @@ JetFIX { } connection { name: "cme_ngg_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64608 #Original IP and Port @@ -2812,7 +2812,7 @@ JetFIX { # CL connection { name: "cme_ngg_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64610 #Original IP and Port @@ -2832,7 +2832,7 @@ JetFIX { } connection { name: "cme_ngg_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64612 #Original IP and Port @@ -2852,7 +2852,7 @@ JetFIX { } connection { name: "cme_ngg_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64614 #Original IP and Port @@ -2872,7 +2872,7 @@ JetFIX { } connection { name: "cme_ngg_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64618 #Original IP and Port @@ -2892,7 +2892,7 @@ JetFIX { } connection { name: "cme_ngg_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 64629 #Original IP and Port @@ -2918,7 +2918,7 @@ JetFIX { value { connection { name: "cme_vae_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60221 #Original IP and Port @@ -2938,7 +2938,7 @@ JetFIX { } connection { name: "cme_vae_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60223 #Original IP and Port @@ -2958,7 +2958,7 @@ JetFIX { } connection { name: "cme_vae_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60225 #Original IP and Port @@ -2978,7 +2978,7 @@ JetFIX { } connection { name: "cme_vae_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60227 #Original IP and Port @@ -2998,7 +2998,7 @@ JetFIX { } connection { name: "cme_vae_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60229 #Original IP and Port @@ -3018,7 +3018,7 @@ JetFIX { } connection { name: "cme_vae_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60231 #Original IP and Port @@ -3039,7 +3039,7 @@ JetFIX { # ES connection { name: "cme_vae_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60235 #Original IP and Port @@ -3059,7 +3059,7 @@ JetFIX { } connection { name: "cme_vae_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60239 #Original IP and Port @@ -3079,7 +3079,7 @@ JetFIX { } connection { name: "cme_vae_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60241 #Original IP and Port @@ -3099,7 +3099,7 @@ JetFIX { } connection { name: "cme_vae_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60243 #Original IP and Port @@ -3119,7 +3119,7 @@ JetFIX { } connection { name: "cme_vae_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60245 #Original IP and Port @@ -3139,7 +3139,7 @@ JetFIX { } connection { name: "cme_vae_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60247 #Original IP and Port @@ -3159,7 +3159,7 @@ JetFIX { } connection { name: "cme_vae_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60249 #Original IP and Port @@ -3180,7 +3180,7 @@ JetFIX { # CL connection { name: "cme_vae_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60251 #Original IP and Port @@ -3200,7 +3200,7 @@ JetFIX { } connection { name: "cme_vae_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60253 #Original IP and Port @@ -3220,7 +3220,7 @@ JetFIX { } connection { name: "cme_vae_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60255 #Original IP and Port @@ -3240,7 +3240,7 @@ JetFIX { } connection { name: "cme_vae_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60259 #Original IP and Port @@ -3260,7 +3260,7 @@ JetFIX { } connection { name: "cme_vae_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60270 #Original IP and Port @@ -3286,7 +3286,7 @@ JetFIX { value { connection { name: "cme_uze_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60220 #Original IP and Port @@ -3306,7 +3306,7 @@ JetFIX { } connection { name: "cme_uze_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60222 #Original IP and Port @@ -3326,7 +3326,7 @@ JetFIX { } connection { name: "cme_uze_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60224 #Original IP and Port @@ -3346,7 +3346,7 @@ JetFIX { } connection { name: "cme_uze_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60226 #Original IP and Port @@ -3366,7 +3366,7 @@ JetFIX { } connection { name: "cme_uze_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60228 #Original IP and Port @@ -3386,7 +3386,7 @@ JetFIX { } connection { name: "cme_uze_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60230 #Original IP and Port @@ -3407,7 +3407,7 @@ JetFIX { # ES connection { name: "cme_uze_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60234 #Original IP and Port @@ -3427,7 +3427,7 @@ JetFIX { } connection { name: "cme_uze_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60238 #Original IP and Port @@ -3447,7 +3447,7 @@ JetFIX { } connection { name: "cme_uze_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60240 #Original IP and Port @@ -3467,7 +3467,7 @@ JetFIX { } connection { name: "cme_uze_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60242 #Original IP and Port @@ -3487,7 +3487,7 @@ JetFIX { } connection { name: "cme_uze_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60244 #Original IP and Port @@ -3507,7 +3507,7 @@ JetFIX { } connection { name: "cme_uze_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60246 #Original IP and Port @@ -3527,7 +3527,7 @@ JetFIX { } connection { name: "cme_uze_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60248 #Original IP and Port @@ -3548,7 +3548,7 @@ JetFIX { # CL connection { name: "cme_uze_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60250 #Original IP and Port @@ -3568,7 +3568,7 @@ JetFIX { } connection { name: "cme_uze_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60252 #Original IP and Port @@ -3588,7 +3588,7 @@ JetFIX { } connection { name: "cme_uze_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60254 #Original IP and Port @@ -3608,7 +3608,7 @@ JetFIX { } connection { name: "cme_uze_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60258 #Original IP and Port @@ -3628,7 +3628,7 @@ JetFIX { } connection { name: "cme_uze_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60269 #Original IP and Port @@ -3654,7 +3654,7 @@ JetFIX { value { connection { name: "cme_mjf_50" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60882 #Original IP and Port @@ -3674,7 +3674,7 @@ JetFIX { } connection { name: "cme_mjf_52" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60884 #Original IP and Port @@ -3694,7 +3694,7 @@ JetFIX { } connection { name: "cme_mjf_54" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60886 #Original IP and Port @@ -3714,7 +3714,7 @@ JetFIX { } connection { name: "cme_mjf_56" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60888 #Original IP and Port @@ -3734,7 +3734,7 @@ JetFIX { } connection { name: "cme_mjf_58" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60890 #Original IP and Port @@ -3754,7 +3754,7 @@ JetFIX { } connection { name: "cme_mjf_60" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60892 #Original IP and Port @@ -3775,7 +3775,7 @@ JetFIX { # ES connection { name: "cme_mjf_64" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60896 #Original IP and Port @@ -3795,7 +3795,7 @@ JetFIX { } connection { name: "cme_mjf_68" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60900 #Original IP and Port @@ -3815,7 +3815,7 @@ JetFIX { } connection { name: "cme_mjf_70" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60902 #Original IP and Port @@ -3835,7 +3835,7 @@ JetFIX { } connection { name: "cme_mjf_72" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60904 #Original IP and Port @@ -3855,7 +3855,7 @@ JetFIX { } connection { name: "cme_mjf_74" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60906 #Original IP and Port @@ -3875,7 +3875,7 @@ JetFIX { } connection { name: "cme_mjf_76" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60908 #Original IP and Port @@ -3895,7 +3895,7 @@ JetFIX { } connection { name: "cme_mjf_78" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60910 #Original IP and Port @@ -3916,7 +3916,7 @@ JetFIX { # CL connection { name: "cme_mjf_80" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60912 #Original IP and Port @@ -3936,7 +3936,7 @@ JetFIX { } connection { name: "cme_mjf_82" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60914 #Original IP and Port @@ -3956,7 +3956,7 @@ JetFIX { } connection { name: "cme_mjf_84" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60916 #Original IP and Port @@ -3976,7 +3976,7 @@ JetFIX { } connection { name: "cme_mjf_88" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60920 #Original IP and Port @@ -3996,7 +3996,7 @@ JetFIX { } connection { name: "cme_mjf_99" - platform: GLBX + venue: VENUE_GLBX socket_connect_host_ip: "10.3.10.16" socket_connect_port: 60931 #Original IP and Port diff --git a/src/lib/config/protos/jetfix.proto b/src/lib/config/protos/jetfix.proto index ed90d9f45..0a8ba56e9 100644 --- a/src/lib/config/protos/jetfix.proto +++ b/src/lib/config/protos/jetfix.proto @@ -1,22 +1,13 @@ syntax = "proto3"; package bts.config; +import "lib/domain_model/Security.proto"; message JetFIX { message Connection { // a friendly name used to represent this session in the UI string name = 10; - enum JetFIXPlatform { - JET_FIX_PLATFORM_UNSPECIFIED = 0; - GLBX = 1; - CBOE = 6; - SIM = 2; - ICE = 3; - SIMICE = 4; - } - JetFIXPlatform platform = 15; - // the ip address to connect to string socket_connect_host_ip = 30; @@ -94,6 +85,7 @@ message JetFIX { uint32 max_connection_attempts = 346; bool auto_fix_seq_num = 347; bool use_ilink3 = 348; + bts.api.Venue venue = 350; } repeated Connection connection = 10; @@ -111,3 +103,12 @@ message CannedCertSession { message CMECannedSecureLogon { string secure_logon_fil = 10; } + + +message SimExecution{ + message SimExecutionEntry { + bts.api.Venue venue = 100; + bool incorporate_crosses_into_book = 200; + } + repeated SimExecutionEntry entries = 100; +} diff --git a/src/lib/core/TimeStamp.h b/src/lib/core/TimeStamp.h index 030854cd2..4e42478cc 100644 --- a/src/lib/core/TimeStamp.h +++ b/src/lib/core/TimeStamp.h @@ -55,6 +55,7 @@ struct TimeStamp { return ns; #endif } + static TimeStamp now() { return from_nanos(now_ns()); } private: // posix time diff --git a/src/lib/domain_model/common.h b/src/lib/domain_model/common.h index 4ab7472fd..528c35e72 100644 --- a/src/lib/domain_model/common.h +++ b/src/lib/domain_model/common.h @@ -1,5 +1,6 @@ #pragma once +#include #ifndef _WIN32 #include #endif @@ -12,7 +13,8 @@ namespace bts { struct CQuantity { double qty = 0; - constexpr static double err = 0.0000001; + constexpr static double precision_digits = 6; + constexpr static double err = 1 / precision_digits; CQuantity() {} CQuantity(uint32_t whole_qty) : qty(whole_qty) {} CQuantity(uint32_t int_qty, double fractional_qty) @@ -22,8 +24,14 @@ struct CQuantity { rv.qty = v; return rv; } + + static double round_to_decimal_places(double value, int decimal_places) { + double factor = pow(10, decimal_places); + return std::round(value * factor) / factor; + } uint32_t value() const { return static_cast(qty); } double full_value() const { return qty; } + float full_value_float() const { return static_cast(full_value()); } uint32_t int_part() { return static_cast(qty); } double fractional_part() { return full_value() - int_part(); } static bool equal_d(double d1, double d2) { @@ -91,6 +99,9 @@ struct CQuantity { CQuantity operator+(const CQuantity &rhs) const { return create_new(qty + rhs.qty); } + bool is_zero() const { return *this == create_new(0.0); } + void make_zero_if_negative() { qty = std::max(0.0, qty); } + void round() { qty = round_to_decimal_places(qty, 6); } }; inline std::ostream &operator<<(std::ostream &out, CQuantity const &qty) { diff --git a/src/lib/jetfix/gateway/Session.cpp b/src/lib/jetfix/gateway/Session.cpp index 234be9446..6520a6a8b 100644 --- a/src/lib/jetfix/gateway/Session.cpp +++ b/src/lib/jetfix/gateway/Session.cpp @@ -1,6 +1,7 @@ #include "Session.h" #include "lib/config/config.h" +#include "lib/domain_model/Security.pb.h" #include "lib/jetfix/codec/FIXEncodingStream.h" #include "lib/jetfix/codec/FieldDefinitions.h" #include "lib/jetfix/codec/MessageTypes.h" @@ -801,10 +802,8 @@ OutFIXPtr make_logon( const char *application = "O2"; #endif - if (session_cfg.platform() == - bts::config::JetFIX_Connection_JetFIXPlatform_ICE || - session_cfg.platform() == - bts::config::JetFIX_Connection_JetFIXPlatform_SIMICE) { + if (session_cfg.venue() == bts::api::VENUE_ICE || + session_cfg.venue() == bts::api::VENUE_SIMICE) { std::string sender_comp_id = session_cfg.sender_subid(); buffer.add(sender_comp_id); buffer.add(std::string_view{"1.0"}); diff --git a/src/lib/md/CCApiMarketDepthAdaptor.cpp b/src/lib/md/CCApiMarketDepthAdaptor.cpp index 5ee549d06..7a0d150ad 100644 --- a/src/lib/md/CCApiMarketDepthAdaptor.cpp +++ b/src/lib/md/CCApiMarketDepthAdaptor.cpp @@ -5,7 +5,6 @@ #include "lib/md/CCApiCorrelationID.h" #include "lib/md/CCApiDepthWalker.h" #include "lib/md/ICCApiMessageHandler.h" -#include "lib/md/MarketDataListenerData.h" #include #include diff --git a/src/lib/md/CCApiTradeAdaptor.cpp b/src/lib/md/CCApiTradeAdaptor.cpp index d18958052..30c54cd68 100644 --- a/src/lib/md/CCApiTradeAdaptor.cpp +++ b/src/lib/md/CCApiTradeAdaptor.cpp @@ -6,7 +6,6 @@ #include "lib/md/CCApiCorrelationID.h" #include "lib/md/CCApiTradeRecord.h" #include "lib/md/ICCApiMessageHandler.h" -#include "lib/md/MarketDataListenerData.h" #include "lib/utils/bts_fatal.h" #include diff --git a/src/lib/md/ccApi/CCMarketDataListener.cpp b/src/lib/md/GeneralMarketDataListener.cpp similarity index 76% rename from src/lib/md/ccApi/CCMarketDataListener.cpp rename to src/lib/md/GeneralMarketDataListener.cpp index 82a6da130..17617261d 100644 --- a/src/lib/md/ccApi/CCMarketDataListener.cpp +++ b/src/lib/md/GeneralMarketDataListener.cpp @@ -1,5 +1,5 @@ #ifdef SPARK_ENABLE_CCAPI -#include "CCMarketDataListener.h" +#include "GeneralMarketDataListener.h" #include "lib/api/domain/Currency.pb.h" #include "lib/api/domain/SecurityType.pb.h" #include "lib/api/domain/Venue.pb.h" @@ -25,11 +25,14 @@ #include "lib/md/MDProducer.h" #include "lib/md/MDProducerHandle.h" #include "lib/md/PriceSize.h" +#include "lib/md/SecurityIDRecorder.h" #include "lib/md/SecurityIndex.h" #include "lib/md/Shm/FixedSecurity.h" #include "lib/md/Shm/MDStructure.h" #include "lib/md/protos/co2.pb.h" #include "lib/orderman/actors/SODPosition.h" +#include "lib/orderman/gateways/sim/SimExecutionGateway.h" +#include "lib/orderman/gateways/sim/SimExecutionGatewayFactory.h" #include "lib/orderman/orderman_utils/Book.h" #include "lib/os/os.h" #include "lib/persistence/IDGenerator.h" @@ -37,6 +40,8 @@ #include "lib/utils/TimeStamp.h" #include "lib/utils/bts_assert.h" #include "lib/utils/bts_fatal.h" +#include +#include #include #include @@ -65,7 +70,7 @@ struct CCSecSearchResult { bool exists_now; }; -struct CCMarketDataListener::PImpl { +struct GeneralMarketDataListener::PImpl { // if this is set to true, then the security key passed on in the // on_securities function is used. If this is not set to true, then a new key // is generated @@ -74,8 +79,10 @@ struct CCMarketDataListener::PImpl { size_t n_bk_updates = 0; bts::persistence::IDGenerator &id_gen = bts::persistence::IDGenerator::instance(); - CCSecurityIndex &index; + GeneralSecurityIndex &index; MDProducer &md_producer; + const std::shared_ptr sim_ex_gwy = + nullptr; // map of logical key (venue + exchange key) to id // std::unordered_map sec_map = {}; // this is the map of cc api transient sec id's to bts permenant id's @@ -84,8 +91,15 @@ struct CCMarketDataListener::PImpl { std::unordered_map cc_sec_id_map = {}; MDArray bids = {}; MDArray asks = {}; - explicit PImpl(CCSecurityIndex &index, MDProducer &md_producer) - : index(index), md_producer(md_producer) {} + explicit PImpl( + GeneralSecurityIndex &index, + MDProducer &md_producer, + std::shared_ptr sim_ex_gwy) + : index(index), md_producer(md_producer), sim_ex_gwy(sim_ex_gwy) { + if (sim_ex_gwy != nullptr) { + sim_ex_gwy->set_producers(&index); + } + } }; // stateless util functions /////////////////////////////////////////////////// @@ -142,22 +156,31 @@ void copy_books( // interface functions //////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////////////////// -CCMarketDataListener::CCMarketDataListener( - CCSecurityIndex &index, MDProducer &md_producer) - : me(std::make_unique(index, md_producer)) {} +GeneralMarketDataListener::GeneralMarketDataListener( + GeneralSecurityIndex &index, MDProducer &md_producer, api::Venue venue) + : me(std::make_unique( + index, + md_producer, + bts::orderman::SimExecutionGatewayFactory::get()->get_getayeway( + venue))) { + LOG(md, Info, + "GeneralMarketDataListener::GeneralMarketDataListener venue: {}", + bts::api::Venue_Name(venue)); +} -CCMarketDataListener::~CCMarketDataListener() {} +GeneralMarketDataListener::~GeneralMarketDataListener() {} -void CCMarketDataListener::on_securities( +void GeneralMarketDataListener::on_securities( const std::vector &complete_security_list) { - LOG(md, Info, "CCMarketDataListener::on_securities n_secs: {}", + LOG(md, Info, "GeneralMarketDataListener::on_securities n_secs: {}", complete_security_list.size()); for (auto s_ptr : complete_security_list) { domain::Security sec = *s_ptr; const auto &s_comm = sec.security_common; CCSecSearchResult search_result = _find_sec(sec, true); LOG(md, Info, - "CCMarketDataListener::on_securities added new security, exchange: " + "GeneralMarketDataListener::on_securities added new security, " + "exchange: " "{} type: {} desc: {} id: {} spot: {} fut: {} spr: {} opt: {}", bts::api::domain::Venue_Name(s_comm.venue), bts::api::domain::SecurityType_Name(sec.type()), s_comm.desc, @@ -168,7 +191,8 @@ void CCMarketDataListener::on_securities( std::holds_alternative(sec.security)); if (search_result.existed_before) { LOG(md, Warn, - "CCMarketDataListener::on_securities security already exists, " + "GeneralMarketDataListener::on_securities security already " + "exists, " "ignoring it, " "exchange: " "{} type: {} desc: {} id: {}", @@ -197,16 +221,17 @@ void CCMarketDataListener::on_securities( } } -void CCMarketDataListener::on_security_state(const domain::SecurityState &) { +void GeneralMarketDataListener::on_security_state( + const domain::SecurityState &) { // TODO } -void CCMarketDataListener::on_security_statistics( +void GeneralMarketDataListener::on_security_statistics( const domain::SecurityMarketDataStatistics &sec_stats) { auto handle = _find_handle(sec_stats.security_id); bts_assert_msg( handle != nullptr, - "CCMarketDataListener::on_security_statistics null handle"); + "GeneralMarketDataListener::on_security_statistics null handle"); auto now = utils::TimeStamp::now(); bts::datetime::Date date_temp = {}; handle->handle.update_session_low(now, sec_stats.low.to_double()); @@ -217,44 +242,31 @@ void CCMarketDataListener::on_security_statistics( handle->handle.set_total_volume(sec_stats.volume.value()); } -void print_books(const domain::Book &book, size_t n_updates) { - auto bids = book[domain::Side::Buy]; - auto asks = book[domain::Side::Sell]; - size_t idx = 0; - std::cout << "Book no: " << n_updates - << " sec_id: " << book.security_id().value() << std::endl; - for (const auto &b : bids) { - std::cout << "idx: " << idx++ << " pr: " << b.price - << " sz: " << b.total_quantity << std::endl; - } - for (const auto &a : asks) { - std::cout << "idx: " << idx++ << " pr: " << a.price - << " sz: " << a.total_quantity << std::endl; - } - std::cout << "-----------------" << std::endl; -} - -void CCMarketDataListener::on_book(const bts::domain::Book &book) { - LOG(md, Diag, "CCMarketDataListener::on_book sec_id: {}", +void GeneralMarketDataListener::on_book(const bts::domain::Book &book) { + LOG(md, Diag, "GeneralMarketDataListener::on_book sec_id: {}", book.security_id()); me->n_bk_updates++; auto handle = _find_handle(book.security_id()); if (handle == nullptr) { - LOG(md, Error, "CCMarketDataListener::on_book, could not find sec_id: {}", + LOG(md, Error, + "GeneralMarketDataListener::on_book, could not find sec_id: {}", book.security_id()); return; } copy_books(book, me->bids, bts::domain::Side::Value::Buy); copy_books(book, me->asks, bts::domain::Side::Value::Sell); + _possibly_match_with_sim_orders( + bts::md::SecurityKey(book.security_id().value())); LOG(md, Diag, - "CCMarketDataListener::on_book post id: {} bid: {}/{}/{} ask: {}/{}/{}", + "GeneralMarketDataListener::on_book post id: {} bid: {}/{}/{} ask: " + "{}/{}/{}", handle->id, me->bids.at(0).price(), me->bids.at(0).direct_size(), me->bids.at(0).size(), me->asks.at(0).price(), me->asks.at(0).direct_size(), me->asks.at(0).size()); handle->handle.update_direct(utils::TimeStamp::now(), me->bids, me->asks); } -void CCMarketDataListener::on_trades( +void GeneralMarketDataListener::on_trades( const std::vector &trades) { for (auto tp : trades) { auto handle = _find_handle(tp->sec_id); @@ -269,14 +281,15 @@ void CCMarketDataListener::on_trades( } } -void CCMarketDataListener::on_rfqs(const std::vector &) {} +void GeneralMarketDataListener::on_rfqs( + const std::vector &) {} -void CCMarketDataListener::on_error(const MarketDataError &) {} +void GeneralMarketDataListener::on_error(const MarketDataError &) {} // private members //////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////////////////// -CCSecSearchResult CCMarketDataListener::_find_sec( +CCSecSearchResult GeneralMarketDataListener::_find_sec( const bts::domain::Security &sec, bool add_if_absent) { auto cc_id = sec.security_common.id; auto sec_it = me->cc_sec_id_map.find(cc_id); @@ -297,7 +310,8 @@ CCSecSearchResult CCMarketDataListener::_find_sec( } me->cc_sec_id_map.insert({cc_id, {bts_id}}); LOG(md, Info, - "CCMarketDataListener::_find_sec adding new sec desc: {} cc_id: " + "GeneralMarketDataListener::_find_sec adding new sec desc: {} " + "cc_id: " "{} bts_id: {}", sec.security_common.desc, cc_id, bts_id); return {bts_id, false, true}; @@ -307,7 +321,7 @@ CCSecSearchResult CCMarketDataListener::_find_sec( } } -CCSecurityData *CCMarketDataListener::_find_handle( +SecurityIndexData *GeneralMarketDataListener::_find_handle( bts::domain::SecurityID cc_id) { // TODO: temp // cc_id = me->cc_sec_id_map.begin()->first; @@ -319,7 +333,7 @@ CCSecurityData *CCMarketDataListener::_find_handle( return nullptr; } -void CCMarketDataListener::_add_future(const bts::domain::Security &sec) { +void GeneralMarketDataListener::_add_future(const bts::domain::Security &sec) { bts_assert(sec.type() == bts::api::domain::SecurityType::FUTURE); auto search_result = _find_sec(sec, false); bts_assert(search_result.existed_before); @@ -330,7 +344,7 @@ void CCMarketDataListener::_add_future(const bts::domain::Security &sec) { const auto &f_sec = std::get(sec.security); get_date_from_epoch_nanos(f_sec.expiration.nanos(), year, month, day); LOG(md, Info, - "CCMarketDataListener::_add_future nanos: {} yy: {} mm: {} dd: {}", + "GeneralMarketDataListener::_add_future nanos: {} yy: {} mm: {} dd: {}", f_sec.expiration.nanos(), year, month, day); ff_sec.expiration_year = year; ff_sec.expiration_month = month; @@ -338,7 +352,7 @@ void CCMarketDataListener::_add_future(const bts::domain::Security &sec) { _commit_security(ff_sec); } -void CCMarketDataListener::_add_option(const bts::domain::Security &sec) { +void GeneralMarketDataListener::_add_option(const bts::domain::Security &sec) { bts_assert(sec.type() == bts::api::domain::SecurityType::OPTION); auto search_result = _find_sec(sec, false); bts_assert(search_result.existed_before); @@ -347,8 +361,8 @@ void CCMarketDataListener::_add_option(const bts::domain::Security &sec) { uint32_t year, month, day; const auto &o_sec = std::get(sec.security); get_date_from_epoch_nanos(o_sec.expiration.nanos(), year, month, day); - LOG(md, Info, "CCMarketDataListener::_add_option yy: {} mm: {} dd: {}", year, - month, day); + LOG(md, Info, "GeneralMarketDataListener::_add_option yy: {} mm: {} dd: {}", + year, month, day); fo_sec.expiration_year = year; fo_sec.expiration_month = month; fo_sec.expiration_day = day; @@ -359,7 +373,7 @@ void CCMarketDataListener::_add_option(const bts::domain::Security &sec) { _commit_security(fo_sec); } -void CCMarketDataListener::_add_spread(const bts::domain::Security &sec) { +void GeneralMarketDataListener::_add_spread(const bts::domain::Security &sec) { bts_assert(sec.type() == bts::api::domain::SecurityType::SPREAD); auto search_result = _find_sec(sec, false); bts_assert(search_result.existed_before); @@ -373,7 +387,8 @@ void CCMarketDataListener::_add_spread(const bts::domain::Security &sec) { auto it = me->cc_sec_id_map.find(l.security_id); if (it == me->cc_sec_id_map.end()) { LOG(md, Error, - "CCMarketDataListener::_add_spread, could not resolve leg: {}", + "GeneralMarketDataListener::_add_spread, could not resolve leg: " + "{}", l.security_id); } // assining values ot leg @@ -390,8 +405,8 @@ void CCMarketDataListener::_add_spread(const bts::domain::Security &sec) { _commit_security(fspr_sec); } -void CCMarketDataListener::_add_spot(const bts::domain::Security &sec) { - LOG(md, Info, "CCMarketDataListener::_add_spot spot: {}", +void GeneralMarketDataListener::_add_spot(const bts::domain::Security &sec) { + LOG(md, Info, "GeneralMarketDataListener::_add_spot spot: {}", sec.security_common.desc); bts_assert(sec.type() == bts::api::domain::SecurityType::SPOT); auto search_result = _find_sec(sec, false); @@ -401,20 +416,20 @@ void CCMarketDataListener::_add_spot(const bts::domain::Security &sec) { _commit_security(fs_sec); } -void CCMarketDataListener::_commit_security(const FixedSecurity &sec) { +void GeneralMarketDataListener::_commit_security(const FixedSecurity &sec) { // Set up the shared memory for this security bts_assert(sec.numeric_id != 0); auto handle = me->md_producer.add_security(sec); // Add it to the index so it can receive messages auto kp = me->index.add_security(sec.numeric_id, handle); LOG(md, Info, - "CCMarketDataListener::_add_security_to_shm added sec: {} id: {} " + "GeneralMarketDataListener::_add_security_to_shm added sec: {} id: {} " "num_id: {} n_secs: {}", std::string(handle.security().security_desc()), kp->id, handle.security().numeric_id, me->index.n_secs()); } -void CCMarketDataListener::_copy_security_common( +void GeneralMarketDataListener::_copy_security_common( const bts::domain::Security &from, uint64_t key, FixedSecurity &to) const { to.key = key; to.numeric_id = key; @@ -427,5 +442,22 @@ void CCMarketDataListener::_copy_security_common( to.low_tick = to.high_tick = from.security_common.min_price_increment; } +uint64_t GeneralMarketDataListener::_generate_security_key( + const bts::domain::Security &sec) { + auto logical_key = get_logical_key(sec); + // if (me->use_given_sec_key) + // return sec.security_common.id.value(); + auto rv = me->id_gen.get_id(me->cc_name_prefix, logical_key, true); + bts_assert(rv.has_value()); + return rv.value(); +} + +void GeneralMarketDataListener::_possibly_match_with_sim_orders( + bts::md::SecurityKey key) { + if (me->sim_ex_gwy != nullptr) { + me->sim_ex_gwy->get_matched_book(key, me->bids, me->asks); + } +} + } // namespace bts::md #endif diff --git a/src/lib/md/ccApi/CCMarketDataListener.h b/src/lib/md/GeneralMarketDataListener.h similarity index 75% rename from src/lib/md/ccApi/CCMarketDataListener.h rename to src/lib/md/GeneralMarketDataListener.h index 1e868773f..46fd199d5 100644 --- a/src/lib/md/ccApi/CCMarketDataListener.h +++ b/src/lib/md/GeneralMarketDataListener.h @@ -1,20 +1,23 @@ #pragma once #include "lib/domain/Security.h" #include "lib/domain/SecurityID.h" +#include "lib/domain_model/Security.pb.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/IMarketDataListener.h" -#include "lib/md/ccApi/CCSecurityIndex.h" +#include "lib/md/Shm/FixedSecurity.h" namespace bts::md { class MDProducer; struct CCSecSearchResult; -struct CCSecurityData; +struct SecurityIndexData; } // namespace bts::md namespace bts::md { -class CCMarketDataListener : public IMarketDataListener { +class GeneralMarketDataListener : public IMarketDataListener { public: - CCMarketDataListener(CCSecurityIndex &index, MDProducer &md_producer); - virtual ~CCMarketDataListener(); + GeneralMarketDataListener( + GeneralSecurityIndex &index, MDProducer &md_producer, api::Venue venue); + virtual ~GeneralMarketDataListener(); void on_securities(const std::vector &complete_security_list) override; void on_security_state(const domain::SecurityState &security_state) override; @@ -34,7 +37,7 @@ class CCMarketDataListener : public IMarketDataListener { CCSecSearchResult _find_sec( const bts::domain::Security &sec, bool add_if_absent); // given a cc id, returns the bts persisted id, if it can find one - CCSecurityData *_find_handle(bts::domain::SecurityID cc_id); + SecurityIndexData *_find_handle(bts::domain::SecurityID cc_id); void _add_future(const bts::domain::Security &); void _add_option(const bts::domain::Security &); void _add_spread(const bts::domain::Security &); @@ -45,5 +48,6 @@ class CCMarketDataListener : public IMarketDataListener { uint64_t key, FixedSecurity &to) const; uint64_t _generate_security_key(const bts::domain::Security &sec); + void _possibly_match_with_sim_orders(bts::md::SecurityKey key); }; } // namespace bts::md diff --git a/src/lib/md/ccApi/CCSecurityIndex.h b/src/lib/md/GeneralSecurityIndex.h similarity index 50% rename from src/lib/md/ccApi/CCSecurityIndex.h rename to src/lib/md/GeneralSecurityIndex.h index dc9f2a9bc..9b9042022 100644 --- a/src/lib/md/ccApi/CCSecurityIndex.h +++ b/src/lib/md/GeneralSecurityIndex.h @@ -5,12 +5,13 @@ namespace bts::md { -struct CCSecurityData { - CCSecurityData(uint64_t id, MDProducerHandle &h) : id(id), handle(h) {} +struct SecurityIndexData { + SecurityIndexData(uint64_t id, MDProducerHandle &h) : id(id), handle(h) {} uint64_t id; // exchange id MDProducerHandle handle; }; -using CCSecurityIndex = ConcurrentSecurityIndex; +using GeneralSecurityIndex = + ConcurrentSecurityIndex; } // namespace bts::md diff --git a/src/lib/md/MarketDataGateway.cpp b/src/lib/md/MarketDataGateway.cpp index 9e6228d32..8b722d22b 100644 --- a/src/lib/md/MarketDataGateway.cpp +++ b/src/lib/md/MarketDataGateway.cpp @@ -2,15 +2,21 @@ #include "MarketDataGateway.h" #include "lib/api/md/MarketDataConfig.pb.h" #include "lib/api/md/MarketDataConfigUtils.h" +#include "lib/api/md/MarketDataReplayConfig.pb.h" #include "lib/collections/Contains.h" +#include "lib/domain/FutureSecurity.h" +#include "lib/domain/OptionSecurity.h" #include "lib/config/protos/system_config.pb.h" #include "lib/domain/Security.h" #include "lib/domain/SecurityID.h" +#include "lib/domain/SpotSecurity.h" #include "lib/domain_model/Security.pb.h" #include "lib/io/ProtoPrinter.h" #include "lib/logging/logging.h" +#include "lib/md/GeneralMarketDataListener.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/IMarketDataListener.h" -#include "lib/md/MarketDataListenerData.h" +#include "lib/md/MDProducer.h" #include "lib/md/MarketDataListenerID.h" #include "lib/md/MarketDataRegistration.h" #include "lib/md/MarketDataRegistrationError.h" @@ -20,12 +26,14 @@ #include "lib/md/binance_us/BinanceUsSubscription.h" #include "lib/md/binance_usds_futures/BinanceUsdsFuturesSubscription.h" #include "lib/md/ftx/FTXSubscription.h" -#include "lib/md/recording/MDReplayData.h" +#include "lib/md/recording/MDReplayer.h" #include "lib/persistence/IDGenerator.h" #include "lib/utils/PBUtils.h" #include "lib/utils/bts_assert.h" #include "lib/utils/thread_manager.h" #include "server/sparkd/md/platforms/emumba/EmumbaMain.h" +#include +#include #include "lib/md/vendor/emumba/EmumbaDeribitData.h" @@ -58,15 +66,53 @@ static bool validate(const MarketDataConfig & /*cfg*/, vector &errs) { return errs.size() == orig_n_errs; } -struct MarketDataGateway::PImpl { - ccapi::EventDispatcher dispatcher; +struct MarketDataListenerData { + MarketDataListenerData() = default; + MarketDataListenerData(const MarketDataListenerData &) noexcept = delete; + MarketDataListenerData(MarketDataListenerData &&) noexcept = default; + MarketDataListenerData &operator=(const MarketDataListenerData &) noexcept = + delete; + MarketDataListenerData &operator=(MarketDataListenerData &&) noexcept = + default; + ~MarketDataListenerData() = default; + MarketDataListenerID id; + MarketDataSubscription subscription; +}; + +struct MDReplayData { + bts::api::md::MarketDataReplayConfig replay_conf; + bts::api::Venue venue; + bts::md::GeneralSecurityIndex sec_index; + bts::md::MDProducer md_producer; + bts::md::recording::MDReplayer md_replayer; + + MDReplayData(const bts::api::md::MarketDataReplayConfig &replay_conf) + : replay_conf(replay_conf), venue(replay_conf.venue()), sec_index(), + md_producer(bts::co2::PLATFORM_SIM), + md_replayer(replay_conf.venue(), sec_index, md_producer) {} +}; + +struct CCMDSourceData { + bts::md::GeneralSecurityIndex sec_index; + bts::md::MDProducer md_producer; + bts::md::GeneralMarketDataListener listener; + + CCMDSourceData(bts::api::Venue venue) + : sec_index(), md_producer(bts::co2::PLATFORM_SIM), + listener(sec_index, md_producer, venue) {} +}; + +struct MarketDataGateway::PImpl { + api::md::MarketDataConfig md_config = + config::get(); + ccapi::EventDispatcher dispatcher; MarketDataRegistrationFactory registration_factory; IDGenerator &sec_id_store = IDGenerator::instance(); unordered_map listeners; - unordered_map> securities; - std::vector> replays = {}; - //std::unique_ptr emumba_deribit_data = nullptr; + std::vector> replays = {}; + // we create these and pass them to the cc md sources + std::vector> cc_md_listeners = {}; }; MarketDataGateway::MarketDataGateway() @@ -74,8 +120,26 @@ MarketDataGateway::MarketDataGateway() MarketDataGateway::~MarketDataGateway() = default; -MarketDataRegistration MarketDataGateway::subscribe( - const MarketDataConfig &cfg, IMarketDataListener *listener) noexcept { +// starts the market data sources and then keeps the function going +void MarketDataGateway::run() { + LOG(md, Info, "MarketDataGateway::run starting t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); + _start_cc(me_->md_config); + _start_deribit(me_->md_config); + _start_replays(me_->md_config); + while (true) { + std::this_thread::sleep_for(std::chrono::seconds(1)); + } + LOG(md, Info, "MarketDataGateway::run ending t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); +} + +// CCAPI ////////////////////////////////////////////////////////////////////// +/////////////////////////////////////////////////////////////////////////////// +MarketDataRegistration MarketDataGateway::_start_cc( + const MarketDataConfig &cfg) noexcept { + LOG(md, Info, "MarketDataGateway::_start_cc starting t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); auto reg = me_->registration_factory.create(); bts_assert(reg.listener_id.has_value()); bts_assert(!CONTAINS_KEY(me_->listeners, *reg.listener_id)); @@ -91,38 +155,42 @@ MarketDataRegistration MarketDataGateway::subscribe( MarketDataListenerData &listener_data = me_->listeners[*reg.listener_id]; listener_data.id = *reg.listener_id; - listener_data.listener = listener; - listener_data.cfg = cfg; // FTX for (const auto &ftx : cfg.ftx()) { + auto p = me_->cc_md_listeners.emplace_back( + std::make_shared(bts::api::VENUE_FTX)); listener_data.subscription.add(ftx::FTXSubscription{ - &me_->dispatcher, ftx, &me_->sec_id_store, listener_data.listener}); + &me_->dispatcher, ftx, &me_->sec_id_store, &p->listener}); } // Binance for (const auto &binance : cfg.binance()) { + auto p = me_->cc_md_listeners.emplace_back( + std::make_shared(bts::api::VENUE_BINANCE)); listener_data.subscription.add(binance::BinanceSubscription{ - &me_->dispatcher, binance, &me_->sec_id_store, - listener_data.listener}); + &me_->dispatcher, binance, &me_->sec_id_store, &p->listener}); } // Binance US for (const auto &binance_us : cfg.binance_us()) { + auto p = me_->cc_md_listeners.emplace_back( + std::make_shared(bts::api::VENUE_BINANCE_US)); listener_data.subscription.add(binance_us::BinanceUsSubscription{ - &me_->dispatcher, binance_us, &me_->sec_id_store, - listener_data.listener}); + &me_->dispatcher, binance_us, &me_->sec_id_store, &p->listener}); } // Binance USDS Futures for (const auto &binance_ufs : cfg.binance_usds_futures()) { + auto p = + me_->cc_md_listeners.emplace_back(std::make_shared( + bts::api::VENUE_BINANCE_USDS_FUTURES)); listener_data.subscription.add( binance_usds_futures::BinanceUsdsFuturesSubscription{ - &me_->dispatcher, binance_ufs, &me_->sec_id_store, - listener_data.listener}); + &me_->dispatcher, binance_ufs, &me_->sec_id_store, &p->listener}); } - _start_deribit(cfg); - _start_replays(cfg); + LOG(md, Info, "MarketDataGateway::_start_cc ending t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); return reg; } @@ -134,15 +202,10 @@ void MarketDataGateway::unsubscribe(MarketDataListenerID id) { // deribit //////////////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////////////////// -// void run_emumba() { -// LOG(md, Info, "Run::run_emumba t_id: {}", os::get_thread_id()); -// bts::md::EmumbaMain em_main = {}; -// em_main.run(); -// } - void MarketDataGateway::_start_deribit( const bts::api::md::MarketDataConfig &cfg) { - //threading::make_thread("Emumba", []() { run_emumba(); }).detach(); + LOG(md, Info, "MarketDataGateway::_start_deribit starting t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); auto start_deribit_thr = [&]() { const auto &deribit_conf_items = cfg.deribit(); if (deribit_conf_items.size() != 1) { @@ -189,15 +252,19 @@ void MarketDataGateway::_start_deribit( ddata->real_handler->run(); }; threading::make_thread("Emumba", [&]() { start_deribit_thr(); }).detach(); + LOG(md, Info, "MarketDataGateway::_start_deribit ending t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); } // replays //////////////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////////////////// void MarketDataGateway::_start_replays( const bts::api::md::MarketDataConfig &cfg) { + LOG(md, Info, "MarketDataGateway::_start_replays starting t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); for (const auto &r : MarketDataConfigUtils::get_effective_replay_config(cfg)) { - me_->replays.emplace_back(std::make_unique(r)); + me_->replays.emplace_back(std::make_unique(r)); } for (const auto &replayer : me_->replays) { std::string tid_name = "MDReplayer_" + Venue_Name(replayer->venue); @@ -205,6 +272,8 @@ void MarketDataGateway::_start_replays( replayer->md_replayer.run(); }).detach(); } + LOG(md, Info, "MarketDataGateway::_start_replays ending t_id:{} t_name:{}", + os::get_thread_id(), os::get_thread_name()); } } // namespace bts::md diff --git a/src/lib/md/MarketDataGateway.h b/src/lib/md/MarketDataGateway.h index b88cf1da6..59ad1cd05 100644 --- a/src/lib/md/MarketDataGateway.h +++ b/src/lib/md/MarketDataGateway.h @@ -21,14 +21,13 @@ class MarketDataGateway { * @brief Connects a market data listener to a market data source * @return MarketDataRegistration */ - MarketDataRegistration subscribe( - const api::md::MarketDataConfig &, IMarketDataListener *) noexcept; - + void run(); void unsubscribe(MarketDataListenerID id); private: struct PImpl; std::unique_ptr me_; + MarketDataRegistration _start_cc(const api::md::MarketDataConfig &) noexcept; void _start_deribit(const bts::api::md::MarketDataConfig &cfg); void _start_replays(const bts::api::md::MarketDataConfig &cfg); }; diff --git a/src/lib/md/MarketDataListenerData.h b/src/lib/md/MarketDataListenerData.h deleted file mode 100644 index 083e61077..000000000 --- a/src/lib/md/MarketDataListenerData.h +++ /dev/null @@ -1,28 +0,0 @@ -#pragma once -#ifndef _WIN32 -#include "lib/api/md/MarketDataConfig.pb.h" -#include "lib/md/IMarketDataListener.h" -#include "lib/md/MarketDataListenerID.h" -#include "lib/md/MarketDataSubscription.h" -#include - -namespace bts::md { - -struct MarketDataListenerData { - MarketDataListenerData() = default; - MarketDataListenerData(const MarketDataListenerData &) noexcept = delete; - MarketDataListenerData(MarketDataListenerData &&) noexcept = default; - MarketDataListenerData &operator=(const MarketDataListenerData &) noexcept = - delete; - MarketDataListenerData &operator=(MarketDataListenerData &&) noexcept = - default; - ~MarketDataListenerData() = default; - - MarketDataListenerID id; - IMarketDataListener *listener; - api::md::MarketDataConfig cfg; - MarketDataSubscription subscription; -}; - -} // namespace bts::md -#endif diff --git a/src/lib/md/ccApi/CCMain.cpp b/src/lib/md/ccApi/CCMain.cpp deleted file mode 100644 index 23f6398ae..000000000 --- a/src/lib/md/ccApi/CCMain.cpp +++ /dev/null @@ -1,80 +0,0 @@ -#ifdef SPARK_ENABLE_CCAPI - -#include "CCMain.h" -#include "lib/api/md/MarketDataConfig.pb.h" -#include "lib/config/config.h" -#include "lib/config/protos/market_data.pb.h" -#include "lib/logging/logging.h" -#include "lib/md/MDProducer.h" -#include "lib/md/MarketDataGateway.h" -#include "lib/md/MarketDataRegistration.h" -#include "lib/md/MarketDataSubscription.h" -#include "lib/md/SecurityDB.h" -#include "lib/md/SecurityIDRecorder.h" -#include "lib/md/ccApi/CCDemoListener.h" -#include "lib/md/ccApi/CCMarketDataListener.h" -#include "lib/md/ccApi/CCSecurityIndex.h" -#include "lib/md/coconut2.h" -#include "lib/md/common.h" -#include "lib/md/protos/co2.pb.h" -#include "lib/os/os.h" -#include "lib/utils/Dispatcher.h" -#include "lib/utils/PBUtils.h" -#include "lib/utils/bts_assert.h" -#include "lib/utils/bts_chrono.h" -#include "lib/utils/proto_helper.h" -#include "lib/utils/thread_manager.h" -#include "server/sparkd/cmds/crypto/DeribitDemoConfiguration.h" -#include - -#include "lib/md/ccApi/CCSecurityIndex.h" -#include -#include -#include -#include - -using namespace std; - -namespace bts::md { - -struct CCMain::PImpl { - CCSecurityIndex sec_index; - SecurityIDRecorder recorder; - MDProducer producer; - bts::md::MarketDataGateway gw; - CCMarketDataListener cc_listener; - PImpl() - : sec_index(), recorder( - {utils::Dispatcher::current(), - [=](ExchangeKey k) { - return SecurityKey(sec_index.get_key(k.value())); - }}), - producer(bts::co2::PLATFORM_SIM, recorder), - cc_listener(sec_index, producer) {} -}; - -CCMain::CCMain() - : // me(std::make_unique()) { - me(new PImpl()) { - LOG(md, Info, "CCMain::CCMain constructed on t_id: {} t_name: {}", - bts::os::get_thread_id(), bts::os::get_thread_name()); -} - -void CCMain::send_heartbeats() {} - -CCMain::~CCMain() {} - -void CCMain::run() { - LOG(md, Info, "Run::run_ccapi t_id:{} t_name:{}", os::get_thread_id(), - os::get_thread_name()); - const auto &md_config = config::get(); - me->gw.subscribe(md_config, &me->cc_listener); - - while (true) { - std::this_thread::sleep_for(std::chrono::seconds(1)); - } - std::cout << "Exiting run_ccapi" << std::endl; -} - -} // namespace bts::md -#endif diff --git a/src/lib/md/ccApi/CCMain.h b/src/lib/md/ccApi/CCMain.h deleted file mode 100644 index 15d866030..000000000 --- a/src/lib/md/ccApi/CCMain.h +++ /dev/null @@ -1,23 +0,0 @@ -#pragma once -#ifdef SPARK_ENABLE_CCAPI - -#include "server/sparkd/md/platforms/IMDPlatform.h" -#include - -namespace bts::md { - -class CCMain : public IMDPlatform { - public: - CCMain(); - virtual ~CCMain(); - // IMDPlatform implementation - void send_heartbeats() override; - void run(); - - private: - struct PImpl; - std::unique_ptr me; -}; - -} // namespace bts::md -#endif \ No newline at end of file diff --git a/src/lib/md/ftx/FTXSubscription.cpp b/src/lib/md/ftx/FTXSubscription.cpp index 5cb4b23e7..33954169f 100644 --- a/src/lib/md/ftx/FTXSubscription.cpp +++ b/src/lib/md/ftx/FTXSubscription.cpp @@ -16,7 +16,6 @@ #include "lib/md/CCApiTradeAdaptor.h" #include "lib/md/ICCApiMessageHandler.h" #include "lib/md/IMarketDataListener.h" -#include "lib/md/MarketDataListenerData.h" #include "lib/md/ftx/FTXHistoricalPriceAdaptor.h" #include "lib/md/ftx/FTXHistoricalPriceRecord.h" #include "lib/md/ftx/FTXMessageType.h" diff --git a/src/lib/md/recording/MDReplayData.h b/src/lib/md/recording/MDReplayData.h deleted file mode 100644 index c68d6d857..000000000 --- a/src/lib/md/recording/MDReplayData.h +++ /dev/null @@ -1,29 +0,0 @@ -#pragma once -#include "lib/api/md/MarketDataReplayConfig.pb.h" -#include "lib/domain/FutureSecurity.h" -#include "lib/domain/OptionSecurity.h" -#include "lib/domain/Security.h" -#include "lib/domain/SecurityID.h" -#include "lib/domain/SpotSecurity.h" -#include "lib/domain_model/Security.pb.h" -#include "lib/md/IMarketDataListener.h" -#include "lib/md/MDProducer.h" -#include "lib/md/ccApi/CCSecurityIndex.h" -#include "lib/md/recording/MDReplayer.h" -#include -#include - -namespace bts::md::recording { -struct MDReplayData { - bts::api::md::MarketDataReplayConfig replay_conf; - bts::api::Venue venue; - bts::md::CCSecurityIndex sec_index; - bts::md::MDProducer md_producer; - bts::md::recording::MDReplayer md_replayer; - - MDReplayData(const bts::api::md::MarketDataReplayConfig &replay_conf) - : replay_conf(replay_conf), sec_index(), - md_producer(bts::co2::PLATFORM_SIM), - md_replayer(replay_conf.venue(), sec_index, md_producer) {} -}; -} // namespace bts::md::recording diff --git a/src/lib/md/recording/MDReplayer.cpp b/src/lib/md/recording/MDReplayer.cpp index 0a8209ac7..87a2ca342 100644 --- a/src/lib/md/recording/MDReplayer.cpp +++ b/src/lib/md/recording/MDReplayer.cpp @@ -14,8 +14,8 @@ #include "lib/domain/TradeRecord.h" #include "lib/domain_model/Security.pb.h" #include "lib/logging/logging.h" +#include "lib/md/GeneralMarketDataListener.h" #include "lib/md/MDProducer.h" -#include "lib/md/ccApi/CCMarketDataListener.h" #include "lib/md/protos/co2.pb.h" #include "lib/md/recording/MDRecorder.h" #include "lib/os/os.h" @@ -54,16 +54,16 @@ struct MDReplayer ::PImpl { bts::api::Venue venue; std::set sec_keys = {}; uint64_t start_time = bts::core::TimeStamp::now_ns(); - CCMarketDataListener listener; + GeneralMarketDataListener listener; PImpl( bts::api::Venue venue, - bts::md::CCSecurityIndex &index, + bts::md::GeneralSecurityIndex &index, bts::md::MDProducer &md_producer) - : venue(venue), listener(index, md_producer) {} + : venue(venue), listener(index, md_producer, venue) {} }; MDReplayer::MDReplayer( bts::api::Venue venue, - bts::md::CCSecurityIndex &index, + bts::md::GeneralSecurityIndex &index, bts::md::MDProducer &md_producer) : me(new PImpl(venue, index, md_producer)) { LOG(md, Info, "MDReplayer::MDReplayer venue: {}", Venue_Name(venue)); @@ -123,7 +123,7 @@ void MDReplayer::_replay_file_once(const std::string &file_name) { void MDReplayer::_replay_message(const bts::co2::RecordedMDMessage &m) { switch (m.MDRecord_case()) { case (co2::RecordedMDMessage::MDRecordCase::kSecurity): { - LOG(md, Info, "MDReplayer::_replay_message m: {}", + LOG(md, Diag, "MDReplayer::_replay_message m: {}", utils::pb::to_string(m)); bts::domain::Security new_sec = m.security(); me->sec_keys.insert(m.security().id()); diff --git a/src/lib/md/recording/MDReplayer.h b/src/lib/md/recording/MDReplayer.h index b1a2ae57e..116328da8 100644 --- a/src/lib/md/recording/MDReplayer.h +++ b/src/lib/md/recording/MDReplayer.h @@ -6,8 +6,8 @@ #include "lib/domain/SecurityID.h" #include "lib/domain/SpotSecurity.h" #include "lib/domain_model/Security.pb.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/IMarketDataListener.h" -#include "lib/md/ccApi/CCSecurityIndex.h" #include namespace bts::md { @@ -24,7 +24,7 @@ class MDReplayer { public: MDReplayer( bts::api::Venue venue, - bts::md::CCSecurityIndex &index, + bts::md::GeneralSecurityIndex &index, bts::md::MDProducer &md_producer); ~MDReplayer(); void run(); diff --git a/src/lib/md/vendor/emumba/EmumbaDeribitData.h b/src/lib/md/vendor/emumba/EmumbaDeribitData.h index ba008dd7d..a597aad21 100644 --- a/src/lib/md/vendor/emumba/EmumbaDeribitData.h +++ b/src/lib/md/vendor/emumba/EmumbaDeribitData.h @@ -1,16 +1,15 @@ #pragma once +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/MDProducer.h" #include "lib/md/SecurityIDRecorder.h" -#include "lib/md/ccApi/CCSecurityIndex.h" #include "server/sparkd/md/platforms/emumba/EMTradingSession.h" #include "server/sparkd/md/platforms/emumba/EmMDListener.h" -#include "server/sparkd/md/platforms/emumba/EmumbaSecurityIndex.h" #include namespace bts::md { struct EmumbaDeribitData { - bts::md::EmumbaSecurityIndex sec_index; + bts::md::GeneralSecurityIndex sec_index; bts::md::SecurityIDRecorder recorder; bts::md::MDProducer md_producer; bts::md::EmMDListener listener; @@ -19,10 +18,10 @@ struct EmumbaDeribitData { EmumbaDeribitData() : sec_index(), recorder( - {utils::Dispatcher::current(), - [=](ExchangeKey k) { - return SecurityKey(sec_index.get_key(k.value())); - }}), + {utils::Dispatcher::current(), + [=](ExchangeKey k) { + return SecurityKey(sec_index.get_key(k.value())); + }}), md_producer(bts::co2::PLATFORM_SIM, recorder), listener(sec_index, md_producer) {} }; diff --git a/src/lib/orderman/CancelOrderMsg.h b/src/lib/orderman/CancelOrderMsg.h index 97b13c899..ab8991f57 100644 --- a/src/lib/orderman/CancelOrderMsg.h +++ b/src/lib/orderman/CancelOrderMsg.h @@ -13,4 +13,10 @@ struct CancelOrderMsg { api::Side side; }; +inline std::ostream &operator<<(std::ostream &out, CancelOrderMsg const &msg) { + out << "key: " << msg.key + << " exchange_order_id: " << msg.exchange_order_id.value(); + return out; +} + } // namespace bts::orderman diff --git a/src/lib/orderman/CancelReplaceOrderMsg.h b/src/lib/orderman/CancelReplaceOrderMsg.h index b3b314e02..f1b3936d5 100644 --- a/src/lib/orderman/CancelReplaceOrderMsg.h +++ b/src/lib/orderman/CancelReplaceOrderMsg.h @@ -9,4 +9,11 @@ struct CancelReplaceOrderMsg { ExchangeOrderID64 exchange_order_id; }; +inline std::ostream &operator<<( + std::ostream &out, CancelReplaceOrderMsg const &msg) { + out << "exchange_order_id: " << msg.exchange_order_id.value() + << "create: " << msg.create_fields; + return out; +} + } // namespace bts::orderman diff --git a/src/lib/orderman/OrderMsg.h b/src/lib/orderman/OrderMsg.h index be8f2fbca..ca4d361bd 100644 --- a/src/lib/orderman/OrderMsg.h +++ b/src/lib/orderman/OrderMsg.h @@ -14,20 +14,14 @@ using OrderMsg = inline std::ostream &operator<<(std::ostream &out, OrderMsg const &msg) { if (std::holds_alternative(msg)) { const CreateOrderMsg &cr_msg = std::get(msg); - out << "Create Msg sec_id: " << cr_msg.security->id() - << " p: " << cr_msg.price.value() - << " q: " << cr_msg.quantity.full_value(); + out << "Create: " << cr_msg; } else if (std::holds_alternative(msg)) { const CancelReplaceOrderMsg &cxlr_msg = std::get(msg); - const CreateOrderMsg &cr_msg = cxlr_msg.create_fields; - out << "CancelReplace Msg sec_id: " << cr_msg.security->id() - << " p: " << cr_msg.price.value() - << " q: " << cr_msg.quantity.full_value(); - - } else if (std::holds_alternative(msg)) { + out << "CancelReplace : " << cxlr_msg; + } else if (std::holds_alternative(msg)) { const CancelOrderMsg &cxl_msg = std::get(msg); - out << "Cancel Msg okey: " << cxl_msg.key.value(); + out << "Cancel: : " << cxl_msg; } return out; } diff --git a/src/lib/orderman/actors/order_manager/OrderServicesData.h b/src/lib/orderman/actors/order_manager/OrderServicesData.h index 4df9a24cd..9b0083f71 100644 --- a/src/lib/orderman/actors/order_manager/OrderServicesData.h +++ b/src/lib/orderman/actors/order_manager/OrderServicesData.h @@ -1,4 +1,5 @@ #pragma once +#include "lib/logging/logging.h" #include "lib/md/SecurityOracle.h" #include "lib/mercury/actors/ContentSubscription.h" #include "lib/mercury/events/Stream.h" @@ -35,6 +36,7 @@ #include "lib/orderman/limiter/Limiter.h" #include "lib/orderman/order_factory/OrderFactory.h" #include "lib/orderman/securities/MapSecurityDB.h" +#include "lib/utils/PBUtils.h" #include "lib/utils/Puid.h" #include "lib/utils/datetime.h" @@ -60,6 +62,8 @@ struct SessionServicesData { governor(cfg.max_order_msgs_per_window(), cfg.window_duration_msecs()), gw(ExecutionGatewayFactory::create_gateway(cfg, log, o)) { buffered_order_msgs.reserve(1000); + LOG(OrderMan, Info, "SessionServicesData::SessionServicesData cfg: {}", + utils::pb::to_string(cfg)); } std::string session; diff --git a/src/lib/orderman/actors/order_manager/SessionServices.h b/src/lib/orderman/actors/order_manager/SessionServices.h index 36ca69440..14ad8a667 100644 --- a/src/lib/orderman/actors/order_manager/SessionServices.h +++ b/src/lib/orderman/actors/order_manager/SessionServices.h @@ -3,10 +3,10 @@ #include "lib/api/services/OrderService.pb.h" #include "lib/jetfix/common/OutFIX.h" #include "lib/logging/logging.h" +#include "lib/orderman/Governor.h" #include "lib/orderman/actors/order_manager/OrderManager.h" #include "lib/orderman/actors/order_manager/OrderServicesData.h" #include "lib/orderman/events/TickerUpdateEvent.h" -#include "lib/orderman/Governor.h" #include "lib/orderman/orderman_utils/EventStream.h" #include "lib/orderman/orders/Order.h" @@ -78,6 +78,8 @@ class SessionServices { template void queue_order_msg(const OP &order_op, trace::CorID const &corid) { + LOG(OrderMan, Info, "SessionServices::queue_order_msg order_op: {}", + order_op); auto &buffer = _session_data->buffered_order_msgs; buffer.emplace_back(OrderMsg{order_op}); if (buffer.size() == 1) @@ -107,7 +109,8 @@ class SessionServices { _cancel_rejects.unsub(sid); } - template void subscribe_to_gateway_status(CB &&cb) { + template + void subscribe_to_gateway_status(CB &&cb) { _gateway_status_sub = _gateway_status.sub(std::forward(cb)); } void unsubscribe_from_gateway_status() { diff --git a/src/lib/orderman/gateways/ExecutionGatewayFactory.cpp b/src/lib/orderman/gateways/ExecutionGatewayFactory.cpp index 25f12d604..a72c410c5 100644 --- a/src/lib/orderman/gateways/ExecutionGatewayFactory.cpp +++ b/src/lib/orderman/gateways/ExecutionGatewayFactory.cpp @@ -1,4 +1,5 @@ #include "ExecutionGatewayFactory.h" +#include "lib/domain_model/Security.pb.h" #include "lib/md/SecurityOracle.h" #include "lib/orderman/gateways/CCAPIExecutionGateway.h" #include "lib/orderman/gateways/EMExecutionGateway.h" @@ -6,9 +7,12 @@ #include "lib/orderman/gateways/GLBXExecutionGateway.h" #include "lib/orderman/gateways/GLBXiLink3ExecutionGateway.h" #include "lib/orderman/gateways/ICEExecutionGateway.h" +#include "lib/orderman/gateways/sim/SimExecutionGatewayFactory.h" +#include "lib/orderman/gateways/sim/SimExecutionGatewayUniqueWrapper.h" #include "lib/tracing/PerfLog.h" #include "lib/utils/PBUtils.h" #include "lib/utils/ValueWrapper.h" +#include #include namespace bts::orderman { @@ -17,21 +21,22 @@ std::unique_ptr ExecutionGatewayFactory::create_gateway( const config::JetFIX::Connection &conn, trace::PerfLog &pl, md::SecurityOracle o) { + if (SimExecutionGatewayFactory::is_sim_execution_on(conn.venue())) { + return std::make_unique(conn.venue()); + } LOG(OrderMan, Info, "ExecutionGatewayFactory::create_gateway conn: {}", utils::pb::to_string(conn)); - if (conn.platform() == bts::config::JetFIX_Connection_JetFIXPlatform_ICE || - conn.platform() == bts::config::JetFIX_Connection_JetFIXPlatform_SIMICE) + if (conn.venue() == bts::api::VENUE_ICE || + conn.venue() == bts::api::VENUE_SIMICE) return std::make_unique(conn, pl, o); - else if (conn.platform() == bts::config::JetFIX::Connection::GLBX) { + else if (conn.venue() == bts::api::VENUE_GLBX) { if (conn.use_ilink3()) return std::make_unique( conn, pl, o); return std::make_unique(conn, pl, o); - } else - //return std::make_unique(o); + } else if (conn.venue() == bts::api::VENUE_DERIBIT) return std::make_unique(o); - // return std::make_unique(o); - // return std::make_unique(conn, pl, o); + return std::make_unique(o); } } // namespace bts::orderman diff --git a/src/lib/orderman/gateways/sim/SimExecutionGateway.cpp b/src/lib/orderman/gateways/sim/SimExecutionGateway.cpp index c605af6d4..478e62154 100644 --- a/src/lib/orderman/gateways/sim/SimExecutionGateway.cpp +++ b/src/lib/orderman/gateways/sim/SimExecutionGateway.cpp @@ -1,186 +1,373 @@ #include "SimExecutionGateway.h" #include "lib/api/services/AdminService.pb.h" +#include "lib/api/services/ApiUnitTestService.pb.h" #include "lib/api/services/OrderService.pb.h" +#include "lib/core/TimeStamp.h" +#include "lib/domain_model/Security.h" #include "lib/domain_model/Security.pb.h" +#include "lib/domain_model/SecurityKey.h" #include "lib/domain_model/common.h" #include "lib/logging/logging.h" +#include "lib/md/GeneralSecurityIndex.h" +#include "lib/md/IntPrice.h" #include "lib/md/MDClient.h" #include "lib/md/MDProducer.h" -#include "lib/orderman/CancelOrderMsg.h" -#include "lib/orderman/CancelReplaceOrderMsg.h" -#include "lib/orderman/CreateOrderMsg.h" +#include "lib/md/PriceSize.h" +#include "lib/md/Shm/MDStructure.h" #include "lib/orderman/OrderMsg.h" -#include "lib/orderman/events/CancelRejectEvent.h" -#include "lib/orderman/events/GatewayStatusChangeEvent.h" #include "lib/orderman/events/NewAdminDataEvent.h" -#include "lib/orderman/events/NewExecutionReportEvent.h" #include "lib/orderman/events/NewSecuritiesEvent.h" #include "lib/orderman/gateways/IExecutionGateway.h" +#include "lib/orderman/orderman_utils/Book.h" #include "lib/orderman/orderman_utils/ExecutionReport.h" #include "lib/orderman/orderman_utils/orderman_common.h" +#include "lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.h" +#include "lib/os/os.h" #include "lib/tracing/bts_trace.h" -#include "lib/utils/Dispatcher.h" +#include "lib/utils/Puid.h" #include "lib/utils/TimeStamp.h" +#include "lib/utils/Uuid.h" #include "lib/utils/bts_assert.h" #include "lib/utils/bts_chrono.h" #include "lib/utils/helper_macros.h" #include "server/sparkd/md/platforms/emumba/IEMOrderMuxer.h" -#include +#include #include #include +#include +#include #include #include +#include +#include #include -#include #include namespace bts::orderman { +// book conversions /////////////////////////////////////////////////////////// +/////////////////////////////////////////////////////////////////////////////// + +// Copies bid, asks received from market data to the book (they are diff +// sized arrays). Also removes the 0 qtys +void to_book( + const std::array &bids, + const std::array &asks, + bts::orderman::Book &book) { + auto copy_side = + [](const std::array &from, + BookSide &bk_to) { + size_t to_idx = 0; + for (const auto &l : from) { + if (Quantity::create_new(l.size()).is_zero()) { + continue; + } + bk_to[to_idx++] = l; + if (to_idx >= bk_to.size()) + break; + } + }; + copy_side(bids, book.bid()); + copy_side(asks, book.ask()); +} + +// Opposite of the above +void from_book( + const bts::orderman::Book &book, + std::array &bids, + std::array &asks) { + auto copy_side = [](const BookSide &bk_from, + std::array &to) { + for (size_t i = 0; i < std::min(to.size(), bk_from.size()); i++) { + to[i] = bk_from[i]; + } + }; + copy_side(book.bid(), bids); + copy_side(book.ask(), asks); +} + +bts::md::IntPrice convert_price(Price p) { + return bts::md::IntPrice_from_double<7>(p.value()); +} + +void log_ord_msg(std::string /*log_prefix*/, const OrderMsg & /*ord_msg*/) { + // auto sleep_period = std::chrono::milliseconds(500); + // std::this_thread::sleep_for(sleep_period); + // LOG(OrderMan, Info, "{} {}", log_prefix, ord_msg); + //std::this_thread::sleep_for(sleep_period); +} + +void fill_execution_report(const SEGOrderState &seg_os, ExecutionReport &er); + +// This is the result of applying a new OrderMsg +enum class ActionResult { NewOrder, OrderModification, NoOp }; + +// Every order send to sim is represented here. These are contained as a vector +// in SEGSecurityData +struct SEGOrderState { + CreateOrderMsg crt_msg; + bts::Quantity filled_qty = 0; + bts::Price avg_filled_price = bts::Price(0); + bts::Quantity last_filled_qty = 0; + bts::Price last_filled_price = bts::Price(os::nan()); + bts::api::orderman::NativeOrderStatus status = + bts::api::orderman::NativeOrderStatus::NATIVE_ORDER_STATUS_NEW; + bts::core::TimeStamp last_touched = + bts::core::TimeStamp::from_nanos(bts::core::TimeStamp::now_ns()); + + SEGOrderState(const CreateOrderMsg &crt_msg) : crt_msg(crt_msg) {} + + // immutable getters + OrderKey ord_key() const { return crt_msg.key; } + bts::SecurityKey sec_key() const { + return bts::SecurityKey(crt_msg.security->id()); + } + bts::Price price() const { return crt_msg.price; } + bts::Quantity qty() const { return crt_msg.quantity; } + api::Side side() const { return crt_msg.side; } + bts::Quantity working_qty() const { + auto rv = qty() - filled_qty; + rv.make_zero_if_negative(); + return rv; + } + bool active() const { + auto int_status = bts::orderman::get_external_status(status); + bool terminal = bts::orderman::in_terminal_state(int_status); + return !terminal; + } + // mutators //////////////////////////////////////////////////////////////// + void apply_fill(Price lf_pr, Quantity lf_qty) { + if (!active()) { + LOG(OrderMan, Error, + "SEGOrderState::apply_fill called on an inactive order"); + } + last_filled_price = lf_pr; + last_filled_qty = lf_qty; + avg_filled_price = Price( + (avg_filled_price.value() * filled_qty.full_value() + + lf_pr.value() * lf_qty.full_value()) / + (filled_qty.full_value() + lf_qty.full_value())); + filled_qty = + Quantity::create_new(filled_qty.full_value() + lf_qty.full_value()); + status = api::orderman::NATIVE_ORDER_STATUS_PARTIALLY_FILLED; + if (working_qty().is_zero()) { + status = api::orderman::NATIVE_ORDER_STATUS_FILLED; + } + } + ActionResult apply_change(const CancelReplaceOrderMsg &cxl_repl_msg) { + if (!active()) + // already in final state, further changes will be rejected + return ActionResult::NoOp; + // if price changes or qty increases, time gets updated + if (cxl_repl_msg.create_fields.quantity > qty() || + !securities::is_same(price(), cxl_repl_msg.create_fields.price)) + last_touched = + bts::core::TimeStamp::from_nanos(bts::core::TimeStamp::now_ns()); + crt_msg = cxl_repl_msg.create_fields; + // if qty is reduced, it can result in a cancel + if (working_qty().is_zero()) { + status = api::orderman::NATIVE_ORDER_STATUS_CANCELED; + } + return ActionResult::OrderModification; + } + ActionResult apply_cxl(const CancelOrderMsg &) { + if (!active()) + return ActionResult::NoOp; + status = api::orderman::NATIVE_ORDER_STATUS_CANCELED; + return ActionResult::OrderModification; + } + void clear_after_transaction() { + last_filled_qty = 0; + last_filled_price = Price(os::nan()); + } +}; + +struct SEGTradeEntry { + api::Side side; + Price price; + Quantity qty; +}; + +// Represents a security and all its data (orders, book, and transient data) +struct SEGSecurityData { + bts::SecurityKey key = SecurityKey{0}; + // book as sent by get_matched_book + bts::orderman::Book real_book = {}; + // after the orders have been integated into real_book + bts::orderman::Book matched_book = {}; + std::vector orders = {}; + std::queue pending_actions = {}; + // these are all the trades that our orders crossed against the real market. + // they are recorded here and then later subtracted from the real book + std::vector trades = {}; + SEGOrderState *find_order(OrderKey key) { + for (auto &seg_os : orders) { + if (seg_os.ord_key() == key) { + return &seg_os; + } + } + return nullptr; + } + // actions are enqueued and taken care of at the end of the transaction + void enqueue_action(const OrderMsg &ord_msg) { + pending_actions.push(ord_msg); + } + // applies the action (ie new, cxl, mod) and returns the order alongside + // the result of the action + std::tuple apply_order_action( + const OrderMsg &msg) { + // create results in a new order entry, otherwise apply_change or + // apply_cxl are called on an existing entry + if (std::holds_alternative(msg)) { + const CreateOrderMsg &cr_msg = std::get(msg); + auto &it = orders.emplace_back(cr_msg); + return {ActionResult::NewOrder, &it}; + } else if (std::holds_alternative(msg)) { + const CancelReplaceOrderMsg &cxlr_msg = + std::get(msg); + SEGOrderState *seg_os = find_order(cxlr_msg.create_fields.key); + bts_assert(seg_os != nullptr); + auto action_result = seg_os->apply_change(cxlr_msg); + return {action_result, seg_os}; + } else if (std::holds_alternative(msg)) { + const CancelOrderMsg &cxl_msg = std::get(msg); + SEGOrderState *seg_os = find_order(cxl_msg.key); + bts_assert(seg_os != nullptr); + auto action_result = seg_os->apply_cxl(cxl_msg); + return {action_result, seg_os}; + } + return {ActionResult::NoOp, nullptr}; + } + void clear_after_transaction() { + bts_assert(pending_actions.empty()); + for (auto &seg_os : orders) { + seg_os.clear_after_transaction(); + } + } + void remove_inactive_orders() { + orders.erase( + std::remove_if( + orders.begin(), orders.end(), + [](const auto &ord) { return !ord.active(); }), + orders.end()); + } + void record_trade(const SEGTradeEntry &seg_te) { trades.push_back(seg_te); } +}; + struct SimExecutionGateway::PImpl { - PImpl(md::SecurityOracle o, bts::md::MDClient &md_client) - : admin_data(), connection_time(), sec_oracle(o), md_client(md_client) { - LOG(OrderMan, Info, "SimExecutionGateway::PImpl constructor"); + PImpl(bts::api::Venue venue) : venue(venue) { + LOG(OrderMan, Info, "SimExecutionGateway::PImpl constructor venue: {}", + bts::api::Venue_Name(venue)); } - std::unordered_map securities; - std::unordered_map securities_by_exchange_id; + // interface functions + const bts::api::Venue venue; + const bool perm_reduce_book_by_trades = true; OnExeReport on_exe_report; OnGwStatusChange on_gw_status_change; OnCancelReject on_cancel_reject; orderman::OnExchangePositionState on_exchange_position_state; orderman::OnExchangeOpenOrdersState on_exchange_open_orders; - api::admin::AdminData admin_data; - TimeStamp connection_time; - md::SecurityOracle sec_oracle; - bts::md::MDClient &md_client; - bts::md::MDProducer *md_producer = nullptr; - std::vector buffered_msgs = {}; - unsigned long exchange_oid = 0; - std::vector exe_reports = {}; - IEMOrderMuxer *_order_mux = nullptr; + md::GeneralSecurityIndex *producer_map = nullptr; + // send_msgs is sent on the order_man thread, its dequeued in the market data + // thread, and execution reports are queued to buffered_exec_reps + tbb::concurrent_queue buffered_order_ops; + tbb::concurrent_queue buffered_exec_reps; + std::unordered_map books = {}; + tbb::concurrent_hash_map sec_map = {}; + boost::object_pool exe_report_pool; + size_t msg_seq_num = 0; + std::set touched_secs; + api::Security const *find_sec(uint32_t key) const { + tbb::concurrent_hash_map::const_accessor + accessor; + if (!sec_map.find(accessor, key)) { + return nullptr; + } + return accessor->second; + } }; -SimExecutionGateway::SimExecutionGateway( - md::SecurityOracle o, bts::md::MDClient &md_client) - : IExecutionGateway(), me(new PImpl(o, md_client)) { - LOG(OrderMan, Info, "SimExecutionGateway::SimExecutionGateway constructor"); +SimExecutionGateway::SimExecutionGateway(bts::api::Venue venue) + : IExecutionGateway(), me(new PImpl(venue)) { + LOG(OrderMan, Info, + "SimExecutionGateway::SimExecutionGateway constructor venue: {} tid: {} " + "tname: " + "{}", + bts::api::Venue_Name(venue), bts::os::get_thread_id(), + bts::os::get_thread_name()); } SimExecutionGateway::~SimExecutionGateway() {} void SimExecutionGateway::start() { - LOG(OrderMan, Info, "SimExecutionGateway::start"); + LOG(OrderMan, Info, "SimExecutionGateway::start venue: {} tid: {} tname: {}", + bts::api::Venue_Name(me->venue), bts::os::get_thread_id(), + bts::os::get_thread_name()); } -// this is a periodic timer +// this is a periodic timer, to process the messages we got from the +// exchange and send the resulting execution reports up by calling +// on_exe_report void SimExecutionGateway::dispatch_incoming_fix_messages() { - if (me->buffered_msgs.size() == 0) { + if (me->buffered_exec_reps.empty()) { return; } - std::vector aux_msgs = me->buffered_msgs; - me->buffered_msgs.clear(); - for (OrderMsg m : aux_msgs) { - if (std::holds_alternative(m)) { - CreateOrderMsg cr_msg = std::get(m); - LOG(OrderMan, Info, - "SimExecutionGateway::dispatch_incoming_fix_message key: {} sec: " - "{} p: {} q: {}", - cr_msg.key, cr_msg.security->id(), cr_msg.price, cr_msg.quantity); - ExecutionReport er = {}; - std::string account_name = "ACCA1"; - std::array an_array = {}; - size_t i = 0; - for (const char c : account_name) { - an_array[i++] = c; - } - er.account_name = AccountName(an_array); - to_array(cr_msg.routing_record->account(), &er.account_name.value()); - to_array( - cr_msg.routing_record->operator_id(), &er.operator_id.value()); - er.order_key = cr_msg.key; - er.msg_seq_num = 0; - er.security = cr_msg.security; - er.leg_security = nullptr; - er.side = cr_msg.side; - er.time_in_force = cr_msg.time_in_force; - er.order_type = cr_msg.order_type; - er.exec_type = api::orderman::EXEC_TYPE_NEW; - er.order_status = api::orderman::NATIVE_ORDER_STATUS_NEW; - er.manual_order_indicator = api::orderman::MANUAL_ORDER_INDICATOR_NO; - ExchangeOrderID64 eoid = ExchangeOrderID64(me->exchange_oid++); - ExchangeOrderIDVar oid = eoid; - er.exchange_order_id = oid; - er.price = cr_msg.price; - er.quantity = cr_msg.quantity; - er.filled_quantity = Quantity(0); - er.last_shares = Quantity(0); - er.msg = "Message Placed"; - er.exchange = api::VENUE_SIM; - trace::CorID cid = {}; - me->exe_reports.push_back(er); - const auto &er_pheap = me->exe_reports.back(); - LOG(OrderMan, Info, - "SimExecutionGateway::dispatch_incoming_fix_messages er: {}", - er_pheap.to_string()); - me->on_exe_report(er_pheap, cid); - } else if (std::holds_alternative(m)) { - CancelOrderMsg cxl_m = std::get(m); - for (auto &er : me->exe_reports) { - if (er.order_key == cxl_m.key) { - er.order_status = api::orderman::NATIVE_ORDER_STATUS_CANCELED; - er.msg = "Cancelled"; - me->on_exe_report(er, {}); - LOG(OrderMan, Info, - "SimExecutionGateway::dispatch_incoming_fix_messages er: " - "{}", - er.to_string()); - return; - } - } - } else if (std::holds_alternative(m)) { - CancelReplaceOrderMsg cxl_r_msg = std::get(m); - CreateOrderMsg cr_msg = cxl_r_msg.create_fields; - for (auto &er : me->exe_reports) { - if (er.order_key == cr_msg.key) { - er.order_status = api::orderman::NATIVE_ORDER_STATUS_REPLACED; - er.msg = "Replaced"; - er.price = cr_msg.price; - er.quantity = cr_msg.quantity; - me->on_exe_report(er, {}); - return; - } - } - } + ExecutionReport *er; + while (me->buffered_exec_reps.try_pop(er)) { + trace::CorID cid = {}; + LOG(OrderMan, Info, + "ESimExecutionGateway::dispatch_incoming_fix_messages er: {} ", + er->to_string()); + me->on_exe_report(*er, cid); } } void SimExecutionGateway::on_securities( - const mercury::Update &) { - LOG(OrderMan, Info, "SimExecutionGateway::on_securities"); -} - -void SimExecutionGateway::on_admin_data( - const mercury::Update &update) { - LOG(OrderMan, Info, "SimExecutionGateway::on_admin_data"); - if (update.events) { - for (auto const &ev : *(update.events)) - me->admin_data.CopyFrom(*ev.admin_data); + const mercury::Update &u) { + LOG(OrderMan, Info, + "SimExecutionGateway::on_securities venue: {} n_secs: {} tid: {} tname: " + "{}", + bts::api::Venue_Name(me->venue), + u.events == nullptr ? 0 : u.events->size(), bts::os::get_thread_id(), + bts::os::get_thread_name()); + if (u.events == nullptr) + return; + for (const auto &s : *u.events) { + me->sec_map.insert(std::make_pair(s.security->id(), s.security)); } } +void SimExecutionGateway::on_admin_data( + const mercury::Update &) { + LOG(OrderMan, Info, + "SimExecutionGateway::on_admin_data venue: {} tid: {} tname: {}", + bts::api::Venue_Name(me->venue), bts::os::get_thread_id(), + bts::os::get_thread_name()); +} + void SimExecutionGateway::send_fix(const jetfix::OutFIXPtr &, trace::CorID) { - // only deals with messages bts_assert(false); } +// This is where the messages are sent to the exchange. We simply write the +// operation to a concurrent queue and dequeue in the market data thread +// (the resulting execution rerports are written to another conrrent queue) +// which is then dequeued on dispatch_incoming_fix_messages) void SimExecutionGateway::send_msgs( std::vector const &msg_vec, trace::CorID) { - // this is where it will be sent to the exchange - LOG(OrderMan, Info, "SimExecutionGateway::send_msgs count: {}", - msg_vec.size()); + // this is where it will be sent to the exchange (to simulate we'll just put + // in the buffer and generate execution reports from it in the + // dispatch_incoming_fix_messages call + LOG(OrderMan, Info, + "SimExecutionGateway::send_msgs tid: {} tname: {} count: {}", + bts::os::get_thread_id(), bts::os::get_thread_name(), msg_vec.size()); for (auto &m : msg_vec) { - me->buffered_msgs.emplace_back(m); + LOG(OrderMan, Diag, + "SimExecutionGateway::send_msgs tid: {} tname: {} m: {}", + bts::os::get_thread_id(), bts::os::get_thread_name(), m); + me->buffered_order_ops.push(m); } } @@ -198,11 +385,368 @@ OnExchangeOpenOrdersState &SimExecutionGateway::on_exchange_open_orders() { return me->on_exchange_open_orders; } -void SimExecutionGateway::set_producer( - bts::api::Venue, bts::md::MDProducer &md_producer) { - me->md_producer = &md_producer; +void SimExecutionGateway::set_producers( + md::GeneralSecurityIndex *producer_map) { + LOG(OrderMan, Info, "SimExecutionGateway::set_producers exchange: {}", + bts::api::Venue_Name(me->venue)); + me->producer_map = producer_map; } void SimExecutionGateway::do_work() {} +bool SimExecutionGateway::get_matched_book( + bts::md::SecurityKey k, + std::array &bids, + std::array &asks) { + bts::SecurityKey key = k; + // security entry is added here + SEGSecurityData &seg_sec = *_find_add_security_entry(key, true, true); + // this is where the book is updated + to_book(bids, asks, seg_sec.real_book); + if (seg_sec.orders.empty() && seg_sec.trades.empty() && + me->buffered_order_ops.empty()) + return false; + // integrate the orders + core::TimeStamp t1 = core::TimeStamp::now(); + LOG(OrderMan, Diag, + "SimExecutionGateway::get_matched_book this will result in a book " + "calculation for key: {}", + key.value()); + me->touched_secs.insert(key); + // handle buffered operations + OrderMsg ord_msg; + // all ord_msgs are popped and enqueued in the security's SEGSecurityData + while (me->buffered_order_ops.try_pop(ord_msg)) { + std::optional op_sec_key = _extract_sec_key(ord_msg); + if (!op_sec_key.has_value()) { + LOG(OrderMan, Error, + "SimExecutionGateway::get_matched_book could not extract security " + "from op: {}", + ord_msg); + continue; + } + // we could have used get_matched_book as the only source + // of adding SEGSecurityData, but the line below adds it too + // so both user operations and get_matched_book trigger + // SEGSecurityData additions + SEGSecurityData &op_seg_sec = + *_find_add_security_entry(*op_sec_key, true, true); + op_seg_sec.enqueue_action(ord_msg); + me->touched_secs.insert(op_seg_sec.key); + } + // this takes care of everything ! + _process_transaction(); + from_book(seg_sec.matched_book, bids, asks); + // cleanup + for (SecurityKey key : me->touched_secs) { + SEGSecurityData &t_seg_sec = *_find_add_security_entry(key, false, true); + t_seg_sec.clear_after_transaction(); + t_seg_sec.remove_inactive_orders(); + } + me->touched_secs.clear(); + LOG(OrderMan, Diag, + "SimExecutionGateway::get_matched_book time: {} ns key: {}", + core::TimeStamp::now().nanos() - t1.nanos(), key); + return true; +} + +// subtracts all the trades that have happened against the book +// (not self crosses) +bts::orderman::Book reduce_book_by_trades(SEGSecurityData &seg_sec) { + bts::orderman::Book rv = seg_sec.real_book; + for (const auto &tr : seg_sec.trades) { + rv = SpreaderUtils::remove_order(rv, {tr.price, tr.qty}); + } + return rv; +} + +// this is where all the processing happens +void SimExecutionGateway::_process_transaction() { + // goes through all the actions and applies it to the orders (actions + // take priority) + for (SecurityKey key : me->touched_secs) { + SEGSecurityData &sec_data = *_find_add_security_entry(key, false, true); + while (!sec_data.pending_actions.empty()) { + OrderMsg ord_msg = sec_data.pending_actions.front(); + sec_data.pending_actions.pop(); + auto [action_res, seg_os] = sec_data.apply_order_action(ord_msg); + // any cxl and mods (and creates) that affected the order, result + // in an er, which is fired here + if (action_res != ActionResult::NoOp) { + _push_execution_report(*seg_os); + } + } + } + // internally cross orders + for (SecurityKey key : me->touched_secs) { + SEGSecurityData &sec_data = *_find_add_security_entry(key, false, true); + _internally_cross_orders(sec_data); + } + // now apply all the orders to the book (match) + for (SecurityKey key : me->touched_secs) { + SEGSecurityData &sec_data = *_find_add_security_entry(key, false, true); + // this is (optionally) done so that the trades that happened in the past permenantly + // have an affect on the book. + bts::orderman::Book matched_bk = me->perm_reduce_book_by_trades + ? reduce_book_by_trades(sec_data) + : sec_data.real_book; + // TODO: apply working orders first (or sort it by time) + // (orders should be sorted) + for (SEGOrderState &seg_os : sec_data.orders) { + // if it was cancelled by the actions above, + if (seg_os.active()) { + // trades and execution reports are written along side + matched_bk = _match_order(matched_bk, seg_os); + } + } + sec_data.matched_book = matched_bk; + _write_book(key); + } +} + +// this crosses the BTS generated orders agianst each other. this is done first +// before the orders are crossed with the market book +void SimExecutionGateway::_internally_cross_orders(SEGSecurityData &seg_sec) { + auto try_cross_orders = [&](SEGOrderState &o1, SEGOrderState &o2) { + if (o1.ord_key() == o2.ord_key()) + return; + if (!o1.active() || !o2.active()) + return; + if (o1.side() == o2.side()) + return; + bool is_cross = + securities::is_equal_or_better(o1.side(), o1.price(), o2.price()); + if (!is_cross) + return; + // TODO, get the best price + auto o1_qty = o1.working_qty(); + auto o2_qty = o2.working_qty(); + auto crossed_qty = SpreaderUtils::cross_qtys(o1_qty, o2_qty); + // TODO, we are crossing with our own orders first (FIFO not respected) + o1.apply_fill(o1.price(), crossed_qty); + _push_execution_report(o1); + _write_trade(o1, o1.price(), crossed_qty); + o2.apply_fill(o2.price(), crossed_qty); + _push_execution_report(o2); + _write_trade(o2, o2.price(), crossed_qty); + }; + // O(n^2), we can index it better and reduce it to O(n) + for (SEGOrderState &o1 : seg_sec.orders) { + for (SEGOrderState &o2 : seg_sec.orders) { + try_cross_orders(o1, o2); + } + } +} + +// We take an order and apply it to the book. As +bts::orderman::Book SimExecutionGateway::_match_order( + const bts::orderman::Book &book, SEGOrderState &seg_os) { + if (!seg_os.active()) + return book; + double tick_sz = securities::market_epsilon(); + auto crosses_opp_side = SpreaderUtils::crosses_book( + book, seg_os.side(), bts::Price(seg_os.price()), tick_sz); + if (crosses_opp_side) { + return _cross_order(book, seg_os); + } else { + return _work_order(book, seg_os); + } +} + +// Given an order that is crossing (we know that from the callee), this +// function does 3 things +// 1. Generates a new book +// 2. Adjust SEGOrderState's filled qty, status etc +// 3. Generate execution report +// 4. Generate trades and writes it to the MDProducer +bts::orderman::Book SimExecutionGateway::_cross_order( + const bts::orderman::Book &book, SEGOrderState &seg_os) { + std::vector> fills = {}; + auto rv = SpreaderUtils::apply_crossing_order( + book, seg_os.side(), {seg_os.price(), seg_os.working_qty()}, fills); + SEGSecurityData *seg_sec = + _find_add_security_entry(seg_os.sec_key(), false, true); + // this is where we need to do 2-4 + for (const auto &[f_pr, f_qty] : fills) { + seg_os.apply_fill(f_pr, f_qty); + _push_execution_report(seg_os); + _write_trade(seg_os, f_pr, f_qty); + seg_sec->record_trade({seg_os.side(), f_pr, f_qty}); + } + return rv; +} + +// Given an order that becomes a resting order (we know that from the callee), +// this function does the following: +// 1. Generates a new book +// (Unlike the above, SEGOrderState's status does not need changing, neither +// do we need to generate execution reports) +bts::orderman::Book SimExecutionGateway::_work_order( + const bts::orderman::Book &book, SEGOrderState &seg_os) { + const BookSide &bside = book.side(seg_os.side()); + Book rv = book; + rv.side(seg_os.side()) = SpreaderUtils::apply_working_order( + bside, seg_os.side(), {seg_os.price(), seg_os.working_qty()}); + return rv; +} + +// adds the security entry. this is called from get_book or when we +// get a new order (also processed from within get_book) +SEGSecurityData *SimExecutionGateway::_find_add_security_entry( + SecurityKey security_key, bool add_if_absent, bool assert_for_presence) { + auto find_add = [&]() -> SEGSecurityData * { + auto it = me->books.find(security_key); + if (it == me->books.end()) { + if (!add_if_absent) { + return nullptr; + } + LOG(OrderMan, Info, + "SimExecutionGateway::_find_add_security_entry adding entry for " + "sec: " + "{}", + security_key); + me->books.insert({security_key, {security_key}}); + it = me->books.find(security_key); + } + return &it->second; + }; + SEGSecurityData *rv = find_add(); + if (assert_for_presence) + bts_assert(rv != nullptr); + return rv; +} + +// fills execution report form SEGOrderState and writes it to +// buffered_exec_reps, which is picked up from the other thread +// and passed over to the order infrastructure +void SimExecutionGateway::_push_execution_report(const SEGOrderState &seg_os) { + ExecutionReport *er_p = me->exe_report_pool.construct(); + ExecutionReport &er = *er_p; + fill_execution_report(seg_os, er); + me->buffered_exec_reps.push(er_p); +} + +void SimExecutionGateway::_write_book(SecurityKey key) { + SEGSecurityData &sec_data = *_find_add_security_entry(key, false, true); + const Book &book = sec_data.matched_book; + if (me->producer_map->has_security(key.value())) { + auto idx_data = me->producer_map->get_security(key.value()); + bts_assert(idx_data != nullptr); + std::array bids, asks; + from_book(book, bids, asks); + idx_data->handle.update_direct(utils::TimeStamp::now(), bids, asks); + } else { + LOG(OrderMan, Error, + "SimExecutionGateway::_write_book could not find handle for key: {}", + key); + } +} + +void SimExecutionGateway::_write_trade( + const SEGOrderState &seg_ord, Price price, Quantity qty) { + auto key = seg_ord.sec_key().value(); + if (me->producer_map->has_security(key)) { + auto idx_data = me->producer_map->get_security(key); + bts_assert(idx_data != nullptr); + auto now = utils::TimeStamp::now(); + auto trade_ts = + datetime::ll_from_unix_epoch_ms(core::TimeStamp::now().millis()); + idx_data->handle.add_trade( + now, md::PriceSize(convert_price(price), qty.value()), trade_ts, + // TODO + co2::AggressorSide::AGGRESSOR_SIDE_BUY, 0, false); + } else { + LOG(OrderMan, Error, + "SimExecutionGateway::_write_trade could not find handle for key: {}", + key); + } +} + +std::tuple +SimExecutionGateway::_find_order(OrderKey key) const { + for (const auto &kv : me->books) { + for (const auto &ord : kv.second.orders) { + if (ord.ord_key() == key) { + return {&kv.second, &ord}; + } + } + } + return std::tuple( + nullptr, nullptr); +} + +// this returns the security key from an OrdMsg. The reason it has more code +// than needed is because CancelOrderMsg might not have the security set. +// therefore we need to find the security from the order key +std::optional SimExecutionGateway::_extract_sec_key( + const OrderMsg &msg) { + if (std::holds_alternative(msg)) { + const CreateOrderMsg &cr_msg = std::get(msg); + return SecurityKey(cr_msg.security->id()); + } else if (std::holds_alternative(msg)) { + const CancelReplaceOrderMsg &cxlr_msg = + std::get(msg); + return SecurityKey(cxlr_msg.create_fields.security->id()); + } else if (std::holds_alternative(msg)) { + const CancelOrderMsg &cxl_msg = std::get(msg); + if (cxl_msg.security != nullptr) { + return SecurityKey(cxl_msg.security->id()); + } + auto [sec, ord] = _find_order(cxl_msg.key); + if (sec == nullptr || ord == nullptr) { + return std::nullopt; + } + return sec->key; + } else if (std::holds_alternative(msg)) { + const RFQMsg &rfq_msg = std::get(msg); + return SecurityKey(rfq_msg.rfq.security().security_id()); + } + return SecurityKey(0); +} + +// generates an execution rerport from SEGOrderState +void fill_execution_report(const SEGOrderState &seg_os, ExecutionReport &er) { + const auto &cr_msg = seg_os.crt_msg; + log_ord_msg("fill_execution_report", cr_msg); + to_array(cr_msg.routing_record->account(), &er.account_name.value()); + to_array(cr_msg.routing_record->operator_id(), &er.operator_id.value()); + er.order_key = cr_msg.key; + er.msg_seq_num = 0; + er.security = cr_msg.security; + er.leg_security = nullptr; + er.side = cr_msg.side; + er.time_in_force = cr_msg.time_in_force; + er.order_type = cr_msg.order_type; + er.exec_type = api::orderman::ExecType::EXEC_TYPE_NEW; + er.order_status = seg_os.status; + er.manual_order_indicator = + api::orderman::ManualOrderIndicator::MANUAL_ORDER_INDICATOR_NO; + std::string exch_oid = std::to_string(cr_msg.key.value()); + auto &er_exch_oid = std::get(er.exchange_order_id).value(); + to_array(exch_oid, &er_exch_oid); + er.price.value() = seg_os.price().value(); + er.quantity = seg_os.qty(); + // fractional qty + // fills + er.avg_price.value() = seg_os.avg_filled_price.value(); + er.filled_quantity = seg_os.filled_qty; + er.last_shares = seg_os.last_filled_qty; + er.last_price = seg_os.last_filled_price; + if (!seg_os.last_filled_qty.is_zero()) { + bts::utils::Uuid guid; + std::string fill_id = guid.to_text_string(); + to_array(fill_id, &er.exchange_fill_id.value()); + er.exec_type = api::orderman::EXEC_TYPE_PARTIAL_FILL; + if (!seg_os.active()) { + er.exec_type = api::orderman::EXEC_TYPE_FILL; + } + } + er.max_show = Quantity(0); + er.exchange = cr_msg.security->exchange(); + ExchangeTimeStamp64 now = ExchangeTimeStamp64(datetime::unix_nano_now()); + er.transact_time = now; + LOG(OrderMan, Info, + "EMExecutionGateway::_process_cb_and_fire_er firing er: {}", + er.to_string()); +} } // namespace bts::orderman diff --git a/src/lib/orderman/gateways/sim/SimExecutionGateway.h b/src/lib/orderman/gateways/sim/SimExecutionGateway.h index 7fa2a2782..3d0cb5141 100644 --- a/src/lib/orderman/gateways/sim/SimExecutionGateway.h +++ b/src/lib/orderman/gateways/sim/SimExecutionGateway.h @@ -1,23 +1,43 @@ #pragma once #include "lib/domain_model/Security.pb.h" +#include "lib/domain_model/SecurityKey.h" +#include "lib/domain_model/common.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/MDClient.h" #include "lib/md/MDProducer.h" +#include "lib/md/Shm/FixedSecurity.h" +#include "lib/md/protos/co2.pb.h" +#include "lib/orderman/CancelOrderMsg.h" +#include "lib/orderman/CancelReplaceOrderMsg.h" +#include "lib/orderman/CreateOrderMsg.h" +#include "lib/orderman/OrderMsg.h" #include "lib/orderman/gateways/IExecutionGateway.h" +#include "lib/orderman/orderman_utils/orderman_common.h" +#include namespace bts::md { class MDClient; class MDProducer; } // namespace bts::md -namespace bts { -namespace orderman { +namespace bts::orderman { +class Book; +struct CreateOrderMsg; +struct CancelOrderMsg; +struct CancelReplaceOrderMsg; +} // namespace bts::orderman + +namespace bts::orderman { + +struct SEGOrderState; +struct SEGSecurityData; class SimExecutionGateway : public IExecutionGateway { public: - SimExecutionGateway(md::SecurityOracle, bts::md::MDClient &md_client); + SimExecutionGateway(bts::api::Venue venue); virtual ~SimExecutionGateway(); - + // IExecutionGateway void start() override; void dispatch_incoming_fix_messages() override; void on_securities(const mercury::Update &) override; @@ -31,14 +51,35 @@ class SimExecutionGateway : public IExecutionGateway { OnExchangePositionState &on_exchange_position_state() override; OnExchangeOpenOrdersState &on_exchange_open_orders() override; - void set_producer(bts::api::Venue venue, bts::md::MDProducer &md_producer); + // SimExecutionGateway + void set_producers(md::GeneralSecurityIndex *producer_map); void do_work(); - + bool get_matched_book( + bts::md::SecurityKey key, + std::array &bids, + std::array &asks); + + private: + void _internally_cross_orders(SEGSecurityData &); + bts::orderman::Book _match_order( + const bts::orderman::Book &book, SEGOrderState &seg_ord); + bts::orderman::Book _cross_order( + const bts::orderman::Book &book, SEGOrderState &seg_ord); + bts::orderman::Book _work_order( + const bts::orderman::Book &book, SEGOrderState &seg_ord); + SEGSecurityData *_find_add_security_entry( + SecurityKey security_key, bool add_if_absent, bool assert_for_presence); + void _push_execution_report(const SEGOrderState &seg_os); + void _process_transaction(); + void _write_book(SecurityKey); + void _write_trade(const SEGOrderState &seg_ord, Price price, Quantity qty); + std::tuple _find_order( + OrderKey key) const; + std::optional _extract_sec_key(const OrderMsg &msg); private: struct PImpl; PImpl *me; }; -} // namespace orderman -} // namespace bts +} // namespace bts::orderman diff --git a/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.cpp b/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.cpp index b3bcb2c95..fabbf12e6 100644 --- a/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.cpp +++ b/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.cpp @@ -2,10 +2,10 @@ #include "SimExecutionGateway.h" #include "lib/domain_model/Security.pb.h" #include "lib/logging/logging.h" -#include "lib/md/MDClient.h" #include "lib/md/common.h" #include "lib/utils/LockBox.h" #include "lib/utils/bts_assert.h" +#include #include #include @@ -14,25 +14,29 @@ namespace bts::orderman { SimExecutionGatewayFactory *SimExecutionGatewayFactory::instance = nullptr; std::once_flag SimExecutionGatewayFactory::flag; -SimExecutionGatewayFactory::SimExecutionGatewayFactory( - bts::md::MDClient &md_client) - : md_client(md_client), gateway_map() { +SimExecutionGatewayFactory::SimExecutionGatewayFactory() : gateway_map() { LOG(OrderMan, Info, - "SimExecutionGatewayFactory::SimExecutionGatewayFactory n_secs: {}", - md_client.oracle().get_securities().size()); + "SimExecutionGatewayFactory::SimExecutionGatewayFactory"); } std::shared_ptr SimExecutionGatewayFactory::get_getayeway( api::Venue venue) { + LOG(OrderMan, Info, "SimExecutionGatewayFactory::get_getayeway venue: {}", + bts::api::Venue_Name(venue)); + if (!is_sim_execution_on(venue)) { + LOG(OrderMan, Info, + "SimExecutionGatewayFactory::get_getayeway venue: {}, sim is turned " + "off", + bts::api::Venue_Name(venue)); + return nullptr; + } std::shared_ptr rv = nullptr; gateway_map.lock( [&, venue](std::map> &data) { auto it = data.find(venue); if (it == data.end()) { - data.insert( - {venue, std::make_shared( - md_client.oracle(), md_client)}); + data.insert({venue, std::make_shared(venue)}); it = data.find(venue); } rv = it->second; @@ -46,13 +50,24 @@ SimExecutionGatewayFactory::~SimExecutionGatewayFactory() {} // singleton getter /////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////////////////// -void SimExecutionGatewayFactory::init_once(bts::md::MDClient &md_client) { - std::call_once( - flag, [&]() { instance = new SimExecutionGatewayFactory(md_client); }); -} SimExecutionGatewayFactory *SimExecutionGatewayFactory::get() { + std::call_once(flag, [&]() { + LOG(OrderMan, Info, + "SimExecutionGatewayFactory::init_once, initializing instance"); + instance = new SimExecutionGatewayFactory(); + }); bts_assert(instance != nullptr); return instance; } +bool SimExecutionGatewayFactory::is_sim_execution_on(api::Venue venue) { + const auto &sim_exec = config::get(); + for (const auto &e : sim_exec.entries()) { + if (e.venue() == venue) { + return true; + } + } + return false; +} + } // namespace bts::orderman \ No newline at end of file diff --git a/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.h b/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.h index 63f14ff8d..8fd6e00ec 100644 --- a/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.h +++ b/src/lib/orderman/gateways/sim/SimExecutionGatewayFactory.h @@ -6,23 +6,18 @@ #include #include -namespace bts::md { -class MDClient; -} // namespace bts::md - namespace bts::orderman { class SimExecutionGateway; class SimExecutionGatewayFactory { private: - bts::md::MDClient &md_client; bts::utils::LockBox< std::map>> gateway_map; private: - SimExecutionGatewayFactory(bts::md::MDClient &md_client); + SimExecutionGatewayFactory(); public: std::shared_ptr get_getayeway(api::Venue); @@ -36,8 +31,8 @@ class SimExecutionGatewayFactory { public: // this has to be called once before all usages - static void init_once(bts::md::MDClient &); static SimExecutionGatewayFactory *get(); + static bool is_sim_execution_on(api::Venue); }; } // namespace bts::orderman diff --git a/src/lib/orderman/gateways/sim/SimExecutionGatewayUniqueWrapper.cpp b/src/lib/orderman/gateways/sim/SimExecutionGatewayUniqueWrapper.cpp index 2c473838a..79e9f184d 100644 --- a/src/lib/orderman/gateways/sim/SimExecutionGatewayUniqueWrapper.cpp +++ b/src/lib/orderman/gateways/sim/SimExecutionGatewayUniqueWrapper.cpp @@ -1,32 +1,49 @@ #include "SimExecutionGatewayUniqueWrapper.h" #include "SimExecutionGateway.h" #include "SimExecutionGatewayFactory.h" +#include "lib/domain_model/Security.pb.h" +#include "lib/logging/logging.h" #include namespace bts::orderman { struct SimExecutionGatewayUniqueWrapper::PImpl { + api::Venue venue; std::shared_ptr gateway; - PImpl(std::shared_ptr gateway_ptr) - : gateway(gateway_ptr) {} + PImpl(api::Venue venue, std::shared_ptr gateway_ptr) + : venue(venue), gateway(gateway_ptr) {} }; SimExecutionGatewayUniqueWrapper::SimExecutionGatewayUniqueWrapper( bts::api::Venue venue) - : me(new PImpl(SimExecutionGatewayFactory::get()->get_getayeway(venue))) {} + : me(new PImpl( + venue, SimExecutionGatewayFactory::get()->get_getayeway(venue))) { + LOG(OrderMan, Info, "SimExecutionGatewayUniqueWrapper::cons venue: {}", + bts::api::Venue_Name(venue)); +} SimExecutionGatewayUniqueWrapper::~SimExecutionGatewayUniqueWrapper() {} // all these functions -void SimExecutionGatewayUniqueWrapper::start() { me->gateway->start(); } +void SimExecutionGatewayUniqueWrapper::start() { + LOG(OrderMan, Info, "SimExecutionGatewayUniqueWrapper::start venue: {}", + bts::api::Venue_Name(me->venue)); + me->gateway->start(); +} void SimExecutionGatewayUniqueWrapper::dispatch_incoming_fix_messages() { me->gateway->dispatch_incoming_fix_messages(); } void SimExecutionGatewayUniqueWrapper::on_securities( const mercury::Update &u) { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_securities venue: {}", + bts::api::Venue_Name(me->venue)); me->gateway->on_securities(u); } void SimExecutionGatewayUniqueWrapper::on_admin_data( const mercury::Update &u) { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_admin_data venue: {}", + bts::api::Venue_Name(me->venue)); me->gateway->on_admin_data(u); } void SimExecutionGatewayUniqueWrapper::send_fix( @@ -35,24 +52,43 @@ void SimExecutionGatewayUniqueWrapper::send_fix( } void SimExecutionGatewayUniqueWrapper::send_msgs( std::vector const &msgs, trace::CorID cid) { + for (const auto &m : msgs) { + LOG(OrderMan, Info, "SimExecutionGatewayUniqueWrapper::send_msgs m: {}", + m); + } me->gateway->send_msgs(msgs, cid); } OnExeReport &SimExecutionGatewayUniqueWrapper::on_exe_report() { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_exe_report venue: {}", + bts::api::Venue_Name(me->venue)); return me->gateway->on_exe_report(); } OnGwStatusChange &SimExecutionGatewayUniqueWrapper::on_gw_status_change() { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_gw_status_change venue: {}", + bts::api::Venue_Name(me->venue)); return me->gateway->on_gw_status_change(); } OnCancelReject &SimExecutionGatewayUniqueWrapper::on_cancel_reject() { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_cancel_reject venue: {}", + bts::api::Venue_Name(me->venue)); return me->gateway->on_cancel_reject(); } OnExchangePositionState & SimExecutionGatewayUniqueWrapper::on_exchange_position_state() { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_exchange_position_state venue: {}", + bts::api::Venue_Name(me->venue)); return me->gateway->on_exchange_position_state(); } OnExchangeOpenOrdersState & SimExecutionGatewayUniqueWrapper::on_exchange_open_orders() { + LOG(OrderMan, Info, + "SimExecutionGatewayUniqueWrapper::on_exchange_open_orders venue: {}", + bts::api::Venue_Name(me->venue)); return me->gateway->on_exchange_open_orders(); } } // namespace bts::orderman \ No newline at end of file diff --git a/src/lib/orderman/orders/EMNativeOrder.cpp b/src/lib/orderman/orders/EMNativeOrder.cpp index 12e7cbe16..9413b58f0 100644 --- a/src/lib/orderman/orders/EMNativeOrder.cpp +++ b/src/lib/orderman/orders/EMNativeOrder.cpp @@ -505,7 +505,7 @@ OrderOpResult EMNativeOrder::_on_activate( me->session_services = &me->services->get_session_services( get_native_state(me->state).routing_record().session()); // TODO: just to get going - me->session_services = &me->services->get_session_services("sim"); + me->session_services = &me->services->get_session_services("deribit_1"); // Checks for the following: // 1. Gateway connection diff --git a/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp b/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp index edb1f44dd..1f7d8b60a 100644 --- a/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp +++ b/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.cpp @@ -1,5 +1,8 @@ #include "SpreaderUtils.h" +#include "lib/domain_model/common.h" +#include "lib/md/PriceSize.h" #include "lib/orderman/events/BookUpdateEvent.h" +#include "lib/orderman/orderman_utils/Book.h" #include "lib/orderman/orders/PreActivationOrderServices.h" #include "lib/orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderOrderBuilder.h" #include "lib/orderman/orders/spreader_orders/spreader/external_interfacing/SpreaderPreActivationOrderServices.h" @@ -192,9 +195,93 @@ void SpreaderUtils::transform_spread_price_mults(api::Security &sec) { } } } -std::string -SpreaderUtils::book_to_str(const bts::orderman::Book &book, api::Side side, - size_t n_levels) { + +// Order matching / book generation /////////////////////////////////////////// + +SpreaderUtils::PriceSearchResult SpreaderUtils::find_working_order_level( + const BookSide &in_book, api::Side ord_side, bts::Price ord_price) { + for (size_t i = 0; i < in_book.size(); i++) { + const md::PriceSize &ps_lev = in_book.at(i); + Price l_price = Price{ps_lev.price()}; + Quantity l_qty = Quantity::create_new(ps_lev.size()); + if (l_qty.is_zero()) { // empty level + return {PriceSearchResult::PriceSearchLocation::NEW_LEVEL, i}; + } + if (securities::is_same(ord_price, l_price)) { // add to this level + return {PriceSearchResult::PriceSearchLocation::EXACT_MATCH, i}; + } + if (securities::is_better(ord_side, ord_price, l_price)) { // insert + return {PriceSearchResult::PriceSearchLocation::NEW_LEVEL, i}; + } + } + return {}; +} + +bts::orderman::BookSide SpreaderUtils::apply_working_order( + const BookSide &in_book, + api::Side side, + std::tuple order) { + auto [ord_pr, ord_qty] = order; + auto ins_pt = find_working_order_level(in_book, side, ord_pr); + switch (ins_pt.price_location) { + case PriceSearchResult::PriceSearchLocation::EXACT_MATCH: { + // just increase the qty at the level + BookSide rv = in_book; + const md::PriceSize &in_pz = in_book.at(ins_pt.index); + rv.at(ins_pt.index) = { + in_pz.int_price(), in_pz.size() + ord_qty.full_value_float()}; + return rv; + } + case PriceSearchResult::PriceSearchLocation::NEW_LEVEL: { + BookSide rv = insert_order( + in_book, + {md::IntPrice_from_double<7>(ord_pr.value()), + ord_qty.full_value_float()}, + ins_pt.index); + return rv; + } + case PriceSearchResult::PriceSearchLocation::NO_OP: { + return in_book; + } + } + bts_assert(false); + return in_book; +} + +bts::orderman::Book SpreaderUtils::apply_crossing_order( + const Book &in_book, + api::Side side, + std::tuple order, + std::vector> &out_fills) { + auto [ord_pr, ord_rem_ord_qty] = order; + api::Side opp_side = bts::securities::other_side(side); + BookSide rv_opp_bk_side = in_book.side(opp_side); + for (md::PriceSize &l_ps : rv_opp_bk_side) { + Price l_pr = Price{l_ps.price()}; + Quantity l_qty = Quantity::create_new(l_ps.size()); + bool is_cross = securities::is_equal_or_better(side, ord_pr, l_pr); + if (l_qty.is_zero() || ord_rem_ord_qty.is_zero() || !is_cross) { + break; + } + auto crossed_qty = cross_qtys(ord_rem_ord_qty, l_qty); + ord_rem_ord_qty.round(); + crossed_qty.round(); + out_fills.push_back({l_pr, crossed_qty}); + l_ps = md::PriceSize(l_ps.int_price(), l_qty.full_value_float()); + } + rv_opp_bk_side = remove_0qtys(rv_opp_bk_side); + Book rv = in_book; + rv.side(opp_side) = rv_opp_bk_side; + if (ord_rem_ord_qty > 0.0) { + auto new_level = create_price_level(ord_pr, ord_rem_ord_qty); + rv.side(side) = insert_order(rv.side(side), new_level, 0); + } + return rv; +} + +// logging / text conversions ///////////////////////////////////////////////// +std::string SpreaderUtils::book_to_str( + const bts::orderman::Book &book, api::Side side, size_t n_levels) { std::ostringstream oss; oss << "side:" << side; n_levels = std::min(n_levels, book.n_levels()); diff --git a/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.h b/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.h index 6495a1db1..d01ed12db 100644 --- a/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.h +++ b/src/lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.h @@ -2,15 +2,22 @@ #include "lib/api/services/OrderService.pb.h" #include "lib/domain_model/Security.h" +#include "lib/domain_model/Security.pb.h" +#include "lib/domain_model/common.h" +#include "lib/md/IntPrice.h" #include "lib/md/PriceSize.h" #include "lib/orderman/OrderBuilder.h" #include "lib/orderman/orderman_utils/Book.h" +#include "lib/orderman/orderman_utils/fix_order_codec.h" #include "lib/orderman/orders/spreader_orders/spreader/ISpreaderManager.h" #include "lib/orderman/orders/spreader_orders/spreader/LegPropertyData.h" #include "lib/orderman/orders/spreader_orders/spreader/quoter/QuoteLegDriver.h" #include "lib/os/os.h" +#include "lib/utils/bts_assert.h" #include "lib/utils/bts_chrono.h" +#include #include +#include namespace bts { namespace orderman { @@ -87,8 +94,8 @@ class SpreaderUtils { // orders ////////////////////////////////////////// //////////////////////////////////////////////////// // checks for the 3 states that are designated error states - static bool - order_in_error_state(bts::api::orderman::OrderStatus order_status) { + static bool order_in_error_state( + bts::api::orderman::OrderStatus order_status) { return order_status == api::orderman::OrderStatus::ORDER_STATUS_ERROR || order_status == api::orderman::OrderStatus::ORDER_STATUS_DISCONNECTED || @@ -97,32 +104,32 @@ class SpreaderUtils { } // this function checks for the order status (above) or // for the message size (todo:this is a temporary fix) - static bool - order_in_error_state(const bts::orderman::OrderStateUpdateEvent &ord_ev) { + static bool order_in_error_state( + const bts::orderman::OrderStateUpdateEvent &ord_ev) { bts::api::orderman::OrderStatus order_status = ord_ev.status; return order_in_error_state(order_status) || (!order_in_terminal_state(order_status) && ord_ev.last_msg.length() > 0); } // checks for the 4 states that are designated error states - static bool - order_in_terminal_state(bts::api::orderman::OrderStatus order_status) { + static bool order_in_terminal_state( + bts::api::orderman::OrderStatus order_status) { return orderman::in_terminal_state(order_status); } - static bool - order_acknowledged(bts::api::orderman::OrderStatus order_status) { + static bool order_acknowledged( + bts::api::orderman::OrderStatus order_status) { bool un_acked = order_status == api::orderman::OrderStatus::ORDER_STATUS_INACTIVE || order_status == api::orderman::OrderStatus::ORDER_STATUS_PENDING_WORKING; return !un_acked; } - static bool - order_in_completed_state(bts::api::orderman::OrderStatus order_status) { + static bool order_in_completed_state( + bts::api::orderman::OrderStatus order_status) { return order_status == api::orderman::OrderStatus::ORDER_STATUS_COMPLETED; } - static bool - order_in_cancelled_state(bts::api::orderman::OrderStatus order_status) { + static bool order_in_cancelled_state( + bts::api::orderman::OrderStatus order_status) { return order_status == api::orderman::OrderStatus::ORDER_STATUS_CANCELED; } //////////////////////////////////////////////////// @@ -249,6 +256,17 @@ class SpreaderUtils { book_side[i] = empty_ps; } } + // not in the critical path, creates copy + static BookSide remove_0qtys(const BookSide &bside) { + BookSide rv = {}; + size_t i = 0; + for (const md::PriceSize &ps : bside) { + if (!Quantity::create_new(ps.size()).is_zero()) { + rv.at(i++) = ps; + } + } + return rv; + } // CRITICAL PATH (for hedging) // travserses the book to locate the target_price, // and finds the cumm qty up to that level (last our arg) @@ -281,13 +299,13 @@ class SpreaderUtils { // false. static bool crosses_book( const Book &book, api::Side side, Price price, double tick_size) { - const auto &book_side = book.side(side); - return (side == api::SIDE_BUY && book_side[0].size() > 0 && + const auto &opp_side = book.side(securities::other_side(side)); + return (side == api::SIDE_BUY && opp_side[0].size() > 0 && securities::gr_than_eq( - book_side[0].price(), price.value(), tick_size)) || - (side == api::SIDE_SELL && book_side[0].size() > 0 && + price.value(), opp_side[0].price(), tick_size)) || + (side == api::SIDE_SELL && opp_side[0].size() > 0 && securities::gr_than_eq( - price.value(), book_side[0].price(), tick_size)); + opp_side[0].price(), price.value(), tick_size)); } // find the top of the synthetic book static Price top_of_book_price(const ISpreaderManager &, api::Side) { @@ -296,8 +314,8 @@ class SpreaderUtils { } // if return quantity in the tuiple is 0, then the price was not found - static std::tuple - locate_price(const Book &book, api::Side side, Price price) { + static std::tuple locate_price( + const Book &book, api::Side side, Price price) { const size_t n_levels = book.n_levels(); const BookSide &book_side = book.side(side); for (size_t lv = 0; lv < n_levels; lv++) { @@ -319,6 +337,15 @@ class SpreaderUtils { Quantity qty_at_deepest_price, // resultant book Book &out_book); + + // gets the total qty across all levels on one side of the book + static md::Size get_book_size(const BookSide &book_side) { + double rv = 0; + for (const auto &ps : book_side) { + rv += ps.size(); + } + return Quantity::create_new(rv).full_value_float(); + } //////////////////////////////////////////////////// // quoting params ////////////////////////////////// //////////////////////////////////////////////////// @@ -848,7 +875,7 @@ class SpreaderUtils { out_hedge_price = Price(bts::securities::raw_round_to_quote_price( out_hedge_price_d, hedge_leg.tick_size(), hedge_leg.trading_side())); } - ////////////////////////N legged case + //////////////////////// N legged case ///////////////////////////////////// static void compute_quoting_price_size_n_legs( Price target_spread_price, Quantity quoting_leg_target_quantity, @@ -988,14 +1015,121 @@ class SpreaderUtils { return securities::is_equal_or_better( spr_side, spr_price, Price(spr_cross_price)); } + //////////////////////////////////////////////////////////////////////////// + /// Matching functions ///////////////////////////////////////////////////// + // These functions are not directly used by the spreader, but have the same + // kind of logic + + // working ///////////////////////////////////////////////////////////////// + struct PriceSearchResult { + enum PriceSearchLocation { NO_OP, EXACT_MATCH, NEW_LEVEL }; + PriceSearchLocation price_location = NO_OP; + size_t index = 0; + }; + + // Finds the level that a working order will occupy in a book. + static PriceSearchResult find_working_order_level( + const BookSide &in_book, api::Side ord_side, bts::Price ord_price); + + // Inserts an order at a given position in the book (by pushing the + // other price levels down if need be) + static bts::orderman::BookSide insert_order( + const BookSide &in_book, + const md::PriceSize &new_order, + size_t new_order_level) { + if (new_order_level >= in_book.max_size()) + return in_book; + BookSide rv; + for (size_t i = 0; i < new_order_level; i++) { + rv.at(i) = in_book.at(i); + } + rv.at(new_order_level) = new_order; + for (size_t i = new_order_level; i < in_book.size() - 1; i++) { + rv.at(i + 1) = in_book.at(i); + } + return rv; + } + + // Fits a working order into a book + static bts::orderman::BookSide remove_order( + const BookSide &in_book, std::tuple order) { + BookSide rv = in_book; + auto [ord_pr, ord_qty] = order; + size_t i = 0; + for (const auto &ps : in_book) { + if (securities::is_same(ord_pr, Price(ps.price()))) { + Quantity l_qty = Quantity::create_new(ps.size()); + //bts_assert(l_qty >= ord_qty); + l_qty -= ord_qty; + l_qty.make_zero_if_negative(); + rv.at(i) = {ps.int_price(), l_qty.full_value_float()}; + break; + } + i++; + } + return remove_0qtys(rv); + } + + static bts::orderman::Book remove_order( + const Book &in_book, std::tuple order) { + auto rv = in_book; + rv.bid() = remove_order(in_book.bid(), order); + rv.ask() = remove_order(in_book.ask(), order); + return rv; + } + + // Fits a working order into a book + static bts::orderman::BookSide apply_working_order( + const BookSide &in_book, + api::Side side, + std::tuple order); + + // crossing //////////////////////////////////////////////////////////////// + + // just a convertor function + static md::PriceSize create_price_level(bts::Price price, Quantity qty) { + return md::PriceSize( + md::IntPrice_from_double<7>(price.value()), qty.full_value_float()); + } + + static md::PriceSize create_price_level(double price, double qty) { + return create_price_level(Price(price), Quantity::create_new(qty)); + } + + // Crosses qtys of 2 orders, adjusts the qty and returns the + // crossed qty + static Quantity cross_qtys(Quantity &q1, Quantity &q2) { + bts_assert(q1 >= 0.0); + bts_assert(q2 >= 0.0); + auto cross_qtys_d = [](double &d1, double &d2) { + auto rv = std::min(d1, d2); + d1 -= rv; + d2 -= rv; + return rv; + }; + double d1 = q1.full_value(), d2 = q2.full_value(); + auto rv = cross_qtys_d(d1, d2); + q1 = d1; + q2 = d2; + return Quantity::create_new(rv); + } + + // Takes an order that crosses into the other side, and returns the + // resulting book. Also adds the fills to the last arg + static bts::orderman::Book apply_crossing_order( + const Book &in_book, + api::Side side, + std::tuple order, + std::vector> &out_fills); + //////////////////////////////////////////////////// // Rounding functions ////////////////////////////// //////////////////////////////////////////////////// // rounds a double to a whole number if its too close // to it (this is ued in the case of rounding errors // when 0.9999999 or 1.0000001 is really 1) - inline static double - round_if_near_whole(double qty, double vicinity = 0.000000001) { + inline static double round_if_near_whole( + double qty, double vicinity = 0.000000001) { double round_qty = std::round(qty); if (std::abs(round_qty - qty) <= vicinity) return round_qty; @@ -1040,10 +1174,10 @@ class SpreaderUtils { /**********************************************************************/ /**************************debugging helpers***************************/ /**********************************************************************/ - static std::string - book_to_str(const bts::orderman::Book &book, api::Side side, size_t n_levels=10); - static std::string - book_ev_to_str(const bts::orderman::BookUpdateEvent &book_event); -}; + static std::string book_to_str( + const bts::orderman::Book &book, api::Side side, size_t n_levels = 10); + static std::string book_ev_to_str( + const bts::orderman::BookUpdateEvent &book_event); +}; // namespace orderman } // namespace orderman } // namespace bts diff --git a/src/lib/orderman/orders/spreader_orders/tests/spreader_tests.cpp b/src/lib/orderman/orders/spreader_orders/tests/spreader_tests.cpp index 725887f2a..e0779cc96 100644 --- a/src/lib/orderman/orders/spreader_orders/tests/spreader_tests.cpp +++ b/src/lib/orderman/orders/spreader_orders/tests/spreader_tests.cpp @@ -1,10 +1,17 @@ +#include "lib/domain_model/Security.h" +#include "lib/domain_model/Security.pb.h" +#include "lib/domain_model/common.h" #include "lib/io/websocket/WebsocketClient.h" #include "lib/md/IMarketDataListener.h" +#include "lib/orderman/orderman_utils/Book.h" +#include "lib/orderman/orders/spreader_orders/spreader/SpreaderUtils.h" #include "lib/orderman/orders/spreader_orders/tests/tests_common.h" +#include "lib/os/os.h" #include "lib/utils/helper_macros.h" #include #include #include +#include namespace bts { namespace orderman { @@ -186,6 +193,49 @@ TEST_CASE("quoter price quantity state", "[spreader]") { // } } } +TEST_CASE("general_utilities", "[spreader]") { + SECTION("crosses_book") { + Book bk; + bk.bid() = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2492, 15.2)}; + bk.ask() = { + SpreaderUtils::create_price_level(2500.5, 10), + SpreaderUtils::create_price_level(2501.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2)}; + // buy orders + auto res = SpreaderUtils::crosses_book( + bk, api::SIDE_BUY, Price(2501), securities::market_epsilon()); + REQUIRE(res == true); + res = SpreaderUtils::crosses_book( + bk, api::SIDE_BUY, Price(2500.5), securities::market_epsilon()); + REQUIRE(res == true); + res = SpreaderUtils::crosses_book( + bk, api::SIDE_BUY, Price(2500.25), securities::market_epsilon()); + REQUIRE(res == false); + res = SpreaderUtils::crosses_book( + bk, api::SIDE_BUY, Price(2499), securities::market_epsilon()); + REQUIRE(res == false); + // sell orders + res = SpreaderUtils::crosses_book( + bk, api::SIDE_SELL, Price(2499), securities::market_epsilon()); + REQUIRE(res == true); + res = SpreaderUtils::crosses_book( + bk, api::SIDE_SELL, Price(2500), securities::market_epsilon()); + REQUIRE(res == true); + res = SpreaderUtils::crosses_book( + bk, api::SIDE_SELL, Price(2500.25), securities::market_epsilon()); + REQUIRE(res == false); + res = SpreaderUtils::crosses_book( + bk, api::SIDE_SELL, Price(2500.5), securities::market_epsilon()); + REQUIRE(res == false); + } +} // tests spread_qty -> leg_qty and leg_2_qty -> leg_1_qty TEST_CASE("test_leg_quantity_normalization", "[spreader]") { int n_runs = 20; @@ -5234,5 +5284,574 @@ TEST_CASE("sniper", "[spreader_broken]") { } } +void match_bks(const BookSide &b1, const BookSide &b2) { + for (size_t i = 0; i < b1.max_size(); i++) { + // we convert these to Quantity type since it knows how to compare + // fractional qtys + Quantity q1 = Quantity::create_new(b1.at(i).size()); + Quantity q2 = Quantity::create_new(b2.at(i).size()); + REQUIRE(q1 == q2); + if (q1.is_zero()) + return; + REQUIRE(b1.at(i).int_price() == b2.at(i).int_price()); + } +} + +TEST_CASE("working_orders", "[spreader_matching]") { + SECTION("find_working_order_level") { + // working order level + auto match = [](const BookSide &bside, Price price, api::Side side, + SpreaderUtils::PriceSearchResult ex_res) { + SpreaderUtils::PriceSearchResult res = + SpreaderUtils::find_working_order_level(bside, side, price); + REQUIRE(res.price_location == ex_res.price_location); + REQUIRE(res.index == ex_res.index); + }; + auto exact_match = SpreaderUtils::PriceSearchResult::EXACT_MATCH; + auto new_level = SpreaderUtils::PriceSearchResult::NEW_LEVEL; + auto no_op = SpreaderUtils::PriceSearchResult::NO_OP; + // BUY ////////////////////////////////////////////////////////////////// + { + BookSide bside = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2492, 15.2)}; + // EXACT_MATCH + match(bside, Price{2500}, api::SIDE_BUY, {exact_match, 0}); + match(bside, Price{2498}, api::SIDE_BUY, {exact_match, 2}); + match(bside, Price{2492}, api::SIDE_BUY, {exact_match, 4}); + // NEW_LEVEL, top + match(bside, Price{2500.5}, api::SIDE_BUY, {new_level, 0}); + match(bside, Price{2500.01}, api::SIDE_BUY, {new_level, 0}); + match(bside, Price{25000}, api::SIDE_BUY, {new_level, 0}); + // NO_OP + match(bside, Price{2491}, api::SIDE_BUY, {no_op, 0}); + match(bside, Price{2491.99}, api::SIDE_BUY, {no_op, 0}); + match(bside, Price{0.00}, api::SIDE_BUY, {no_op, 0}); + // NEW_LEVEL, in between + match(bside, Price{2499.5}, api::SIDE_BUY, {new_level, 1}); + match(bside, Price{2498.95}, api::SIDE_BUY, {new_level, 2}); + match(bside, Price{2494.00}, api::SIDE_BUY, {new_level, 4}); + } + + // SELL ///////////////////////////////////////////////////////////////// + { + BookSide sside = { + SpreaderUtils::create_price_level(2500.5, 10), + SpreaderUtils::create_price_level(2501.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2505, 13.8), + SpreaderUtils::create_price_level(2506.25, 15.2)}; + // EXACT_MATCH + match(sside, Price{2500.5}, api::SIDE_SELL, {exact_match, 0}); + match(sside, Price{2502}, api::SIDE_SELL, {exact_match, 2}); + match(sside, Price{2506.25}, api::SIDE_SELL, {exact_match, 4}); + // NEW_LEVEL, top + match(sside, Price{2500.25}, api::SIDE_SELL, {new_level, 0}); + match(sside, Price{2500.49}, api::SIDE_SELL, {new_level, 0}); + match(sside, Price{0.01}, api::SIDE_SELL, {new_level, 0}); + // NO_OP + match(sside, Price{2506.26}, api::SIDE_SELL, {no_op, 0}); + match(sside, Price{2506.75}, api::SIDE_SELL, {no_op, 0}); + match(sside, Price{25000}, api::SIDE_SELL, {no_op, 0}); + // NEW_LEVEL, in between + match(sside, Price{2500.75}, api::SIDE_SELL, {new_level, 1}); + match(sside, Price{2501.95}, api::SIDE_SELL, {new_level, 2}); + match(sside, Price{2505.50}, api::SIDE_SELL, {new_level, 4}); + } + } + SECTION("insert_order") { + BookSide bside = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2492, 15.2)}; + // insert at top + BookSide bside_out = SpreaderUtils::insert_order( + bside, SpreaderUtils::create_price_level(2501, 13.3), 0); + BookSide bside_ex = { + SpreaderUtils::create_price_level(2501, 13.3), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}; + match_bks(bside_out, bside_ex); + // insert in middle + bside_out = SpreaderUtils::insert_order( + bside, SpreaderUtils::create_price_level(2496.25, 13.3), 3); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2496.25, 13.3), + SpreaderUtils::create_price_level(2495, 13.8)}; + match_bks(bside_out, bside_ex); + // insert another in the middle + bside_out = SpreaderUtils::insert_order( + bside, SpreaderUtils::create_price_level(2498.25, 14.7), 2); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498.25, 14.7), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}; + match_bks(bside_out, bside_ex); + // insert at the end + bside_out = SpreaderUtils::insert_order( + bside, SpreaderUtils::create_price_level(2494.25, 16.8), 4); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2494.25, 16.8)}; + match_bks(bside_out, bside_ex); + // insert outside the range + bside_out = SpreaderUtils::insert_order( + bside, SpreaderUtils::create_price_level(2490.25, 16.8), 5); + match_bks(bside_out, bside); + } + SECTION("apply_working_order") { + // BUY ////////////////////////////////////////////////////////////////// + { + BookSide bside = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2492, 15.2)}; + // outside the range + BookSide bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_BUY, + std::make_tuple(Price(2490), Quantity::create_new(10.0))); + match_bks(bside_out, bside); + // existing level + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_BUY, + std::make_tuple(Price(2498), Quantity::create_new(10.2))); + BookSide bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 22.7), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2492, 15.2)}; + match_bks(bside_out, bside_ex); + // top level insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_BUY, + std::make_tuple(Price(2501), Quantity::create_new(11.3))); + bside_ex = { + SpreaderUtils::create_price_level(2501, 11.3), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}; + match_bks(bside_out, bside_ex); + // end level insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_BUY, + std::make_tuple(Price(2494), Quantity::create_new(11.3))); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2494, 11.3)}; + match_bks(bside_out, bside_ex); + // mid insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_BUY, + std::make_tuple(Price(2497), Quantity::create_new(117.9))); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2497, 117.9), + SpreaderUtils::create_price_level(2495, 13.8)}; + match_bks(bside_out, bside_ex); + } + // SELL ////////////////////////////////////////////////////////////////// + { + BookSide bside = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2500.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2)}; + // outside the range + BookSide bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_SELL, + std::make_tuple(Price(2507), Quantity::create_new(10.0))); + match_bks(bside_out, bside); + // existing level + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_SELL, + std::make_tuple(Price(2503.75), Quantity::create_new(11.9))); + BookSide bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2500.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 25.7), + SpreaderUtils::create_price_level(2504, 15.2)}; + match_bks(bside_out, bside_ex); + // top level insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_SELL, + std::make_tuple(Price(2499), Quantity::create_new(101.3))); + bside_ex = { + SpreaderUtils::create_price_level(2499, 101.3), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2500.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8)}; + match_bks(bside_out, bside_ex); + // end level insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_SELL, + std::make_tuple(Price(2503.99), Quantity::create_new(12.3))); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2500.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2503.99, 12.3)}; + match_bks(bside_out, bside_ex); + // mid insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_SELL, + std::make_tuple(Price(2502.5), Quantity::create_new(100))); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2500.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2502.5, 100), + SpreaderUtils::create_price_level(2503.75, 13.8)}; + match_bks(bside_out, bside_ex); + // another mid insert + bside_out = SpreaderUtils::apply_working_order( + bside, api::SIDE_SELL, + std::make_tuple(Price(2500.75), Quantity::create_new(99))); + bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2500.5, 3), + SpreaderUtils::create_price_level(2500.75, 99), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8)}; + match_bks(bside_out, bside_ex); + } + } + SECTION("apply_multiple_working_orders") { + BookSide bside = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(os::nan(), 0), + SpreaderUtils::create_price_level(os::nan(), 0), + SpreaderUtils::create_price_level(os::nan(), 0), + SpreaderUtils::create_price_level(os::nan(), 0)}; + // outside the range + BookSide bside_out = bside; + // add 10 orders + for (size_t i = 0; i < 10; i++) { + bside_out = SpreaderUtils::apply_working_order( + bside_out, api::SIDE_BUY, {Price(2495), 10}); + } + for (size_t i = 0; i < 100; i++) { + bside_out = SpreaderUtils::apply_working_order( + bside_out, api::SIDE_BUY, {Price(2497), 2}); + } + BookSide bside_ex = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2497, 200), + SpreaderUtils::create_price_level(2495, 100), + SpreaderUtils::create_price_level(os::nan(), 0), + SpreaderUtils::create_price_level(os::nan(), 0)}; + match_bks(bside_out, bside_ex); + } +} + +void match_trades( + const std::vector> &v1, + const std::vector> &v2) { + REQUIRE(v1.size() == v2.size()); + for (size_t i = 0; i < v1.size(); i++) { + auto [p1, q1] = v1.at(i); + auto [p2, q2] = v2.at(i); + REQUIRE(bts::securities::is_same(p1, p2)); + REQUIRE(q1 == q2); + } +} + +TEST_CASE("crossing_orders", "[spreader_matching]") { + SECTION("crossing_order_reduction") { + // crossing orders + Quantity q1 = Quantity::create_new(12.5); + Quantity q2 = Quantity::create_new(33.9); + auto fills = SpreaderUtils::cross_qtys(q1, q2); + REQUIRE(q1 == Quantity::create_new(0.0)); + REQUIRE(q2 == Quantity::create_new(21.4)); + REQUIRE(fills == Quantity::create_new(12.5)); + + q1 = Quantity::create_new(51.7); + q2 = Quantity::create_new(45.2); + fills = SpreaderUtils::cross_qtys(q1, q2); + REQUIRE(q1 == Quantity::create_new(6.5)); + REQUIRE(q2 == Quantity::create_new(0)); + REQUIRE(fills == Quantity::create_new(45.2)); + } + Book bk; + bk.bid() = { + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8), + SpreaderUtils::create_price_level(2492, 15.2)}; + bk.ask() = { + SpreaderUtils::create_price_level(2500.5, 10), + SpreaderUtils::create_price_level(2501.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2)}; + std::vector> out_fills = {}; + + SECTION("crossing_first_level_partial") { + // buy order nibbles the first offer level + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2500.5}, Quantity::create_new(2.5)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2500.5, 7.5), + SpreaderUtils::create_price_level(2501.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2)}); + match_trades(out_fills, {{{Price{2500.5}, Quantity::create_new(2.5)}}}); + } + SECTION("crossing_first_level_exact") { + // buy order completely takes the first offer level + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2500.5}, Quantity::create_new(10)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2501.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2), + SpreaderUtils::create_price_level(bts::os::nan(), 0)}); + match_trades(out_fills, {{{Price{2500.5}, Quantity::create_new(10)}}}); + } + SECTION("crossing_first_level_leftover") { + // buy order completely takes the first offer level and becomes + // a resting order + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2500.5}, Quantity::create_new(100)}, + out_fills); + match_bks( + bk_out.bid(), {SpreaderUtils::create_price_level(2500.5, 90), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2501.5, 3), + SpreaderUtils::create_price_level(2502, 12.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2), + SpreaderUtils::create_price_level(bts::os::nan(), 0)}); + match_trades(out_fills, {{{Price{2500.5}, Quantity::create_new(10)}}}); + } + + SECTION("crossing_mid_level_partial") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2502.00}, Quantity::create_new(16.25)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2502, 9.25), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(3.25)}, + }}); + } + SECTION("crossing_mid_level_exact") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2502.00}, Quantity::create_new(25.5)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + }}); + } + SECTION("crossing_mid_level_leftover") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2502.00}, Quantity::create_new(100.9)}, + out_fills); + match_bks( + bk_out.bid(), {SpreaderUtils::create_price_level(2502, 75.4), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + }}); + } + + SECTION("crossing_last_level_partial") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2504.00}, Quantity::create_new(50.00)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2504, 4.5), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + {Price{2503.75}, Quantity::create_new(13.8)}, + {Price{2504}, Quantity::create_new(10.7)}, + }}); + } + SECTION("crossing_last_level_exact") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2504.00}, Quantity::create_new(54.50)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + {Price{2503.75}, Quantity::create_new(13.8)}, + {Price{2504}, Quantity::create_new(15.2)}, + }}); + } + SECTION("crossing_last_level_leftover") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2504.00}, Quantity::create_new(999.9)}, + out_fills); + match_bks( + bk_out.bid(), {SpreaderUtils::create_price_level(2504, 945.4), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + {Price{2503.75}, Quantity::create_new(13.8)}, + {Price{2504}, Quantity::create_new(15.2)}, + }}); + } + + SECTION("crossing_through_partial") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2510.5}, Quantity::create_new(20)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(2502, 5.5), + SpreaderUtils::create_price_level(2503.75, 13.8), + SpreaderUtils::create_price_level(2504, 15.2), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{{Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(7)}}}); + } + SECTION("crossing_through_exact") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2510.5}, Quantity::create_new(54.5)}, + out_fills); + match_bks(bk_out.bid(), bk.bid()); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + {Price{2503.75}, Quantity::create_new(13.8)}, + {Price{2504}, Quantity::create_new(15.2)}, + }}); + } + SECTION("crossing_through_leftover") { + Book bk_out = SpreaderUtils::apply_crossing_order( + bk, api::SIDE_BUY, {Price{2510.00}, Quantity::create_new(999.9)}, + out_fills); + match_bks( + bk_out.bid(), {SpreaderUtils::create_price_level(2510.00, 945.4), + SpreaderUtils::create_price_level(2500, 10), + SpreaderUtils::create_price_level(2499, 3), + SpreaderUtils::create_price_level(2498, 12.5), + SpreaderUtils::create_price_level(2495, 13.8)}); + match_bks( + bk_out.ask(), {SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0), + SpreaderUtils::create_price_level(os::nan(), 0.0)}); + match_trades( + out_fills, {{ + {Price{2500.5}, Quantity::create_new(10)}, + {Price{2501.5}, Quantity::create_new(3)}, + {Price{2502}, Quantity::create_new(12.5)}, + {Price{2503.75}, Quantity::create_new(13.8)}, + {Price{2504}, Quantity::create_new(15.2)}, + }}); + } +} + } // namespace orderman } // namespace bts diff --git a/src/server/sparkd/cmds/Run.cpp b/src/server/sparkd/cmds/Run.cpp index 5271e4eb7..2589e1712 100644 --- a/src/server/sparkd/cmds/Run.cpp +++ b/src/server/sparkd/cmds/Run.cpp @@ -16,6 +16,7 @@ #include "lib/metrics/metrics.h" #include "lib/metrics/system_metrics.h" #include "lib/orderman/OrderServiceServer.h" +#include "lib/orderman/gateways/sim/SimExecutionGatewayFactory.h" #include "lib/orderman/order_factory/DynamicOrderRegistry.h" #include "lib/orderman/orders/algo/algo_orders/ProRataAlgo.h" #include "lib/orderman/orders/algo/algo_orders/ScratchAlgo.h" diff --git a/src/server/sparkd/cmds/crypto/LiveLadderDemo.cpp b/src/server/sparkd/cmds/crypto/LiveLadderDemo.cpp index 5d72b4e4f..c0df3d6a7 100644 --- a/src/server/sparkd/cmds/crypto/LiveLadderDemo.cpp +++ b/src/server/sparkd/cmds/crypto/LiveLadderDemo.cpp @@ -8,13 +8,13 @@ namespace bts::cmds { -LiveLadderDemo::LiveLadderDemo(const api::md::MarketDataConfig &cfg) { +LiveLadderDemo::LiveLadderDemo(const api::md::MarketDataConfig &) { char ssl_cert_file[] = "SSL_CERT_FILE=/etc/ssl/cert/ca-certificates.crt"; putenv(ssl_cert_file); md::MarketDataGateway gw; md::listeners::LiveLadderPrinter ladder_printer; - gw.subscribe(cfg, &ladder_printer); + gw.run(); const std::size_t n_loops = 16; for (std::size_t n = 0; n < n_loops; n++) { diff --git a/src/server/sparkd/cmds/md/cmds/Run.cpp b/src/server/sparkd/cmds/md/cmds/Run.cpp index 197b66f41..591d8d745 100644 --- a/src/server/sparkd/cmds/md/cmds/Run.cpp +++ b/src/server/sparkd/cmds/md/cmds/Run.cpp @@ -2,10 +2,11 @@ #include "Cleanup.h" #include "lib/config/protos/market_data.pb.h" #include "lib/logging/logging.h" +#include "lib/md/MarketDataGateway.h" #include "lib/md/UserSymbol.h" -#include "lib/md/ccApi/CCMain.h" #include "lib/md/relay/RelayRecorder.h" #include "lib/os/os.h" +#include "lib/utils/bts_assert.h" #include "lib/utils/thread_manager.h" #include "server/sparkd/exchange_sim/ExchangeSim.h" #include "server/sparkd/md/platforms/IMDPlatform.h" @@ -25,8 +26,8 @@ std::string get_thread_name() { static void boot_sleep() { auto conf = config::get(); - const auto * start = &conf.standard_start(); - const auto * end = &conf.standard_end(); + const auto *start = &conf.standard_start(); + const auto *end = &conf.standard_end(); if (datetime::is_local_time_sunday()) { start = &conf.sunday_start(); end = &conf.sunday_end(); @@ -91,11 +92,22 @@ static void run_onixs( disp.run(); } -static void run_ccapi() { - LOG(md, Info, "Run::run_ccapi t_id:{} t_name:{}", os::get_thread_id(), +static void run_emumba() { + // bts_assert(false); + // LOG(md, Info, "Run::run_emumba t_id:{} t_name:{}", os::get_thread_id(), + // get_thread_name()); + // bts::md::EmumbaMain em_main = {}; + // em_main.run(); +} + +static void run_md_gwy() { + LOG(md, Info, "Run::run_md_gwy t_id:{} t_name:{}", os::get_thread_id(), get_thread_name()); - bts::md::CCMain cc_main = {}; - cc_main.run(); + // bts::md::CCMain cc_main = {}; + // cc_main.run(); + bts::md::MarketDataGateway gwy = {}; + // this keeps going in a loop + gwy.run(); } void Run::run( @@ -144,14 +156,20 @@ void Run::run( // start a thread for the md // _md_thread = // std::optional(bts::threading::make_thread("MDPublisher", impl)); - if (bts::config::get().use_sim()) { - threading::make_thread("ExchangeSimGLBX", [&mbo_writer]() { - sim::start_exchange_sim(api::Venue::VENUE_SIM, mbo_writer); - }).detach(); + bool is_run_emumba = false; + if (is_run_emumba) { + threading::make_thread("Emumba", []() { run_emumba(); }).detach(); } - bool is_run_ccapi = true; - if (is_run_ccapi) { - threading::make_thread("CCAPI", []() { run_ccapi(); }).detach(); + // if (bts::config::get().use_sim()) { + // threading::make_thread("ExchangeSimGLBX", [&mbo_writer]() { + // sim::start_exchange_sim(api::Venue::VENUE_SIM, mbo_writer); + // }).detach(); + // } + bool is_run_md_gwy = true; + if (is_run_md_gwy) { + threading::make_thread("MarketDataGateway", []() { + run_md_gwy(); + }).detach(); } boot_sleep(); } else { diff --git a/src/server/sparkd/md/platforms/emumba/EmMDListener.cpp b/src/server/sparkd/md/platforms/emumba/EmMDListener.cpp index e1f89b218..47def5020 100644 --- a/src/server/sparkd/md/platforms/emumba/EmMDListener.cpp +++ b/src/server/sparkd/md/platforms/emumba/EmMDListener.cpp @@ -2,12 +2,15 @@ #include "lib/api/services/ShellDiagnosticService.server.pb.h" #include "lib/domain_model/Security.pb.h" #include "lib/logging/logging.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/IntPrice.h" #include "lib/md/MDProducer.h" #include "lib/md/PriceSize.h" #include "lib/md/Shm/FixedSecurity.h" #include "lib/md/common.h" #include "lib/md/protos/co2.pb.h" +#include "lib/orderman/gateways/sim/SimExecutionGateway.h" +#include "lib/orderman/gateways/sim/SimExecutionGatewayFactory.h" #include "lib/os/os.h" #include "lib/persistence/IDGenerator.h" #include "lib/utils/PBUtils.h" @@ -18,7 +21,6 @@ #include "lib/utils/overloaded.h" #include "lib/utils/stats.h" #include "server/sparkd/md/platforms/emumba/EMTradingSession.h" -#include "server/sparkd/md/platforms/emumba/EmumbaSecurityIndex.h" #include "server/sparkd/md/platforms/emumba/IEMOrderMuxer.h" #include #include @@ -68,7 +70,11 @@ struct DescSearchResult { }; const double extract_qty(const emumba::market_data::quantity &qty); - +void possibly_match_with_sim_orders( + std::shared_ptr sim_ex_gwy, + uint32_t bts_sec_id, + MDArray &bids, + MDArray &asks); /* #region Type conversions */ IntPrice convert_price(const emumba::market_data::price &pr) { @@ -184,9 +190,9 @@ void copy_books( to[0] = PriceSize{convert_price(px), convert_qty(qty)}; } -inline EmumbaSecurityData *get_security( - EmumbaSecurityIndex &sec_map, uint64_t id) { - EmumbaSecurityData *rv = sec_map.get_security(id); +inline SecurityIndexData *get_security( + GeneralSecurityIndex &sec_map, uint64_t id) { + SecurityIndexData *rv = sec_map.get_security(id); bts_assert(rv != nullptr); return rv; } @@ -347,7 +353,7 @@ struct EmMDListener::PImpl { emumba::deribit_connector::deribit_handler *handler = nullptr; std::vector trading_sessions; // shared memory - EmumbaSecurityIndex &index; + GeneralSecurityIndex &index; MDProducer &md_producer; // map of exchange's sec desc vs SecurityAuxData std::unordered_map sec_emdesc_map = {}; @@ -373,8 +379,15 @@ struct EmMDListener::PImpl { &trading_sessions}; AsyncRequestHelper open_ord_helper = {&trading_sessions}; - explicit PImpl(EmumbaSecurityIndex &index_a, MDProducer &md_producer_a) - : index(index_a), md_producer(md_producer_a) {} + const std::shared_ptr sim_ex_gwy; + explicit PImpl(GeneralSecurityIndex &index_a, MDProducer &md_producer_a) + : index(index_a), md_producer(md_producer_a), + sim_ex_gwy(SimExecutionGatewayFactory::get()->get_getayeway( + api::VENUE_DERIBIT)) { + if (sim_ex_gwy != nullptr) { + sim_ex_gwy->set_producers(&index); + } + } }; SecurityAuxData &get_sud( @@ -386,10 +399,8 @@ SecurityAuxData &get_sud( return it->second; } -EmMDListener::EmMDListener(EmumbaSecurityIndex &index, MDProducer &md_producer) - : me(std::make_unique(index, md_producer)) { - LOG(md, Info, "EmMDListener launched"); -} +EmMDListener::EmMDListener(GeneralSecurityIndex &index, MDProducer &md_producer) + : me(std::make_unique(index, md_producer)) {} void run(__attribute__((unused)) const std::string &config_path) {} @@ -404,7 +415,7 @@ bts::orderman::OpResult EmMDListener::launch_new_order( } const std::string &def = std::get(order.order_def.sec_id.value()); - EmumbaSecurityData const *sec_ptr = _find_security(order.order_def.sec_id); + SecurityIndexData const *sec_ptr = _find_security(order.order_def.sec_id); if (sec_ptr == nullptr) { return { false, emumba::order_entry::order_key{0}, @@ -598,7 +609,7 @@ void EmMDListener::on_order_update( } // we keep the EMOrderState around, and update as we get callbacks auto &ex_ord_state = me->order_state_map[order_key.value()]; - EmumbaSecurityData *em_sec_data = + SecurityIndexData *em_sec_data = me->index.get_security(ex_ord_state.sec_key); bts_assert_msg( em_sec_data != nullptr, @@ -742,7 +753,7 @@ void EmMDListener::on_book_state_change( void EmMDListener::on_security_statistics( const emumba::market_data::market_data_statistics &market_data_stats, __attribute__((unused)) const void *ptr) { - EmumbaSecurityData *sec_data = _find_security(market_data_stats.sec_id); + SecurityIndexData *sec_data = _find_security(market_data_stats.sec_id); if (sec_data == nullptr) { LOG(md, Error, "EmMDListener::on_security_state could not find desc: {}", extract_security_desc(market_data_stats.sec_id)); @@ -777,7 +788,7 @@ void EmMDListener::on_quote( // this is the top of book change __attribute__((unused)) const emumba::market_data::quote "e, __attribute__((unused)) const void *ptr) { - EmumbaSecurityData *sec_data = _find_security(quote.sec_id); + SecurityIndexData *sec_data = _find_security(quote.sec_id); if (sec_data == nullptr) { LOG(md, Error, "EmMDListener::on_quote could not find desc: {}", extract_security_desc(quote.sec_id)); @@ -793,7 +804,7 @@ void EmMDListener::on_quote( } void _log_book( - EmumbaSecurityData *s_data, const emumba::market_data::order_book &book) { + SecurityIndexData *s_data, const emumba::market_data::order_book &book) { if (s_data->handle.security().type == api::SECURITYTYPE_OPTION) { LOG(md, Diag, "BookTop sec: {} bid: {}/{} ask: {}/{}", std::string(s_data->handle.security().security_desc()), @@ -805,7 +816,7 @@ void _log_book( void EmMDListener::on_book( const emumba::market_data::order_book &book, __attribute__((unused)) const void *ptr) { - EmumbaSecurityData *sec_data = _find_security(book.sec_id); + SecurityIndexData *sec_data = _find_security(book.sec_id); if (sec_data == nullptr) { LOG(md, Error, "EmMDListener::on_security_state could not find desc: {}", extract_security_desc(book.sec_id)); @@ -826,6 +837,8 @@ void EmMDListener::on_book( } copy_books(book.bids, me->bids); copy_books(book.asks, me->asks); + possibly_match_with_sim_orders( + me->sim_ex_gwy, sec_data->handle.key(), me->bids, me->asks); sec_data->handle.update_direct(utils::TimeStamp::now(), me->bids, me->asks); _check_pending_spreads(); } @@ -833,7 +846,7 @@ void EmMDListener::on_book( void EmMDListener::on_security_state( const emumba::market_data::security_state &sec_state, __attribute__((unused)) const void *ptr) { - EmumbaSecurityData *sec_data = _find_security(sec_state.sec_id); + SecurityIndexData *sec_data = _find_security(sec_state.sec_id); if (sec_data == nullptr) { LOG(md, Error, "EmMDListener::on_security_state could not find desc: {}", extract_security_desc(sec_state.sec_id)); @@ -850,7 +863,7 @@ void EmMDListener::on_trades( __attribute__((unused)) const void *ptr) { LOG(md, Diag, "EmMDListener::on_trades n_trades:{}", trades.size()); for (const auto &t : trades) { - EmumbaSecurityData *sec_data = _find_security(t->sec_id); + SecurityIndexData *sec_data = _find_security(t->sec_id); SecurityAuxData &sud = get_sud(t->sec_id, me->sec_emdesc_map); sud.last_trade_price = t->trade_price.to_double(); if (sec_data != nullptr) { @@ -883,7 +896,7 @@ void EmMDListener::on_error( emumba::market_data::market_data_error::error_type::disconnection) { clear_books(me->bids); clear_books(me->asks); - me->index.walk_security_list([&](EmumbaSecurityData &d) { + me->index.walk_security_list([&](SecurityIndexData &d) { d.handle.update_books( utils::TimeStamp::now(), me->bids, me->asks, {}, {}); }); @@ -1149,7 +1162,7 @@ security_key EmMDListener::_add_sec_entry( } // Find the shared memory security handle from the em's sec id string -EmumbaSecurityData *EmMDListener::_find_security( +SecurityIndexData *EmMDListener::_find_security( const emumba::market_data::security_id &id) { const std::string &desc = extract_security_desc(id); auto search_result = _find_em_sec(desc); @@ -1217,7 +1230,7 @@ void EmMDListener::_check_pending_spreads() { } void EmMDListener::_deduce_spread_leg_fills( - const EmumbaSecurityData &sec_data, + const SecurityIndexData &sec_data, const EMOrderState &order_state, const emumba::market_data::trade_record &fill, boost::container::small_vector &rv) { @@ -1288,6 +1301,17 @@ EmMDListener::_convert_combo_trade(const bts::api::ContractLeg &l) { return rv_o; } +void possibly_match_with_sim_orders( + std::shared_ptr sim_ex_gwy, + uint32_t bts_sec_id, + MDArray &bids, + MDArray &asks) { + if (sim_ex_gwy != nullptr) { + sim_ex_gwy->get_matched_book( + bts::md::SecurityKey(bts_sec_id), bids, asks); + } +} + /* #endregion */ } // namespace bts::md diff --git a/src/server/sparkd/md/platforms/emumba/EmMDListener.h b/src/server/sparkd/md/platforms/emumba/EmMDListener.h index c8c8a300d..000f2b44e 100644 --- a/src/server/sparkd/md/platforms/emumba/EmMDListener.h +++ b/src/server/sparkd/md/platforms/emumba/EmMDListener.h @@ -1,9 +1,9 @@ #pragma once #include "EMTradingSession.h" -#include "EmumbaSecurityIndex.h" #include "IEMOrderMuxer.h" #include "lib/domain_model/Security.pb.h" #include "lib/domain_model/SecurityKey.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/common.h" #include "server/sparkd/md/platforms/emumba/IEMOrderMuxer.h" #include @@ -26,13 +26,13 @@ namespace bts::md { class MDProducer; class FixedSecurity; struct DescSearchResult; -struct EmumbaSecurityData; +struct SecurityIndexData; struct SecurityAuxData; class EmMDListener : public emumba::deribit_connector::deribit_listener, public orderman::IEMOrderMuxer { public: - EmMDListener(EmumbaSecurityIndex &index, MDProducer &md_producer); + EmMDListener(GeneralSecurityIndex &index, MDProducer &md_producer); static EmMDListener *singleton_instance(); // Run the connector void run(const std::string &config_path); @@ -159,7 +159,7 @@ class EmMDListener : public emumba::deribit_connector::deribit_listener, DescSearchResult _find_em_sec( const emumba::market_data::security &, bool add_if_absent); security_key _add_sec_entry(const emumba::market_data::security &); - EmumbaSecurityData *_find_security( + SecurityIndexData *_find_security( const emumba::market_data::security_id &id); SecurityAuxData *_find_sud(security_key); // subscribes to all securities here @@ -168,7 +168,7 @@ class EmMDListener : public emumba::deribit_connector::deribit_listener, const std::string &account); void _check_pending_spreads(); void _deduce_spread_leg_fills( - const EmumbaSecurityData &, + const SecurityIndexData &, const bts::orderman::EMOrderState &order_state, const emumba::market_data::trade_record &fill, boost::container::small_vector &rv); diff --git a/src/server/sparkd/md/platforms/emumba/EmumbaMain.cpp b/src/server/sparkd/md/platforms/emumba/EmumbaMain.cpp index fc344c606..d1fc232d6 100644 --- a/src/server/sparkd/md/platforms/emumba/EmumbaMain.cpp +++ b/src/server/sparkd/md/platforms/emumba/EmumbaMain.cpp @@ -1,10 +1,10 @@ #include "EmumbaMain.h" #include "EMTradingSession.h" #include "EmMDListener.h" -#include "EmumbaSecurityIndex.h" #include "lib/config/config.h" #include "lib/config/protos/system_config.pb.h" #include "lib/logging/logging.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/MDProducer.h" #include "lib/md/SecurityDB.h" #include "lib/md/coconut2.h" @@ -34,7 +34,7 @@ using bts::config::SystemConfig; using Path = boost::filesystem::path; struct EmumbaMain::PImpl { - EmumbaSecurityIndex sec_index; + GeneralSecurityIndex sec_index; SecurityIDRecorder recorder; MDProducer producer; EmMDListener listener; diff --git a/src/server/sparkd/md/platforms/emumba/EmumbaSecurityIndex.h b/src/server/sparkd/md/platforms/emumba/EmumbaSecurityIndex.h deleted file mode 100644 index c68800ed3..000000000 --- a/src/server/sparkd/md/platforms/emumba/EmumbaSecurityIndex.h +++ /dev/null @@ -1,18 +0,0 @@ -#pragma once - -#include "lib/md/SecurityIndex.h" -#include -#include - -namespace bts::md { - -struct EmumbaSecurityData { - EmumbaSecurityData(uint64_t id, MDProducerHandle &h) : id(id), handle(h) {} - uint64_t id; // exchange id - MDProducerHandle handle; -}; - -using EmumbaSecurityIndex = - ConcurrentSecurityIndex; - -} // namespace bts::md \ No newline at end of file diff --git a/src/server/sparkd/md/platforms/emumba/IEMOrderMuxer.h b/src/server/sparkd/md/platforms/emumba/IEMOrderMuxer.h index 838e3ffdc..4140eaa87 100644 --- a/src/server/sparkd/md/platforms/emumba/IEMOrderMuxer.h +++ b/src/server/sparkd/md/platforms/emumba/IEMOrderMuxer.h @@ -1,7 +1,7 @@ #pragma once -#include "EmumbaSecurityIndex.h" #include "lib/domain_model/Security.pb.h" #include "lib/logging/logging.h" +#include "lib/md/GeneralSecurityIndex.h" #include "lib/md/common.h" #include "lib/orderman/RFQMsg.h" #include "lib/os/os.h" diff --git a/src/web/CMakeDeps.cmake b/src/web/CMakeDeps.cmake new file mode 100644 index 000000000..e69de29bb