From d8bc3c757ff83ad3fa7961428e79c43a2e8f90e4 Mon Sep 17 00:00:00 2001 From: Pedro Pinto Date: Fri, 11 May 2018 17:09:27 -0400 Subject: [PATCH] Autocert --- src/server/sparkd/CMakeDeps.cmake | 2 +- src/server/sparkd/cmds/AutoCert.cpp | 116 ++++++++++++++++++++++------ 2 files changed, 95 insertions(+), 23 deletions(-) diff --git a/src/server/sparkd/CMakeDeps.cmake b/src/server/sparkd/CMakeDeps.cmake index 13dd123aa..fca4883ff 100644 --- a/src/server/sparkd/CMakeDeps.cmake +++ b/src/server/sparkd/CMakeDeps.cmake @@ -1 +1 @@ -set(sources cmds/AutoCert.cpp;cmds/Benchmark.cpp;cmds/CmdRegistry.cpp;cmds/ConfigCheck.cpp;cmds/Help.cpp;cmds/Md.cpp;cmds/QuickTest.cpp;cmds/Run.cpp;cmds/RunSim.cpp;cmds/Test.cpp;cmds/TestCeloxica.cpp;dspark/mirage.cpp;dspark/mirage/routing/Router.cpp;exchange_sim/ExchangeSim.cpp;exchange_sim/ExchangeSimApplication.cpp;exchange_sim/book/Book.cpp;exchange_sim/book/ExchangeSim.proto;exchange_sim/book/Order.cpp;exchange_sim/book/OrderMatcher.cpp;exchange_sim/book/book_transform.cpp;exchange_sim/tests/test_book_transform.cpp;http/ApiGateway.cpp;http/WebServer.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/session_name.cpp;jetfix/tests/async_reader_tests.cpp;jetfix/tests/decoding_tests.cpp;jetfix/tests/fix_encoding_stream_tests.cpp;jetfix/tests/fix_fragment_tests.cpp;jetfix/tests/jetfix_performance_tests.cpp;jetfix/tests/sample_fix.cpp;jetfix/tests/store_tests.cpp;main.cpp;md/platforms/celoxica/CXListener.cpp;md/platforms/celoxica/CXMain.cpp;md/platforms/celoxica/tests/cx_tests.cpp;md/platforms/mdp3_onixs/MDP3Listener.cpp;md/platforms/mdp3_onixs/MDP3Main.cpp;md/platforms/mdp3_onixs/MDP3Utils.cpp;md/platforms/mdp3_onixs/tests/mdp3_tests.cpp;md/run_md.cpp;mercury/actors/Actor.cpp;mercury/broker/AsyncEventBroker.cpp;mercury/broker/CoreEventBroker.cpp;mercury/broker/IEventBroker.cpp;mercury/events/TimerEvent.cpp;mercury/mercury_utils/Executor.cpp;mercury/mercury_utils/IPollableActor.cpp;mercury/mercury_utils/mercury_common.cpp;mercury/synopsis/SynopsisBuilder.cpp;mercury/topics/ITopic.cpp;orderman/actors/AsyncFactory.cpp;orderman/actors/ExecutionGateway.cpp;orderman/actors/FillStore.cpp;orderman/actors/OrderStore.cpp;orderman/actors/SecuritySrc.cpp;orderman/actors/ServiceBridge.cpp;orderman/actors/order_manager/OrderBuilder.cpp;orderman/actors/order_manager/OrderManager.cpp;orderman/actors/order_manager/OrderServicesData.cpp;orderman/events/CancelRejectEvent.cpp;orderman/events/NewExecutionReportEvent.cpp;orderman/limiter/Limiter.cpp;orderman/limiter/tests/limit_tests.cpp;orderman/order_factory/OrderFactory.cpp;orderman/order_router/OrderRouter.cpp;orderman/orderman_utils/fix_order_codec.cpp;orderman/orders/IcebergOrder.cpp;orderman/orders/NativeOrder.cpp;orderman/orders/Order.cpp;orderman/orders/TimeBoxOrder.cpp;orderman/orders/spreader_orders/SpreaderOrder.cpp;orderman/orders/spreader_orders/spreader/SingleFillHedger.cpp;orderman/orders/spreader_orders/spreader/SingleLegQuoter.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckCancelledStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckCancelledWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForSizeStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderEndStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderStartStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForCancelAllStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWorkingStateWorker.cpp;orderman/orders/spreader_orders/tests/spreader_tests.cpp;orderman/server/OrderServiceServer.cpp;orderman/tests/fat_wrapper_tests.cpp;persistence/IStore.cpp;persistence/PersistenceServiceServer.cpp;persistence/SqliteStore.cpp;persistence/tests/PersistenceServiceTests.cpp;position/IMarginObserver.cpp;position/IPositionObserver.cpp;position/MarginServiceCore.cpp;position/PositionServiceCore.cpp;position/tests/PositionTests.cpp;support/ErrorReportService.cpp;testing/catch_test_runner.cpp;tracing/bts_trace_c.c;user/AccountServiceServer.cpp;user/AdminServiceServer.cpp;user/UserServiceServer.cpp;user/tests/UserAndAccountTests.cpp;user/tests/admin_service_tests.cpp) \ No newline at end of file +set(sources cmds/AutoCert.cpp;cmds/Benchmark.cpp;cmds/CmdRegistry.cpp;cmds/ConfigCheck.cpp;cmds/Help.cpp;cmds/Md.cpp;cmds/QuickTest.cpp;cmds/Run.cpp;cmds/RunSim.cpp;cmds/Span.cpp;cmds/Test.cpp;cmds/TestCeloxica.cpp;dspark/mirage.cpp;dspark/mirage/routing/Router.cpp;exchange_sim/ExchangeSim.cpp;exchange_sim/ExchangeSimApplication.cpp;exchange_sim/book/Book.cpp;exchange_sim/book/ExchangeSim.proto;exchange_sim/book/Order.cpp;exchange_sim/book/OrderMatcher.cpp;exchange_sim/book/book_transform.cpp;exchange_sim/tests/test_book_transform.cpp;http/ApiGateway.cpp;http/WebServer.cpp;jetfix/codec/FIXArray.cpp;jetfix/common/OutFIX.cpp;jetfix/connection/AsyncReader.cpp;jetfix/connection/IConnection.cpp;jetfix/connection/SocketConnection.cpp;jetfix/gateway/CoreGateway.cpp;jetfix/gateway/JetFIXGateway.cpp;jetfix/gateway/Session.cpp;jetfix/store/FIXFileStore.cpp;jetfix/store/session_name.cpp;jetfix/tests/async_reader_tests.cpp;jetfix/tests/decoding_tests.cpp;jetfix/tests/fix_encoding_stream_tests.cpp;jetfix/tests/fix_fragment_tests.cpp;jetfix/tests/jetfix_performance_tests.cpp;jetfix/tests/sample_fix.cpp;jetfix/tests/store_tests.cpp;main.cpp;md/platforms/celoxica/CXListener.cpp;md/platforms/celoxica/CXMain.cpp;md/platforms/celoxica/tests/cx_tests.cpp;md/platforms/mdp3_onixs/MDP3Listener.cpp;md/platforms/mdp3_onixs/MDP3Main.cpp;md/platforms/mdp3_onixs/MDP3Utils.cpp;md/platforms/mdp3_onixs/tests/mdp3_tests.cpp;md/run_md.cpp;mercury/actors/Actor.cpp;mercury/broker/AsyncEventBroker.cpp;mercury/broker/CoreEventBroker.cpp;mercury/broker/IEventBroker.cpp;mercury/events/TimerEvent.cpp;mercury/mercury_utils/Executor.cpp;mercury/mercury_utils/IPollableActor.cpp;mercury/mercury_utils/mercury_common.cpp;mercury/synopsis/SynopsisBuilder.cpp;mercury/topics/ITopic.cpp;orderman/actors/AsyncFactory.cpp;orderman/actors/ExecutionGateway.cpp;orderman/actors/FillStore.cpp;orderman/actors/OrderStore.cpp;orderman/actors/SecuritySrc.cpp;orderman/actors/ServiceBridge.cpp;orderman/actors/order_manager/OrderBuilder.cpp;orderman/actors/order_manager/OrderManager.cpp;orderman/actors/order_manager/OrderServicesData.cpp;orderman/events/CancelRejectEvent.cpp;orderman/events/NewExecutionReportEvent.cpp;orderman/limiter/Limiter.cpp;orderman/limiter/tests/limit_tests.cpp;orderman/order_factory/OrderFactory.cpp;orderman/order_router/OrderRouter.cpp;orderman/orderman_utils/fix_order_codec.cpp;orderman/orders/IcebergOrder.cpp;orderman/orders/NativeOrder.cpp;orderman/orders/Order.cpp;orderman/orders/TimeBoxOrder.cpp;orderman/orders/spreader_orders/SpreaderOrder.cpp;orderman/orders/spreader_orders/spreader/SingleFillHedger.cpp;orderman/orders/spreader_orders/spreader/SingleLegQuoter.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckCancelledStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWaitingForFirstAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/hedger/hedger_states/HedgerWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterEndStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterStartStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForCancelAckStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckCancelledWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForFirstAckWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWaitingForSizeStateWorker.cpp;orderman/orders/spreader_orders/spreader/quoter/quoter_states/QuoterWorkingStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderEndStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderStartStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWaitingForCancelAllStateWorker.cpp;orderman/orders/spreader_orders/spreader_states/SpreaderWorkingStateWorker.cpp;orderman/orders/spreader_orders/tests/spreader_tests.cpp;orderman/server/OrderServiceServer.cpp;orderman/tests/fat_wrapper_tests.cpp;persistence/IStore.cpp;persistence/PersistenceServiceServer.cpp;persistence/SqliteStore.cpp;persistence/tests/PersistenceServiceTests.cpp;position/IMarginObserver.cpp;position/IPositionObserver.cpp;position/MarginServiceCore.cpp;position/PositionServiceCore.cpp;position/tests/PositionTests.cpp;support/ErrorReportService.cpp;testing/catch_test_runner.cpp;tracing/bts_trace_c.c;user/AccountServiceServer.cpp;user/AdminServiceServer.cpp;user/UserServiceServer.cpp;user/tests/UserAndAccountTests.cpp;user/tests/admin_service_tests.cpp) \ No newline at end of file diff --git a/src/server/sparkd/cmds/AutoCert.cpp b/src/server/sparkd/cmds/AutoCert.cpp index 24604f1cc..677278962 100644 --- a/src/server/sparkd/cmds/AutoCert.cpp +++ b/src/server/sparkd/cmds/AutoCert.cpp @@ -10,6 +10,7 @@ #include "server/sparkd/jetfix/codec/i32_toa.h" #include #include +#include #include #include #include @@ -20,16 +21,19 @@ namespace cmd { unsigned int their_sn; unsigned int last_received_sn; -std::ofstream f("/home/ppinto/fix_log"); +void reset_sn(std::string const &session = "99") { + std::ofstream seq("/home/ppinto/seq_num_" + session); + seq << 1; +} -int get_next_sn() { +int get_next_sn(std::string const &session = "99") { int result = 0; { - std::ifstream seq("/home/ppinto/seq_num"); + std::ifstream seq("/home/ppinto/seq_num_" + session); seq >> result; } { - std::ofstream seq("/home/ppinto/seq_num"); + std::ofstream seq("/home/ppinto/seq_num_" + session); seq << 1 + result; } return result; @@ -170,16 +174,18 @@ std::string add_header_footer(std::string const &body) { using boost::asio::ip::tcp; -void send(tcp::socket &socket, std::string const &body) { +void send(tcp::socket &socket, std::string const &body, + std::string const &session = "99") { auto all = add_header_footer(body); + std::ofstream f("/home/ppinto/fix_log_" + session, + std::fstream::out | std::fstream::app); f << all << "\n"; - f.flush(); boost::asio::write(socket, boost::asio::buffer(all.data(), all.size())); std::replace(all.begin(), all.end(), '\001', '|'); std::cout << "> " << all << "\n"; } -std::string receive(tcp::socket &s) { +std::string receive(tcp::socket &s, std::string const &session = "99") { std::string buffer(1024, ' '); std::string str; @@ -198,6 +204,8 @@ std::string receive(tcp::socket &s) { } } + std::ofstream f("/home/ppinto/fix_log_" + session, + std::fstream::out | std::fstream::app); f << str << "\n"; f.flush(); auto human_str = str; @@ -208,7 +216,7 @@ std::string receive(tcp::socket &s) { last_received_sn = parser.get_seq_num(); if (parser.type() == jetfix::MessageTypes::TestRequest) { auto req_id = parser.get_test_req_id(); - send(s, make_hb(get_next_sn(), last_received_sn, req_id)); + send(s, make_hb(get_next_sn(session), last_received_sn, req_id, session),session); } return str; @@ -344,9 +352,9 @@ std::string make_order(int seqnum, int last_seq_num_processed, "9702=1\001" // CTICode "107={}\001" // SecurityDesc "11=1\001" // ClOrdId - "38=5\001" // Quantity + "38=6\001" // Quantity "40=2\001" // OrdType - "44=1\001" // Price + "44=25\001" // Price "60={}\001" // TransactTime "57={}\001" // TargetSubID , @@ -410,7 +418,7 @@ void ReceivingAndProcessingMultipleGaps() { // logged in, send order uint32_t previous_sn = 0; - send(socket, make_order(get_next_sn(), last_received_sn,"0GLBX8","99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); // process messages until we notice a gap do { @@ -465,8 +473,8 @@ void RespondToResendRequest() { } while (jetfix::InMsgBuffer(msg).type() != jetfix::MessageTypes::HB); // logged in, send order - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); // wait for receive request do { @@ -510,10 +518,10 @@ void BiDirectionalResendRequestScenario() { } while (jetfix::InMsgBuffer(msg).type() != jetfix::MessageTypes::HB); // logged in, send 4 orders - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); uint32_t previous_sn = 0; // process messages until we notice a gap @@ -569,9 +577,9 @@ void ProcessRealTimeMessagesDuringAResendResponse() { } while (jetfix::InMsgBuffer(msg).type() != jetfix::MessageTypes::HB); // logged in, send 4 orders - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); - send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8","99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); + send(socket, make_order(get_next_sn(), last_received_sn, "0GLBX8", "99")); uint32_t previous_sn = 0; // process messages until we notice a gap @@ -596,10 +604,74 @@ void ProcessRealTimeMessagesDuringAResendResponse() { receive(socket); } -void ProcessSequenceStreamsBasedOnSessionAndMarketSegment() {} +void ProcessSequenceStreamsBasedOnSessionAndMarketSegment() { + boost::filesystem::remove("/home/ppinto/fix_log_70"); + boost::filesystem::remove("/home/ppinto/fix_log_99"); + + reset_sn(); + reset_sn("70"); + + // std::thread t([]() { + // boost::asio::io_service io_service; + // tcp::resolver resolver(io_service); + // tcp::resolver::query query("69.50.112.199", "61920"); + // tcp::resolver::iterator endpoint_iterator = resolver.resolve(query); + + // tcp::socket socket(io_service); + // boost::asio::connect(socket, endpoint_iterator); + + // send(socket, make_logon(get_next_sn(), their_sn, "99")); + // auto logon_ack = receive(socket); + // their_sn = jetfix::InMsgBuffer(logon_ack).get_seq_num(); + + // bts::sleep_for(30s); + // // send hb + // send(socket, make_hb(get_next_sn(), their_sn, "99")); + + // std::string msg; + // do { + // msg = receive(socket); + // } while (jetfix::InMsgBuffer(msg).type() != jetfix::MessageTypes::HB); + + // send(socket, + // make_order(get_next_sn("99"), last_received_sn, "1ZWU9", "99")); + // while (true) + // receive(socket); + // }); + + std::thread t2([]() { + boost::asio::io_service io_service; + tcp::resolver resolver(io_service); + tcp::resolver::query query("69.50.112.183", "61920"); + tcp::resolver::iterator endpoint_iterator = resolver.resolve(query); + + tcp::socket socket(io_service); + boost::asio::connect(socket, endpoint_iterator); + + send(socket, make_logon(get_next_sn("70"), their_sn, "70"),"70"); + auto logon_ack = receive(socket,"70"); + their_sn = jetfix::InMsgBuffer(logon_ack).get_seq_num(); + + bts::sleep_for(30s); + // send hb + send(socket, make_hb(get_next_sn("70"), their_sn, "70"),"70"); + + std::string msg; + do { + msg = receive(socket,"70"); + } while (jetfix::InMsgBuffer(msg).type() != jetfix::MessageTypes::HB); + + send(socket, + make_order(get_next_sn("70"), last_received_sn, "1AJCH0", "70"),"70"); + while (true) + receive(socket,"70"); + }); + // t.join(); + t2.join(); +} int AutoCert::execute(std::vector const &) { - ProcessRealTimeMessagesDuringAResendResponse(); + ProcessSequenceStreamsBasedOnSessionAndMarketSegment(); return 0; }