Compare commits

...
17 Commits
Author SHA1 Message Date
Eric Harding fc7a4b0800 Merged in PIQachu (pull request #223)
RTm: spark-2316 mbo support for simulator

Approved-by: Pedro Pinto <pedro.pinto+atlassian@bluetradesys.com>
2019-05-03 15:30:13 +00:00
Eric Harding 6b5016c9fe SPARK-2316 Remove "Give me everything please" 2019-05-02 15:04:43 -04:00
Eric Harding 916fda1eb5 Merge branch 'master' of bitbucket.org:bluetradesys/spark into PIQachu 2019-05-02 13:31:35 -04:00
Eric Harding 9422e3ac98 SPARK-2316 Simulator should stop cutting in front 2019-05-02 12:36:25 -04:00
Eric Harding 09e8fabcf2 ExchangeSim - use open_quantity for mbo instead of quantity 2019-05-02 12:14:24 -04:00
Eric Harding 133bd89a2c add mbo diagnostic tool 2019-05-02 11:29:01 -04:00
Eric Harding 7540ae0ef7 update onixs license 2019-05-02 09:25:42 -04:00
Eric Harding 9f9da1847b OrderStress - do asks first so the console looks like little text ladders 2019-05-01 17:53:47 -04:00
Eric Harding 975f7f64b7 SPARK-2316 add MBO support to the simulator 2019-05-01 17:52:29 -04:00
Michael Harding 0732034dbe Fix build 2019-05-01 10:50:26 -04:00
Jake Norbut 9946c4716f Default PIQ column to not visible 2019-04-30 18:13:22 -05:00
John Colvin ee0e719e76 Merged in SPARK-2361-piq-bid-bug (pull request #221)
SPARK-2361 ladder - hidden PIQ column causes bids not to work

Approved-by: Jake Norbut <jake.norbut@bluetradesys.com>
2019-04-30 23:13:03 +00:00
John Colvin 5d5761288f SPARK-2361 ladder - hidden PIQ column causes bids not to work 2019-04-30 18:04:10 -05:00
Eric Harding 6dbeaa14e2 SPARK-2343 Update.h does not correctly track 'all' collection breaking limits 2019-04-30 10:49:30 -04:00
Eric Harding 6066e2162c SPARK-2197 Correction to PIQ calculation per taha (+test coverage) 2019-04-29 17:28:23 -04:00
Eric Harding 4279e3d388 Fix broken managed md unit test 2019-04-29 16:36:16 -04:00
Eric Harding 221814cc11 Add OrderStress tool for perf testing 2019-04-29 16:30:18 -04:00
23 changed files with 354 additions and 78 deletions

No files matched your search

+1 -1
View File
@@ -7,7 +7,7 @@ zola_path=$(readlink -f "../../externals/linux/bin/zola/zola")
mkdir -p $temp_path mkdir -p $temp_path
cp -r ./* $temp_path cp -r ./* $temp_path
cp -r ../../src/sdk/doc/* $temp_path/content/bts_spark_sdk/Server/
cd $temp_path cd $temp_path
$zola_path build -u '/docs/' -o $1 >$tmpfile 2>&1 $zola_path build -u '/docs/' -o $1 >$tmpfile 2>&1
@@ -97,7 +97,7 @@ namespace mbts.spark {
public event Action visible_columns_changed; public event Action visible_columns_changed;
public IEnumerable<ColumnType> visible_columns => public IEnumerable<ColumnType> visible_column_types =>
columns.Where(c => c.settings.show) columns.Where(c => c.settings.show)
.Select(c => c.column_type); .Select(c => c.column_type);
@@ -253,6 +253,7 @@ namespace mbts.spark {
#endregion #endregion
Column[] columns { get; set; } = new Column[0]; Column[] columns { get; set; } = new Column[0];
IEnumerable<Column> _visible_columns => columns.Where(c => c.settings.show);
public void drag_out_of_bounds() => public void drag_out_of_bounds() =>
_tactile_adorner?.drag_out_of_bounds(); _tactile_adorner?.drag_out_of_bounds();
@@ -330,7 +331,7 @@ namespace mbts.spark {
#region Column Utility Methods #region Column Utility Methods
Column _column_for_point(Point point) => Column _column_for_point(Point point) =>
columns.FirstOrDefault(c => c.x_right > point.X, columns.Length > 0 ? columns[columns.Length - 1] : Column.Empty); _visible_columns.FirstOrDefault(c => c.x_right > point.X, columns.Length > 0 ? columns[columns.Length - 1] : Column.Empty);
double _column_start(ColumnType col_type) => double _column_start(ColumnType col_type) =>
columns.TakeWhile(c => c.column_type != col_type).Sum(c => c.settings.width); columns.TakeWhile(c => c.column_type != col_type).Sum(c => c.settings.width);
@@ -913,4 +914,4 @@ namespace mbts.spark {
} }
} }
} }
} }
@@ -38,6 +38,14 @@ namespace mbts.spark {
font_weight = FontWeights.SemiBold.ToOpenTypeWeight() font_weight = FontWeights.SemiBold.ToOpenTypeWeight()
}; };
public static LadderColumnSettings DefaultPiqColumnSettings => new LadderColumnSettings {
show = false,
width = 50,
font_family = "Segoe UI",
font_size = 10,
font_weight = FontWeights.SemiBold.ToOpenTypeWeight()
};
[ProtoMember(1)] [ProtoMember(1)]
public bool show { get; set; } public bool show { get; set; }
[ProtoMember(2)] [ProtoMember(2)]
@@ -250,7 +258,7 @@ namespace mbts.spark {
ask_column = LadderColumnSettings.Default, ask_column = LadderColumnSettings.Default,
price_column = LadderColumnSettings.Default, price_column = LadderColumnSettings.Default,
last_column = LadderColumnSettings.Default, last_column = LadderColumnSettings.Default,
piq_column = LadderColumnSettings.Default; piq_column = LadderColumnSettings.DefaultPiqColumnSettings;
orders_column.background = BTSColors.LadderSpecial.default_column_background; orders_column.background = BTSColors.LadderSpecial.default_column_background;
bid_column.foreground = 0xFFFFFF; bid_column.foreground = 0xFFFFFF;
bid_column.background = BTSColors.MarketData.bid; bid_column.background = BTSColors.MarketData.bid;
@@ -15,7 +15,7 @@ namespace mbts.spark {
InitializeComponent(); InitializeComponent();
_column_headers_presenter.Columns = new GridViewColumnCollection(); _column_headers_presenter.Columns = new GridViewColumnCollection();
_ladder.visible_columns_changed += () => _column_headers_presenter.Columns.SetItems( _ladder.visible_columns_changed += () => _column_headers_presenter.Columns.SetItems(
_ladder.visible_columns.Select(t => ColumnFactory.create(_ladder, t))); _ladder.visible_column_types.Select(t => ColumnFactory.create(_ladder, t)));
this.vm = vm; this.vm = vm;
DataContext = vm; DataContext = vm;
DataContextChanged += datacontext_changed; DataContextChanged += datacontext_changed;
@@ -35,6 +35,7 @@ namespace mbts.co2
public readonly IntPtr hot; public readonly IntPtr hot;
public readonly IntPtr cold_data; public readonly IntPtr cold_data;
public readonly IntPtr cold_header; public readonly IntPtr cold_header;
private readonly IntPtr unused_mbo;
} }
[DllImport("libspark")] [DllImport("libspark")]
+1 -1
View File
@@ -78,7 +78,7 @@ namespace bts.tests
return securities; return securities;
} }
[Test(Timeout = 30)] [Test(Timeout = 30)]
public async Task test_position_limits() { public async Task test_position_limits() {
string test_symbol = "CL"; string test_symbol = "CL";
+56
View File
@@ -0,0 +1,56 @@
using System;
using System.Collections.Generic;
using System.Reflection;
using bts.api.core;
using bts.md;
using CommandLine;
using System.Linq;
namespace bts {
[Verb("mbo", HelpText="MBO diagnostic command")]
public class MBOCommandOptions {
[Option('k', "key", Required = true)]
public UInt32 key { get; set; }
[Option('s', "side", Default = api.Side.Undefined)]
public api.Side side { get; set; }
}
public class MBOCommand {
public static int Run(MBOCommandOptions o) {
dump_mbo(o.key, o.side);
return 0;
}
static void dump_mbo(UInt32 key, api.Side side) {
using (var ctx = new ServiceContext()) {
var mbo = ctx.locate<MBOService>();
var data = mbo.get_orders_for_security(new MBOSecurityQuery { SecurityId = key });
Console.WriteLine($"Order data for {data.SecurityId}");
IEnumerable<OrderPosition> orders = data.Bid;
switch(side) {
case api.Side.Undefined:
orders = data.Ask.Concat(data.Bid);
break;
case api.Side.Buy:
orders = data.Bid;
break;
case api.Side.Sell:
orders = data.Ask;
break;
}
var price = 0.0;
foreach(var e in orders) {
if (e.Price != price) {
price = e.Price;
Console.WriteLine("================");
}
Console.WriteLine(e);
}
}
}
}
}
+157
View File
@@ -0,0 +1,157 @@
using bts.api;
using bts.api.core;
using bts.api.orderman;
using bts.co2;
using bts.test;
using CommandLine;
using mbts.co2;
using mbts.config;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading.Tasks;
namespace bts {
[Verb("orderstress", HelpText = "Create a bunch of orders")]
public class OrderStressOptions {
// Maybe options to create fewer orders or sleep
[Option('s', "sleep", HelpText = "Sleep ms between order submission", Default = 100)]
public int sleep { get; set; }
[Option('d', "depth", HelpText = "How many orders per side", Default = 10u)]
public uint depth { get; set; }
[Option('q', "quanityt", HelpText = "Order quantity", Default = 1u)]
public uint quantity { get; set; }
};
public struct Market {
public SecurityImmutable security;
public IntPrice? bid;
public IntPrice? ask;
}
public static class OrderStress {
static IEnumerable<Market> all_markets(ServiceContext ctx) {
var channels =
UserSymbol.get_all()
.Select(u =>
new SecurityChannel() {
Time = 0,
Flags = (int)(MDRequest.Types.Flags.Direct | MDRequest.Types.Flags.Implied),
Type = u.type,
Symbol = u.symbol,
Exchange = u.exchange
}
);
var request = new MDRequest() { Host = "system_test" };
request.Channels.AddRange(channels);
var relay = ctx.locate<MarketDataRelay>();
System.Threading.Thread.Sleep(100);
var result = relay.requestmd(request);
foreach (var ch in result.Channels) {
foreach (var update in ch.Updates) {
if (update.Security != null) {
var m = new Market() {
security = new SecurityImmutable(update.Security),
bid = best(
(a,b) => a > b ? a : b,
update.Direct?.Bids?.FirstOrDefault(), update.Implied?.Bids?.FirstOrDefault()),
ask = best(
(a,b) => a < b ? a : b,
update.Direct?.Asks?.FirstOrDefault(), update.Implied?.Asks?.FirstOrDefault())
};
if (m.bid.HasValue || m.ask.HasValue) {
yield return m;
}
}
}
}
}
private static IntPrice? best(Func<IntPrice, IntPrice,IntPrice> comp, params PriceSizeMessage[] ps) {
IntPrice? result = null;
foreach (var p in ps) {
if (p != null) {
var ip = new IntPrice(p.Mantissa, (sbyte)p.Exponent);
if (result == null) {
result = ip;
}
else {
result = comp(result.Value, ip);
}
}
}
return result;
}
static Create mkorder(uint security, double price, uint size, Side side) {
return new Create {
Price = price,
Quantity = size,
NewOrder = new OrderDefinition {
SecurityKey = security,
Side = side,
TimeInForce = TimeInForce.Day,
ManualOrderIndicator = ManualOrderIndicator.Yes,
CtiCode = CTICode.CtiCode1,
CustomerOrFirm = CustomerOrFirm.Firm,
AccountId = 1,
UserId = 1,
CustomDef = new CustomOrderDefinition {
Limit = new LimitOrderDefinition()
}
}
};
}
public static int Run(OrderStressOptions o) {
var ctx = new ServiceContext();
ConsoleEx.WriteLine("Please log in to Spark", ConsoleColor.Yellow);
ConsoleEx.Write("Username: ", ConsoleColor.Yellow);
var name = Console.ReadLine();
ConsoleEx.Write("Password: ", ConsoleColor.Yellow);
var pw = Console.ReadLine();
var login_result = ctx.login(name, pw);
if (!login_result.Result.success) {
ConsoleEx.WriteLine("Invalid Credentials", ConsoleColor.Red);
}
if (Configuration.get<config.DeploymentType>().type.ToUpper() == "PROD") {
ConsoleEx.WriteLine("Refusing to run on production system", ConsoleColor.Red);
return -1;
}
var orders = ctx.locate<OrderService>();
foreach (var m in all_markets(ctx)) {
ConsoleEx.WriteLine(m.security.security_desc(), ConsoleColor.White);
var tick = m.security.ContractSpec.LowTick;
if (m.ask.HasValue) {
for (var x = 0; x < o.depth; ++x) {
var price = m.ask.Value.price() + (tick * x);
ConsoleEx.WriteLine($"Sell {o.quantity} at {price}", ConsoleColor.Red);
orders.create_order_async(mkorder(m.security.Id, price, o.quantity, Side.Sell));
System.Threading.Thread.Sleep(o.sleep);
}
}
if (m.bid.HasValue) {
// start at bid and place 1 order at 10 levels
for (var x=0; x < o.depth; ++x) {
var price = m.bid.Value.price() - (tick * x);
ConsoleEx.WriteLine($"Buy {o.quantity} at {price}", ConsoleColor.Blue);
orders.create_order_async(mkorder(m.security.Id, price, o.quantity, Side.Buy));
System.Threading.Thread.Sleep(o.sleep);
}
}
}
return 3;
}
}
}
+1 -30
View File
@@ -17,16 +17,9 @@ namespace bts {
[Option(nameof(admin))] [Option(nameof(admin))]
public bool admin { get; set; } public bool admin { get; set; }
[Option(nameof(mbo))]
public bool mbo { get; set; }
[Option("key")]
public UInt32 key { get; set; }
[Option("side")]
public api.Side side { get; set; }
} }
[Verb("servicetest", HelpText="Scratch space for testing services")]
public class ServiceTest { public class ServiceTest {
public static int Run(ServiceTestOptions o) { public static int Run(ServiceTestOptions o) {
if (o.synthetic) { if (o.synthetic) {
@@ -38,9 +31,6 @@ namespace bts {
if (o.admin) { if (o.admin) {
admin_test(); admin_test();
} }
if (o.mbo) {
mbo_test(o);
}
return 0; return 0;
} }
@@ -51,25 +41,6 @@ namespace bts {
return ""; return "";
} }
private static void mbo_test(ServiceTestOptions o) {
var key = o.key;
var side = o.side;
using (var ctx = new ServiceContext()) {
var mbo = ctx.locate<MBOService>();
var data = mbo.get_orders_for_security(new MBOSecurityQuery { SecurityId = key });
Console.WriteLine($"Order data for {data.SecurityId}");
var vector = side == api.Side.Buy ? data.Bid : data.Ask;
var price = 0.0;
foreach(var e in vector) {
if (e.Price != price) {
price = e.Price;
Console.WriteLine("================");
}
Console.WriteLine(e);
}
}
}
private static void synthetic_test() { private static void synthetic_test() {
using (var ctx = new ServiceContext()) { using (var ctx = new ServiceContext()) {
+22 -2
View File
@@ -26,14 +26,34 @@ namespace sparkcmd {
mbts.utils.BTSNativeMethods.provide_command_line(args, args.Length); mbts.utils.BTSNativeMethods.provide_command_line(args, args.Length);
// note: this can be made to infer the options type list from the list of delegates // note: this can be made to infer the options type list from the list of delegates
return Parser.Default return Parser.Default
.ParseArguments<ConfigcheckOptions,ScriptClientOptions,TailServiceOptions,ServiceTestOptions,SettingsManagerOptions,TestCommandOptions >(args) .ParseArguments<
.MapResult<ConfigcheckOptions,ScriptClientOptions,TailServiceOptions,ServiceTestOptions,SettingsManagerOptions,TestCommandOptions,int>( ConfigcheckOptions,
ScriptClientOptions,
TailServiceOptions,
ServiceTestOptions,
SettingsManagerOptions,
TestCommandOptions,
OrderStressOptions,
MBOCommandOptions
>(args)
.MapResult<
ConfigcheckOptions,
ScriptClientOptions,
TailServiceOptions,
ServiceTestOptions,
SettingsManagerOptions,
TestCommandOptions,
OrderStressOptions,
MBOCommandOptions,
int>(
Configcheck.Run, Configcheck.Run,
ScriptClientCommand.Run, ScriptClientCommand.Run,
TailService.Run, TailService.Run,
ServiceTest.Run, ServiceTest.Run,
SettingsManagerCommand.Run, SettingsManagerCommand.Run,
TestCommand.Run, TestCommand.Run,
OrderStress.Run,
MBOCommand.Run,
errors => 1); errors => 1);
} }
} }
+5 -10
View File
@@ -1,21 +1,16 @@
<license version="1.0"> <license version="1.0">
<type>production</type> <type>production</type>
<customer> <customer>
<name>Blue Trading Systems</name> <name>Blue Trading Systems OF 9420-2</name>
</customer> </customer>
<period> <period>
<since>2018-08-30</since> <since>2019-05-02</since>
<till>2019-10-16</till> <till>2020-05-13</till>
</period> </period>
<dotNetProducts>
<product id="41" name="FIX Analyser" />
</dotNetProducts>
<dotNetCheckSum>6O68+aAtrLqRaXxY9hLigajhC2ZunVeIev3NbyEXFjHk61WFrNmRTjy6tEduDtFUvGXvS6VUW3VXASaMTLrRgYteZBzfp7+dFTfVIVbzv6cn7c7dnSxWCGO5zPrjXw9cxMXlFz9cshyue6U/DRR5J36ThOhgt2kpY/OP9cgXWJo=</dotNetCheckSum>
<products> <products>
<product id="1" name="OnixS FIX Engine for C++" />
<product id="4" name="CME Market Data Handler for C++" /> <product id="4" name="CME Market Data Handler for C++" />
<product id="7" name="ICE iMpact Multicast Price Feed Handler for C++" /> <product id="7" name="ICE iMpact Multicast Price Feed Handler for C++" />
<product id="13" name="NYSE ArcaBook Multicast for Equities Handler for C++" /> <product id="67" name="Eurex Market and Reference Data Interfaces (EMDI, RDI) Handler for C++" />
</products> </products>
<checksum>18F98ED1E0A87B4B11DA322403D7BDDD</checksum> <checksum>5E50A1DACD94D7C1BECD316EEAE5AB02</checksum>
</license> </license>
+7 -5
View File
@@ -81,11 +81,6 @@ namespace api {
for (size_t x = 0; x < raw.added_keys.size(); ++x) { for (size_t x = 0; x < raw.added_keys.size(); ++x) {
(*state)[raw.added_keys[x]] = raw.added_items[x]; (*state)[raw.added_keys[x]] = raw.added_items[x];
} }
std::vector<T> all;
all.reserve(state->size());
for (const auto& item : *state) {
all.push_back(item.second);
}
// //
// Change // Change
std::vector<Change<T>> changed; std::vector<Change<T>> changed;
@@ -94,6 +89,13 @@ namespace api {
changed.push_back(Change<T>{(*state)[raw.changed_keys[x]], raw.changed_items[x]}); changed.push_back(Change<T>{(*state)[raw.changed_keys[x]], raw.changed_items[x]});
(*state)[raw.changed_keys[x]] = raw.changed_items[x]; (*state)[raw.changed_keys[x]] = raw.changed_items[x];
} }
//
// All
std::vector<T> all;
all.reserve(state->size());
for (const auto& item : *state) {
all.push_back(item.second);
}
return Update<T, TKey, ServiceType>(all, raw.added_items, changed, removed); return Update<T, TKey, ServiceType>(all, raw.added_items, changed, removed);
} }
+3 -3
View File
@@ -148,14 +148,14 @@ std::optional<uint32_t> search_orders(const ExchangeOrderKey oid, const std::vec
const auto& oo = orders[x]; const auto& oo = orders[x];
if (oo.id == oid) { if (oo.id == oid) {
if (oo.price == price) return { position }; if (oo.price == price) return { position };
else return 0 ; else return 0;
} }
else if (price == oo.price) { else if (price == oo.price) {
position += 1; position += oo.size;
} }
else { else {
price = oo.price; price = oo.price;
position = 1; position = oo.size;
} }
} }
return std::nullopt; return std::nullopt;
+2
View File
@@ -2,6 +2,7 @@
#include "lib/api/public/ServiceContext.h" #include "lib/api/public/ServiceContext.h"
#include "lib/api/services/MBOService.server.pb.h" #include "lib/api/services/MBOService.server.pb.h"
#include <memory> #include <memory>
#include <optional>
namespace bts { namespace bts {
namespace utils { class Dispatcher; } namespace utils { class Dispatcher; }
@@ -24,4 +25,5 @@ class MBOServiceServer : public MBOServiceBase {
}; };
}} //namespace }} //namespace
+25
View File
@@ -9,6 +9,10 @@
namespace bts { namespace bts {
namespace md { namespace md {
// fwd declare from MBOServiceServer.cpp
std::optional<uint32_t> search_orders(const ExchangeOrderKey oid, const std::vector<SnapshotOrder>& orders);
namespace test { namespace test {
int mbo_tests = 0; int mbo_tests = 0;
@@ -202,6 +206,7 @@ TEST_CASE("MBO sort order", "[md][mbo]") {
} }
} }
TEST_CASE("MBO change price and size", "[md][mbo]") { TEST_CASE("MBO change price and size", "[md][mbo]") {
// When an order's size goes up it gets a new priority // When an order's size goes up it gets a new priority
Co2TestInstrument instr { "MBO", api::SECURITYTYPE_FUTURE }; Co2TestInstrument instr { "MBO", api::SECURITYTYPE_FUTURE };
@@ -288,7 +293,27 @@ TEST_CASE("MBO change price and size", "[md][mbo]") {
} }
} }
} }
// Do some tests on the snapshot
MBOSnapshot result;
copy_to_snapshot(state, &result);
auto ask30 = search_orders(ExchangeOrderKey(701267928346), result.asks);
REQUIRE(ask30);
REQUIRE(*ask30 == 0);
auto bid2875 = search_orders(ExchangeOrderKey(701267993135), result.bids);
REQUIRE(bid2875);
REQUIRE(*bid2875 == 20);
bid2875 = search_orders(ExchangeOrderKey(701267299079), result.bids);
REQUIRE(bid2875);
REQUIRE(*bid2875 == 6);
auto not_bid = search_orders(ExchangeOrderKey(701967299879), result.bids);
auto not_ask = search_orders(ExchangeOrderKey(701967299879), result.asks);
REQUIRE(!not_bid);
REQUIRE(!not_ask);
} }
}}} }}}
+1 -1
View File
@@ -6,7 +6,7 @@ namespace cmd {
int RunSim::execute(std::vector<std::string> const &) int RunSim::execute(std::vector<std::string> const &)
{ {
sim::start_exchange_sim(); sim::start_exchange_sim(nullptr);
return 0; return 0;
} }
@@ -20,6 +20,7 @@
#include "lib/domain_model/Security.pb.h" #include "lib/domain_model/Security.pb.h"
#include "lib/md/relay/RelayRecorder.h" #include "lib/md/relay/RelayRecorder.h"
#include "lib/md/IntPrice.h" #include "lib/md/IntPrice.h"
#include "lib/md/MBOProcessor.h"
#include <set> #include <set>
@@ -124,7 +125,7 @@ struct MDPlayer : md::IRelayWriter
}; };
int start_exchange_sim() int start_exchange_sim(md::MBOWriter* mbo)
{ {
try try
{ {
@@ -137,7 +138,7 @@ int start_exchange_sim()
std::istringstream str{str_settings}; std::istringstream str{str_settings};
FIX::SessionSettings settings( str ); FIX::SessionSettings settings( str );
ex_sim::ExchangeSimApplication application; ex_sim::ExchangeSimApplication application(mbo);
FIX::FileStoreFactory storeFactory( settings ); FIX::FileStoreFactory storeFactory( settings );
FIX::FileLogFactory logFactory( settings ); FIX::FileLogFactory logFactory( settings );
FIX::SocketAcceptor acceptor( application, storeFactory, settings, logFactory ); FIX::SocketAcceptor acceptor( application, storeFactory, settings, logFactory );
+2 -1
View File
@@ -3,8 +3,9 @@
#include <memory> #include <memory>
namespace bts { namespace bts {
namespace md { class MBOWriter; }
namespace sim { namespace sim {
int start_exchange_sim(); int start_exchange_sim(md::MBOWriter*);
}} }}
@@ -10,12 +10,14 @@
#include "lib/md/Shm/FixedSecurity.h" #include "lib/md/Shm/FixedSecurity.h"
#include "lib/md/Shm/MDStructure.h" #include "lib/md/Shm/MDStructure.h"
#include "lib/md/get_symbols.h" #include "lib/md/get_symbols.h"
#include "lib/md/MBOProcessor.h"
#include "lib/utils/Dispatcher.h" #include "lib/utils/Dispatcher.h"
#include "lib/utils/datetime.h" #include "lib/utils/datetime.h"
#include "server/sparkd/exchange_sim/book/Order.h" #include "server/sparkd/exchange_sim/book/Order.h"
#include "server/sparkd/exchange_sim/book/OrderMatcher.h" #include "server/sparkd/exchange_sim/book/OrderMatcher.h"
#include "server/sparkd/exchange_sim/book/book_transform.h" #include "server/sparkd/exchange_sim/book/book_transform.h"
#include "lib/persistence/SqliteStore.h" #include "lib/persistence/SqliteStore.h"
#include "lib/orderman/orderman_utils/fix_order_codec.h"
#include <boost/date_time/posix_time/posix_time.hpp> #include <boost/date_time/posix_time/posix_time.hpp>
#include <fmt/format.h> #include <fmt/format.h>
@@ -97,14 +99,20 @@ struct ExchangeSimApplication::MDConsumerRec {
utils::TimeStamp last_read; utils::TimeStamp last_read;
}; };
inline FIX::OrderID exchange_key(const std::string& clOrdID) {
return FIX::OrderID(clOrdID.substr(3));
}
struct ExchangeSimApplication::PImpl { struct ExchangeSimApplication::PImpl {
PImpl() PImpl(md::MBOWriter* mbo)
: producer(co2::PLATFORM_SIM), : producer(co2::PLATFORM_SIM),
md_sn(1), md_sn(1),
timer(utils::Dispatcher::background(), 200, timer(utils::Dispatcher::background(), 200,
[=]() { producer.heartbeat(); }), [=]() { producer.heartbeat(); }),
do_merge_with_md(config::get<config::ExchangeSim>().merge_with_md()), do_merge_with_md(config::get<config::ExchangeSim>().merge_with_md()),
store(new persistence::SqliteStore("ex_sim_orders")) {} store(new persistence::SqliteStore("ex_sim_orders")),
lock(),
mbo(mbo) {}
IDGenerator m_generator; IDGenerator m_generator;
md::MDProducer producer; md::MDProducer producer;
@@ -116,9 +124,10 @@ struct ExchangeSimApplication::PImpl {
bool do_merge_with_md; bool do_merge_with_md;
std::unique_ptr<persistence::IStore> store; std::unique_ptr<persistence::IStore> store;
std::mutex lock; std::mutex lock;
md::MBOWriter* mbo;
}; };
ExchangeSimApplication::ExchangeSimApplication() : me(new PImpl()) { ExchangeSimApplication::ExchangeSimApplication(md::MBOWriter* mbo) : me(new PImpl(mbo)) {
auto previous_book = me->store->retrieve_all(); auto previous_book = me->store->retrieve_all();
auto all = me->store->retrieve_all()["books"]; auto all = me->store->retrieve_all()["books"];
@@ -355,7 +364,7 @@ void ExchangeSimApplication::updateOrder(const Order &order, char status) {
FIX::TargetSubID(order.sender_sub_id()); FIX::TargetSubID(order.sender_sub_id());
FIX42::ExecutionReport fixOrder; FIX42::ExecutionReport fixOrder;
fixOrder.set(FIX::OrderID("12345678901234567")); fixOrder.set(exchange_key(order.clordid()));
fixOrder.set(FIX::ExecID(me->m_generator.genExecutionID())); fixOrder.set(FIX::ExecID(me->m_generator.genExecutionID()));
fixOrder.set(FIX::ExecTransType(FIX::ExecTransType_NEW)); fixOrder.set(FIX::ExecTransType(FIX::ExecTransType_NEW));
fixOrder.set(FIX::ExecType(status)); fixOrder.set(FIX::ExecType(status));
@@ -405,7 +414,7 @@ void ExchangeSimApplication::rejectOrder(
FIX::SenderCompID senderCompID(target.getValue()); FIX::SenderCompID senderCompID(target.getValue());
FIX42::ExecutionReport fixOrder; FIX42::ExecutionReport fixOrder;
fixOrder.set(FIX::OrderID("12345678901234567")); fixOrder.set(exchange_key(clOrdID.getString()));
fixOrder.set(FIX::ExecID(me->m_generator.genExecutionID())); fixOrder.set(FIX::ExecID(me->m_generator.genExecutionID()));
fixOrder.set(FIX::ExecTransType(FIX::ExecTransType_NEW)); fixOrder.set(FIX::ExecTransType(FIX::ExecTransType_NEW));
fixOrder.set(FIX::ExecType(FIX::ExecType_REJECTED)); fixOrder.set(FIX::ExecType(FIX::ExecType_REJECTED));
@@ -480,7 +489,7 @@ void ExchangeSimApplication::update_md(std::string const &sec_desc) {
handle.update_direct(utils::TimeStamp::now(), bids_temp, asks_temp, me->md_sn++); handle.update_direct(utils::TimeStamp::now(), bids_temp, asks_temp, me->md_sn++);
auto new_trades = matcher.get_new_trades(); auto new_trades = matcher.get_new_trades();
for (auto &t : new_trades) for (auto &t : new_trades) {
handle.add_trade( handle.add_trade(
utils::TimeStamp::now(), utils::TimeStamp::now(),
md::PriceSize_from_double<ex_sim::precision>(t.price.value() * price_factor,t.quantity.value()), md::PriceSize_from_double<ex_sim::precision>(t.price.value() * price_factor,t.quantity.value()),
@@ -488,6 +497,29 @@ void ExchangeSimApplication::update_md(std::string const &sec_desc) {
t.bid_aggressor ? co2::AGGRESSOR_SIDE_BUY t.bid_aggressor ? co2::AGGRESSOR_SIDE_BUY
: ( t.ask_aggressor ? co2::AGGRESSOR_SIDE_SELL : ( t.ask_aggressor ? co2::AGGRESSOR_SIDE_SELL
: co2::AGGRESSOR_SIDE_NONE) ); : co2::AGGRESSOR_SIDE_NONE) );
}
// publish mbo
auto mbo = me->mbo;
if (mbo) {
// get the list of trades
auto ob = matcher.get_order_book(nullptr);
auto snap = mbo->allocate_snapshot();
for (const auto& order : ob.order()) {
auto ek = exchange_key(order.clordid());
md::SnapshotOrder sno {
md::ExchangeOrderKey(std::atoll(ek.getString().c_str())),
md::IntPrice_from_double<precision>(order.price() * price_factor),
(int)order.open_quantity() };
if (order.side() == api::SIDE_BUY) {
snap->bids.push_back(sno);
}
else if (order.side() == api::SIDE_SELL) {
snap->asks.push_back(sno);
}
}
mbo->publish_snapshot(SecurityKey(it->second.key()), &snap);
}
} }
} }
@@ -43,7 +43,7 @@ GCC_DIAG_OFF("-Wignored-qualifiers")
namespace bts { namespace bts {
namespace api {class Security;} namespace api {class Security;}
namespace md {class MDConsumerHandle;} namespace md {class MDConsumerHandle; class MBOWriter;}
namespace ex_sim { namespace ex_sim {
static const int precision = 9; static const int precision = 9;
class Order; class Order;
@@ -55,7 +55,7 @@ class ExchangeSimApplication
public FIX::MessageCracker public FIX::MessageCracker
{ {
public: public:
ExchangeSimApplication(); ExchangeSimApplication(md::MBOWriter*);
~ExchangeSimApplication(); ~ExchangeSimApplication();
void merge_with_md_book(); void merge_with_md_book();
@@ -83,13 +83,17 @@ void OrderMatcher::add_or_merge(Order const &o, std::vector<Order> *out) {
auto range = find_level(*side,o.price()); auto range = find_level(*side,o.price());
for (auto it = range.first; it != range.second; it++) // If the last order at this level is the same owner we can update it
if (it->owner() == o.owner()) { if (range.first != range.second) {
auto no_const = const_cast<Order *>(&(*it)); auto last = range.second;
no_const->set_open_quantity(it->open_quantity() + o.quantity()); last--;
if (last->owner() == o.owner()) {
auto no_const = const_cast<Order *>(&(*last));
no_const->set_open_quantity(last->open_quantity() + o.quantity());
match(out); match(out);
return; return;
} }
}
add_new(o,out); add_new(o,out);
} }
@@ -232,14 +236,14 @@ Book OrderMatcher::get_book() const {
return result; return result;
} }
OrderBook OrderMatcher::get_order_book(std::string const&exclude_owner) const OrderBook OrderMatcher::get_order_book(const char* exclude_owner) const
{ {
OrderBook result; OrderBook result;
for (auto &b : me->bids) for (auto &b : me->bids)
if (b.owner() != exclude_owner) if (exclude_owner == nullptr || b.owner() != exclude_owner)
*result.add_order() = b; *result.add_order() = b;
for (auto &a : me->asks) for (auto &a : me->asks)
if (a.owner() != exclude_owner) if (exclude_owner == nullptr || a.owner() != exclude_owner)
*result.add_order() = a; *result.add_order() = a;
return result; return result;
} }
@@ -30,7 +30,7 @@ class OrderMatcher {
Quantity by_quantity, Quantity by_quantity,
std::string const& order_owner); std::string const& order_owner);
Book get_book() const; Book get_book() const;
OrderBook get_order_book(std::string const&exclude_owner) const; OrderBook get_order_book(const char*) const;
Order const *get_order(std::string const &clorid); Order const *get_order(std::string const &clorid);
+1 -1
View File
@@ -152,7 +152,7 @@ void run_market_datapublishers(MBOWriter* mbo) {
})); }));
if (config::get<MarketDataConfig>().use_sim()) { if (config::get<MarketDataConfig>().use_sim()) {
threading::make_thread("ExchangeSim", []() { sim::start_exchange_sim(); }) threading::make_thread("ExchangeSim", [mbo]() { sim::start_exchange_sim(mbo); })
.detach(); .detach();
} }
boot_sleep(); boot_sleep();