Compare commits
101
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
0cb46fd8ab | ||
|
|
c098b5e442 | ||
|
|
dc8cd290b6 | ||
|
|
17c77d9b31 | ||
|
|
2cf62d8d9a | ||
|
|
0328356758 | ||
|
|
0e1be3f559 | ||
|
|
f2d1364c4b | ||
|
|
3d2043f926 | ||
|
|
e525e740c1 | ||
|
|
0ef72a45fe | ||
|
|
db5dbd3666 | ||
|
|
ca27dd3329 | ||
|
|
37b34ec6f7 | ||
|
|
f869c97fbe | ||
|
|
a27462b1a3 | ||
|
|
8e9abf8451 | ||
|
|
1b40382d56 | ||
|
|
402d9f5b84 | ||
|
|
20779387eb | ||
|
|
7a6bba0f19 | ||
|
|
83dc93aeb1 | ||
|
|
6107bbdb5d | ||
|
|
71f95f8774 | ||
|
|
4108ee087e | ||
|
|
e30bf5cdea | ||
|
|
dce77049b1 | ||
|
|
72ef4f33b0 | ||
|
|
a7176f7851 | ||
|
|
1a0f3197ce | ||
|
|
e34c2ffec7 | ||
|
|
8a10b591ed | ||
|
|
efc2100177 | ||
|
|
a4d57cc97c | ||
|
|
3426702d8f | ||
|
|
8e7a24c971 | ||
|
|
475dda4e9e | ||
|
|
193f3380cb | ||
|
|
d6ac2c5134 | ||
|
|
076513e79b | ||
|
|
b227fc6254 | ||
|
|
ca82042669 | ||
|
|
ec7c0de946 | ||
|
|
391580b9da | ||
|
|
7e7e185968 | ||
|
|
517e64ceff | ||
|
|
7df9a15d3b | ||
|
|
b01f36d263 | ||
|
|
36e555cd13 | ||
|
|
3d0d1c6dba | ||
|
|
f03a055c34 | ||
|
|
bfeb5e362a | ||
|
|
e48f2ec99d | ||
|
|
cec62215e2 | ||
|
|
e361d405c9 | ||
|
|
020cd44cf3 | ||
|
|
c02f3d152a | ||
|
|
b4b9e00f90 | ||
|
|
8f886008ef | ||
|
|
23e4dbfa07 | ||
|
|
114ac2fdc9 | ||
|
|
3bdde53d15 | ||
|
|
bcc4d5fb3d | ||
|
|
e93b5c901f | ||
|
|
ccf8b671bf | ||
|
|
0462c97b76 | ||
|
|
3e23799772 | ||
|
|
2b4119a023 | ||
|
|
da469270e7 | ||
|
|
c9e9be0772 | ||
|
|
2870fefc15 | ||
|
|
cd1a5946b3 | ||
|
|
2cf60d74cc | ||
|
|
10c018e995 | ||
|
|
25b937c096 | ||
|
|
516b9c0462 | ||
|
|
347ec1a7ea | ||
|
|
80f4b4bc1c | ||
|
|
c470984bd2 | ||
|
|
f560eca4d7 | ||
|
|
f9b28dcb7a | ||
|
|
8275423b89 | ||
|
|
86a725227b | ||
|
|
43ec58dfe3 | ||
|
|
922924c31d | ||
|
|
2b7dbb6ad3 | ||
|
|
1c431f542e | ||
|
|
7fa8e4ca47 | ||
|
|
8579c9fdc5 | ||
|
|
ebcb070310 | ||
|
|
f5171d8636 | ||
|
|
8af399ca0f | ||
|
|
ea48dbabe3 | ||
|
|
9c7f712e11 | ||
|
|
e4df7215b0 | ||
|
|
4f404eec24 | ||
|
|
633aa362ff | ||
|
|
bfd837764a | ||
|
|
99f3a845b8 | ||
|
|
49f9f50fdb | ||
|
|
bb25eab078 |
No files matched your search
@@ -34,7 +34,7 @@
|
|||||||
# src/server/sparkd/Dockerfile
|
# src/server/sparkd/Dockerfile
|
||||||
SPARKD__IMAGE=sparkd
|
SPARKD__IMAGE=sparkd
|
||||||
# The config dir for this service to use
|
# The config dir for this service to use
|
||||||
SPARKD__CONFIG_DIR=src/server/sparkd/configurations/dev
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/dev
|
||||||
# Mount a specific volume or dir to "~/sparkdata/data" inside the docker.
|
# Mount a specific volume or dir to "~/sparkdata/data" inside the docker.
|
||||||
# Defaults to a volume named "sparkd_<config_port>" (e.g., sparkd_8000).
|
# Defaults to a volume named "sparkd_<config_port>" (e.g., sparkd_8000).
|
||||||
# SPARKD__DATA_DIR=/home/bts/sparkdata/data
|
# SPARKD__DATA_DIR=/home/bts/sparkdata/data
|
||||||
@@ -44,5 +44,6 @@ SPARKD__CONFIG_PORT=8000
|
|||||||
SPARKD__QUICKBUS_PORT=8001
|
SPARKD__QUICKBUS_PORT=8001
|
||||||
SPARKD__SIM_FIX_PORT=8002
|
SPARKD__SIM_FIX_PORT=8002
|
||||||
SPARKD__SHM_SIZE=4gb
|
SPARKD__SHM_SIZE=4gb
|
||||||
|
SPARKD__PYTHON_REQUIREMENTS=requirements.txt
|
||||||
|
|
||||||
# TODO: add config for other services (pubsub, md-publisher, webapp, api-server, etc.)
|
# TODO: add config for other services (pubsub, md-publisher, webapp, api-server, etc.)
|
||||||
Vendored
+42
-86
@@ -199,24 +199,27 @@
|
|||||||
"request": "launch",
|
"request": "launch",
|
||||||
"program": "",
|
"program": "",
|
||||||
"linux": {
|
"linux": {
|
||||||
"preLaunchTask": "Build Sparkd (Debug)",
|
"program": "${workspaceFolder}/build/sparkd-debug-clang/src/app_sparkd/sparkd",
|
||||||
"program": "${workspaceFolder}/build/sparkd-debug-clang/server/sparkd",
|
},
|
||||||
"args": [
|
"args": [
|
||||||
"run"
|
"run"
|
||||||
],
|
],
|
||||||
"stopAtEntry": false,
|
"cwd": "${workspaceFolder}/build/sparkd-debug-clang/src/app_sparkd",
|
||||||
"cwd": "${workspaceFolder}/build/sparkd-debug-clang/server",
|
"stopAtEntry": false,
|
||||||
"environment": [],
|
"externalConsole": false,
|
||||||
"externalConsole": false,
|
"MIMode": "gdb",
|
||||||
"MIMode": "gdb",
|
"setupCommands": [
|
||||||
"setupCommands": [
|
{
|
||||||
{
|
"description": "Enable pretty-printing for gdb",
|
||||||
"description": "Enable pretty-printing for gdb",
|
"text": "-enable-pretty-printing",
|
||||||
"text": "-enable-pretty-printing",
|
"ignoreFailures": true
|
||||||
"ignoreFailures": true
|
},
|
||||||
}
|
{
|
||||||
]
|
"description": "Set Disassembly Flavor to Intel",
|
||||||
}
|
"text": "-gdb-set disassembly-flavor intel",
|
||||||
|
"ignoreFailures": true
|
||||||
|
}
|
||||||
|
]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Sparkd (Skip Build)",
|
"name": "Sparkd (Skip Build)",
|
||||||
@@ -224,74 +227,27 @@
|
|||||||
"request": "launch",
|
"request": "launch",
|
||||||
"program": "",
|
"program": "",
|
||||||
"linux": {
|
"linux": {
|
||||||
"program": "${workspaceFolder}/build/sparkd-debug-clang/server/sparkd",
|
"program": "${workspaceFolder}/build/sparkd-debug-clang/src/app_sparkd/sparkd",
|
||||||
"args": [
|
},
|
||||||
"run"
|
"args": [
|
||||||
],
|
"run"
|
||||||
"stopAtEntry": false,
|
],
|
||||||
"cwd": "${workspaceFolder}/build/sparkd-debug-clang/server",
|
"cwd": "${workspaceFolder}/build/sparkd-debug-clang/src/app_sparkd",
|
||||||
"environment": [],
|
"stopAtEntry": false,
|
||||||
"externalConsole": false,
|
"externalConsole": false,
|
||||||
"MIMode": "gdb",
|
"MIMode": "gdb",
|
||||||
"setupCommands": [
|
"setupCommands": [
|
||||||
{
|
{
|
||||||
"description": "Enable pretty-printing for gdb",
|
"description": "Enable pretty-printing for gdb",
|
||||||
"text": "-enable-pretty-printing",
|
"text": "-enable-pretty-printing",
|
||||||
"ignoreFailures": true
|
"ignoreFailures": true
|
||||||
}
|
},
|
||||||
]
|
{
|
||||||
}
|
"description": "Set Disassembly Flavor to Intel",
|
||||||
},
|
"text": "-gdb-set disassembly-flavor intel",
|
||||||
{
|
"ignoreFailures": true
|
||||||
"name": "Sparkd Test",
|
}
|
||||||
"type": "cppdbg",
|
]
|
||||||
"request": "launch",
|
|
||||||
"program": "",
|
|
||||||
"linux": {
|
|
||||||
"preLaunchTask": "Build Sparkd (Debug)",
|
|
||||||
"program": "${workspaceFolder}/build/sparkd-debug-clang/server/sparkd",
|
|
||||||
"args": [
|
|
||||||
"test",
|
|
||||||
"${input:sparkdTest}",
|
|
||||||
],
|
|
||||||
"stopAtEntry": false,
|
|
||||||
"cwd": "${workspaceFolder}/build/sparkd-debug-clang/server",
|
|
||||||
"environment": [],
|
|
||||||
"externalConsole": false,
|
|
||||||
"MIMode": "gdb",
|
|
||||||
"setupCommands": [
|
|
||||||
{
|
|
||||||
"description": "Enable pretty-printing for gdb",
|
|
||||||
"text": "-enable-pretty-printing",
|
|
||||||
"ignoreFailures": true
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "Sparkd Test (Skip Build)",
|
|
||||||
"type": "cppdbg",
|
|
||||||
"request": "launch",
|
|
||||||
"program": "",
|
|
||||||
"linux": {
|
|
||||||
"program": "${workspaceFolder}/build/sparkd-debug-clang/server/sparkd",
|
|
||||||
"args": [
|
|
||||||
"test",
|
|
||||||
"${input:sparkdTest}",
|
|
||||||
],
|
|
||||||
"stopAtEntry": false,
|
|
||||||
"cwd": "${workspaceFolder}/build/sparkd-debug-clang/server",
|
|
||||||
"environment": [],
|
|
||||||
"externalConsole": false,
|
|
||||||
"MIMode": "gdb",
|
|
||||||
"setupCommands": [
|
|
||||||
{
|
|
||||||
"description": "Enable pretty-printing for gdb",
|
|
||||||
"text": "-enable-pretty-printing",
|
|
||||||
"ignoreFailures": true
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
},
|
||||||
],
|
],
|
||||||
"inputs": [
|
"inputs": [
|
||||||
|
|||||||
+11
-45
@@ -22,9 +22,9 @@ set(
|
|||||||
# can run simultaneously without fighting over the same shm files (e.g., sparkd,
|
# can run simultaneously without fighting over the same shm files (e.g., sparkd,
|
||||||
# api server, etc.).
|
# api server, etc.).
|
||||||
set(SHARED_MEMORY_PREFIX "bts" CACHE STRING "Prefix to use when creating shared memory files")
|
set(SHARED_MEMORY_PREFIX "bts" CACHE STRING "Prefix to use when creating shared memory files")
|
||||||
set(SPARK_BIN "${EXTERNALS_ROOT}/bin")
|
set(EXTERNALS_BIN "${EXTERNALS_ROOT}/bin")
|
||||||
set(SPARK_INCLUDE "${EXTERNALS_ROOT}/include")
|
set(EXTERNALS_INCLUDE "${EXTERNALS_ROOT}/include")
|
||||||
set(SPARK_LIB "${EXTERNALS_ROOT}/lib/$<CONFIG>")
|
set(EXTERNALS_LIB "${EXTERNALS_ROOT}/lib/$<CONFIG>")
|
||||||
set(BUILD_DOCS OFF CACHE BOOL "Build documentation")
|
set(BUILD_DOCS OFF CACHE BOOL "Build documentation")
|
||||||
set(BUILD_SDK OFF CACHE BOOL "Build the sdk")
|
set(BUILD_SDK OFF CACHE BOOL "Build the sdk")
|
||||||
set(EXPORT_MD_CONSUMER OFF CACHE BOOL "Export (extern) C functions for MD consumer interop")
|
set(EXPORT_MD_CONSUMER OFF CACHE BOOL "Export (extern) C functions for MD consumer interop")
|
||||||
@@ -36,8 +36,8 @@ else()
|
|||||||
set(BUILD_ADMIN_WEB_APP ON CACHE BOOL "Build the Admin WebApp")
|
set(BUILD_ADMIN_WEB_APP ON CACHE BOOL "Build the Admin WebApp")
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
include_directories(BEFORE SYSTEM ${SPARK_INCLUDE} ${EXTERNALS_ROOT}/include/zlib)
|
include_directories(BEFORE SYSTEM ${EXTERNALS_INCLUDE} ${EXTERNALS_ROOT}/include/zlib)
|
||||||
link_directories(${SPARK_LIB})
|
link_directories(${EXTERNALS_LIB})
|
||||||
|
|
||||||
add_compile_definitions(SHARED_MEMORY_PREFIX="${SHARED_MEMORY_PREFIX}")
|
add_compile_definitions(SHARED_MEMORY_PREFIX="${SHARED_MEMORY_PREFIX}")
|
||||||
add_compile_definitions(APP_DATA_DIR="${APP_DATA_DIR}")
|
add_compile_definitions(APP_DATA_DIR="${APP_DATA_DIR}")
|
||||||
@@ -47,12 +47,8 @@ endif()
|
|||||||
add_compile_definitions(EXPORT_MD_CONSUMER="${EXPORT_MD_CONSUMER}")
|
add_compile_definitions(EXPORT_MD_CONSUMER="${EXPORT_MD_CONSUMER}")
|
||||||
if(WIN32)
|
if(WIN32)
|
||||||
# subdirs
|
# subdirs
|
||||||
add_subdirectory(src/lib)
|
add_subdirectory(src/lib_spark)
|
||||||
else()
|
else()
|
||||||
# make sparkd look for libspark.so in its directory
|
|
||||||
set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE)
|
|
||||||
set(CMAKE_INSTALL_RPATH ".")
|
|
||||||
|
|
||||||
if(BUILD_SPARKD)
|
if(BUILD_SPARKD)
|
||||||
# Note: All macros that begin w/ 'CCAPI' are ccapi's macros (defined and/or
|
# Note: All macros that begin w/ 'CCAPI' are ccapi's macros (defined and/or
|
||||||
# read by their code). We override some below.
|
# read by their code). We override some below.
|
||||||
@@ -117,12 +113,15 @@ else()
|
|||||||
endif()
|
endif()
|
||||||
|
|
||||||
# subdirs
|
# subdirs
|
||||||
|
add_subdirectory(src/lib_spark)
|
||||||
if (BUILD_SPARKD)
|
if (BUILD_SPARKD)
|
||||||
|
add_subdirectory(src/lib_python_interop)
|
||||||
|
add_subdirectory(src/lib_onixs_fix)
|
||||||
add_subdirectory(src/lib_binance_execution)
|
add_subdirectory(src/lib_binance_execution)
|
||||||
add_subdirectory(src/server/sparkd)
|
add_subdirectory(src/lib_okx_execution)
|
||||||
|
add_subdirectory(src/app_sparkd)
|
||||||
add_subdirectory(src/data_files)
|
add_subdirectory(src/data_files)
|
||||||
endif()
|
endif()
|
||||||
add_subdirectory(src/lib)
|
|
||||||
if (BUILD_ADMIN_WEB_APP)
|
if (BUILD_ADMIN_WEB_APP)
|
||||||
add_subdirectory(src/Spark.Admin.WebApp)
|
add_subdirectory(src/Spark.Admin.WebApp)
|
||||||
endif()
|
endif()
|
||||||
@@ -132,37 +131,4 @@ else()
|
|||||||
if(BUILD_SDK)
|
if(BUILD_SDK)
|
||||||
add_subdirectory(src/sdk)
|
add_subdirectory(src/sdk)
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
if(BUILD_SPARKD)
|
|
||||||
add_custom_command(
|
|
||||||
OUTPUT ${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND mkdir -p ${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND ln ARGS -sf ${CMAKE_BINARY_DIR}/src/server/sparkd/sparkd ${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND ln ARGS -sf ${CMAKE_BINARY_DIR}/data_files ${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND ln ARGS -sf ${CMAKE_BINARY_DIR}/src/lib/libspark.so ${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND ln ARGS -sf ${EXTERNALS_ROOT}/lib/${CMAKE_BUILD_TYPE}/libonixs-fix-engine.so.4 ${CMAKE_BINARY_DIR}/server
|
|
||||||
|
|
||||||
COMMAND
|
|
||||||
ln ARGS -sf
|
|
||||||
${EXTERNALS_ROOT}/lib/Release/libOnixS.IceImpactMulticastPriceFeedHandlerCpp.so.3.16.0.0
|
|
||||||
${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND ln ARGS -sf ${EXTERNALS_ROOT}/lib/Release/libACE-5.7.5.so ${CMAKE_BINARY_DIR}/server
|
|
||||||
COMMAND mkdir ARGS -p ${CMAKE_BINARY_DIR}/server/plugins
|
|
||||||
COMMENT "Creating server runtime layout"
|
|
||||||
DEPENDS sparkd data_files_dir)
|
|
||||||
|
|
||||||
add_custom_target(server_layout ALL DEPENDS ${CMAKE_BINARY_DIR}/server)
|
|
||||||
|
|
||||||
install(
|
|
||||||
DIRECTORY "${CMAKE_BINARY_DIR}/server/plugins"
|
|
||||||
DESTINATION "${CMAKE_INSTALL_BINDIR}")
|
|
||||||
install(
|
|
||||||
FILES
|
|
||||||
"${SPARK_LIB}/libACE-5.7.5.so"
|
|
||||||
"${SPARK_LIB}/libOnixS.IceImpactMulticastPriceFeedHandlerCpp.so.3.16.0.0"
|
|
||||||
"${SPARK_LIB}/libonixs-fix-engine.so.4.10.1"
|
|
||||||
"${SPARK_LIB}/libonixs-fix-engine.so.4"
|
|
||||||
"${SPARK_LIB}/libonixs-fix-engine.so"
|
|
||||||
DESTINATION "${CMAKE_INSTALL_BINDIR}")
|
|
||||||
endif()
|
|
||||||
endif()
|
endif()
|
||||||
+13
-10
@@ -31,9 +31,8 @@
|
|||||||
"CMAKE_SHARED_LINKER_FLAGS_RELEASE": "/OPT:REF /OPT:ICF /LTCG",
|
"CMAKE_SHARED_LINKER_FLAGS_RELEASE": "/OPT:REF /OPT:ICF /LTCG",
|
||||||
"CMAKE_TOOLCHAIN_FILE": "${sourceDir}/vcpkg/scripts/buildsystems/vcpkg.cmake",
|
"CMAKE_TOOLCHAIN_FILE": "${sourceDir}/vcpkg/scripts/buildsystems/vcpkg.cmake",
|
||||||
"EXTERNALS_ROOT": "${sourceDir}/externals/windows",
|
"EXTERNALS_ROOT": "${sourceDir}/externals/windows",
|
||||||
"CONFIG_DEFAULTS_PATH": "config/profiles/default/*.conf",
|
"CONFIG_DEFAULTS_PATH": "spark/config/profiles/default/*.conf",
|
||||||
"DOTNET_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net8.0",
|
"DOTNET_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net8.0;${sourceDir}/build/$<CONFIG>/bin/net8.0-windows",
|
||||||
"DOTNET_WINDOWS_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net8.0-windows",
|
|
||||||
"EXPORT_MD_CONSUMER": {
|
"EXPORT_MD_CONSUMER": {
|
||||||
"type": "BOOL",
|
"type": "BOOL",
|
||||||
"value": "ON"
|
"value": "ON"
|
||||||
@@ -58,11 +57,12 @@
|
|||||||
"APP_DATA_DIR_OVERRIDE": "${dollar}{SPARKD_DATA_DIR}",
|
"APP_DATA_DIR_OVERRIDE": "${dollar}{SPARKD_DATA_DIR}",
|
||||||
"CMAKE_BUILD_WITH_INSTALL_RPATH": {
|
"CMAKE_BUILD_WITH_INSTALL_RPATH": {
|
||||||
"type": "BOOL",
|
"type": "BOOL",
|
||||||
"value": "ON"
|
"value": "OFF"
|
||||||
},
|
},
|
||||||
"CMAKE_CXX_STANDARD": "20",
|
"CMAKE_CXX_STANDARD": "20",
|
||||||
"CMAKE_INSTALL_RPATH": ".",
|
"CMAKE_INSTALL_RPATH": ".",
|
||||||
"CMAKE_INSTALL_PREFIX": "${sourceDir}/install/${presetName}",
|
"CMAKE_INSTALL_PREFIX": "${sourceDir}/install/${presetName}",
|
||||||
|
"CMAKE_PREFIX_PATH": "${sourceDir}/cmake/;${sourceDir}/.venv/lib/python3.10/site-packages/pybind11/share/cmake/pybind11",
|
||||||
"CMAKE_EXE_LINKER_FLAGS": "-Wno-undef",
|
"CMAKE_EXE_LINKER_FLAGS": "-Wno-undef",
|
||||||
"CMAKE_TOOLCHAIN_FILE": "${sourceDir}/vcpkg/scripts/buildsystems/vcpkg.cmake",
|
"CMAKE_TOOLCHAIN_FILE": "${sourceDir}/vcpkg/scripts/buildsystems/vcpkg.cmake",
|
||||||
"DATABENTO_USE_EXTERNAL_JSON": {
|
"DATABENTO_USE_EXTERNAL_JSON": {
|
||||||
@@ -93,7 +93,7 @@
|
|||||||
"value": "ON"
|
"value": "ON"
|
||||||
},
|
},
|
||||||
"CCAPI_LOG_LEVEL": "Info",
|
"CCAPI_LOG_LEVEL": "Info",
|
||||||
"CONFIG_DEFAULTS_PATH": "config/profiles/md_dev/*.conf;config/profiles/default/*.conf"
|
"CONFIG_DEFAULTS_PATH": "spark/config/profiles/md_dev/*.conf;spark/config/profiles/default/*.conf"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
@@ -104,7 +104,7 @@
|
|||||||
"cacheVariables": {
|
"cacheVariables": {
|
||||||
"CMAKE_BUILD_TYPE": "Release",
|
"CMAKE_BUILD_TYPE": "Release",
|
||||||
"CCAPI_LOG_LEVEL": "Warn",
|
"CCAPI_LOG_LEVEL": "Warn",
|
||||||
"CONFIG_DEFAULTS_PATH": "config/profiles/md_prod/*.conf;config/profiles/default/*.conf"
|
"CONFIG_DEFAULTS_PATH": "spark/config/profiles/md_prod/*.conf;spark/config/profiles/default/*.conf"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
@@ -186,7 +186,11 @@
|
|||||||
"CMAKE_CXX_FLAGS_DEBUG": "-g -fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -DDEBUG",
|
"CMAKE_CXX_FLAGS_DEBUG": "-g -fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -DDEBUG",
|
||||||
"CMAKE_CXX_FLAGS_RELEASE": "-fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -fno-omit-frame-pointer -DNDEBUG -O3",
|
"CMAKE_CXX_FLAGS_RELEASE": "-fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -fno-omit-frame-pointer -DNDEBUG -O3",
|
||||||
"CMAKE_INSTALL_PREFIX": "${sourceDir}/install/${presetName}",
|
"CMAKE_INSTALL_PREFIX": "${sourceDir}/install/${presetName}",
|
||||||
"CONFIG_DEFAULTS_PATH": "config/profiles/default/*.conf",
|
"CMAKE_EXPORT_COMPILE_COMMANDS": {
|
||||||
|
"type": "BOOL",
|
||||||
|
"value": "ON"
|
||||||
|
},
|
||||||
|
"CONFIG_DEFAULTS_PATH": "spark/config/profiles/default/*.conf",
|
||||||
"DOTNET_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net8.0",
|
"DOTNET_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net8.0",
|
||||||
"EXPORT_MD_CONSUMER": {
|
"EXPORT_MD_CONSUMER": {
|
||||||
"type": "BOOL",
|
"type": "BOOL",
|
||||||
@@ -227,7 +231,7 @@
|
|||||||
"cacheVariables": {
|
"cacheVariables": {
|
||||||
"APP_DATA_DIR": "${dollar}{APPDATA}/bts/DataStream",
|
"APP_DATA_DIR": "${dollar}{APPDATA}/bts/DataStream",
|
||||||
"APP_DATA_DIR_OVERRIDE": "${dollar}{DATA_STREAM_DATA_DIR}",
|
"APP_DATA_DIR_OVERRIDE": "${dollar}{DATA_STREAM_DATA_DIR}",
|
||||||
"CONFIG_DEFAULTS_PATH": "config/profiles/default/*.conf;config/profiles/data_stream/*.conf",
|
"CONFIG_DEFAULTS_PATH": "spark/config/profiles/default/*.conf;spark/config/profiles/data_stream/*.conf",
|
||||||
"SHARED_MEMORY_PREFIX": "data_stream"
|
"SHARED_MEMORY_PREFIX": "data_stream"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
@@ -262,8 +266,7 @@
|
|||||||
"CMAKE_CXX_COMPILER": "clang++",
|
"CMAKE_CXX_COMPILER": "clang++",
|
||||||
"CMAKE_CXX_FLAGS_DEBUG": "-g -fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -DDEBUG",
|
"CMAKE_CXX_FLAGS_DEBUG": "-g -fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -DDEBUG",
|
||||||
"CMAKE_CXX_FLAGS_RELEASE": "-fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -fno-omit-frame-pointer -DNDEBUG -O3",
|
"CMAKE_CXX_FLAGS_RELEASE": "-fPIC -Wall -pedantic -Wextra -Werror -Wno-missing-braces -Wno-ignored-qualifiers --std=c++20 -fdiagnostics-color -fno-omit-frame-pointer -DNDEBUG -O3",
|
||||||
"CMAKE_INSTALL_PREFIX": "${sourceDir}/install/${presetName}",
|
"CONFIG_DEFAULTS_PATH": "spark/config/profiles/default/*.conf;spark/config/profiles/data_stream/*.conf",
|
||||||
"CONFIG_DEFAULTS_PATH": "config/profiles/default/*.conf;config/profiles/data_stream/*.conf",
|
|
||||||
"DOTNET_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net7.0",
|
"DOTNET_BINARY_DIR": "${sourceDir}/build/$<CONFIG>/bin/net7.0",
|
||||||
"EXPORT_MD_CONSUMER": {
|
"EXPORT_MD_CONSUMER": {
|
||||||
"type": "BOOL",
|
"type": "BOOL",
|
||||||
|
|||||||
@@ -0,0 +1,7 @@
|
|||||||
|
include_guard(GLOBAL)
|
||||||
|
|
||||||
|
macro(export_to_parent)
|
||||||
|
foreach(var IN ITEMS ${ARGN})
|
||||||
|
set(${var} ${${var}} PARENT_SCOPE)
|
||||||
|
endforeach()
|
||||||
|
endmacro()
|
||||||
@@ -0,0 +1,142 @@
|
|||||||
|
include_guard(DIRECTORY)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/ExportToParent.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/InstallBasic.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/ProtobufGenerateCpp.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SetFirstDefined.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/safe_dep_glob.cmake)
|
||||||
|
|
||||||
|
function(init_library)
|
||||||
|
set(_options SHARED STATIC)
|
||||||
|
set(_one_value_args
|
||||||
|
NAME
|
||||||
|
SOURCE_DIR
|
||||||
|
INCLUDE_DIR
|
||||||
|
)
|
||||||
|
set(_multi_value_args)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
if (_ARGS_SHARED AND _ARGS_STATIC)
|
||||||
|
message(FATAL_ERROR "Invalid args passed to init_library: cannot specify STATIC and SHARED")
|
||||||
|
endif()
|
||||||
|
set_first_defined(_name _ARGS_NAME PROJECT_NAME)
|
||||||
|
set_first_defined(_source_dir _ARGS_SOURCE_DIR _name)
|
||||||
|
set_first_defined(_include_dir _ARGS_INCLUDE_DIR _source_dir)
|
||||||
|
|
||||||
|
# Cpp sources
|
||||||
|
file(
|
||||||
|
GLOB_RECURSE ${_name}_SOURCES
|
||||||
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
${_source_dir}/*.cpp
|
||||||
|
)
|
||||||
|
# Note: cpp files inside 'tests' dir(s) are considered tests.
|
||||||
|
# Remove tests from main sources, and add them to test sources
|
||||||
|
foreach(item ${${_name}_SOURCES})
|
||||||
|
if(${item} MATCHES "tests/.*\.cpp$")
|
||||||
|
list(APPEND ${_name}_TEST_SOURCES ${item})
|
||||||
|
endif()
|
||||||
|
endforeach()
|
||||||
|
foreach(item ${${_name}_TEST_SOURCES})
|
||||||
|
list(REMOVE_ITEM ${_name}_SOURCES ${item})
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
# Proto sources
|
||||||
|
file(
|
||||||
|
GLOB_RECURSE ${_name}_PROTO_SOURCES
|
||||||
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
${_source_dir}/protobufs/*.proto
|
||||||
|
)
|
||||||
|
update_deps_file("${${_name}_PROTO_SOURCES};")
|
||||||
|
protobuf_generate_cpp(
|
||||||
|
CXX_SOURCES ${_name}_CXX_PROTO_SOURCES
|
||||||
|
CXX_HEADERS ${_name}_CXX_PROTO_HEADERS
|
||||||
|
CXX_OUT_DIR ${CMAKE_CURRENT_BINARY_DIR}
|
||||||
|
PROTO_INCLUDE_DIRS
|
||||||
|
${EXTERNALS_INCLUDE}
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
PROTO_SOURCES
|
||||||
|
${${_name}_PROTO_SOURCES}
|
||||||
|
)
|
||||||
|
|
||||||
|
export_to_parent(
|
||||||
|
${_name}_SOURCES
|
||||||
|
${_name}_TEST_SOURCES
|
||||||
|
${_name}_PROTO_SOURCES
|
||||||
|
${_name}_CXX_PROTO_SOURCES
|
||||||
|
${_name}_CXX_PROTO_HEADERS
|
||||||
|
)
|
||||||
|
|
||||||
|
# Add main lib
|
||||||
|
if (_ARGS_STATIC)
|
||||||
|
add_library(${_name} STATIC ${${_name}_SOURCES} ${${_name}_CXX_PROTO_SOURCES})
|
||||||
|
elseif(_ARGS_SHARED)
|
||||||
|
add_library(${_name} SHARED ${${_name}_SOURCES} ${${_name}_CXX_PROTO_SOURCES})
|
||||||
|
else()
|
||||||
|
add_library(${_name} ${${_name}_SOURCES} ${${_name}_CXX_PROTO_SOURCES})
|
||||||
|
endif()
|
||||||
|
target_include_directories(
|
||||||
|
${_name}
|
||||||
|
SYSTEM
|
||||||
|
BEFORE
|
||||||
|
PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${EXTERNALS_ROOT}/include>
|
||||||
|
$<BUILD_INTERFACE:${EXTERNALS_ROOT}/include/zlib>
|
||||||
|
)
|
||||||
|
target_include_directories(
|
||||||
|
${_name}
|
||||||
|
PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}>
|
||||||
|
$<INSTALL_INTERFACE:${CMAKE_INSTALL_INCLUDEDIR}>
|
||||||
|
)
|
||||||
|
# Include protos (if any)
|
||||||
|
if (${_name}_PROTO_SOURCES)
|
||||||
|
target_include_directories(
|
||||||
|
${_name}
|
||||||
|
PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}>
|
||||||
|
)
|
||||||
|
endif()
|
||||||
|
target_link_directories(
|
||||||
|
${_name}
|
||||||
|
PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}>
|
||||||
|
$<BUILD_INTERFACE:${EXTERNALS_ROOT}/lib/$<CONFIG>>
|
||||||
|
$<INSTALL_INTERFACE:${CMAKE_INSTALL_LIBDIR}>
|
||||||
|
)
|
||||||
|
# Install main lib
|
||||||
|
foreach(_hdr ${${_name}_CXX_PROTO_HEADERS})
|
||||||
|
file(RELATIVE_PATH _relative_path ${CMAKE_CURRENT_BINARY_DIR} ${_hdr})
|
||||||
|
install(FILES ${_hdr} DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/${_relative_path})
|
||||||
|
endforeach()
|
||||||
|
install_basic(
|
||||||
|
NAME ${_name}
|
||||||
|
INCLUDE_DIR ${_include_dir}
|
||||||
|
)
|
||||||
|
|
||||||
|
# Add tests executable (if there are any)
|
||||||
|
if (${_name}_TEST_SOURCES AND NOT WIN32)
|
||||||
|
add_executable(${_name}-tests ${${_name}_TEST_SOURCES})
|
||||||
|
|
||||||
|
get_target_property(_lib_type ${_name} TYPE)
|
||||||
|
if (_lib_type STREQUAL "SHARED_LIBRARY")
|
||||||
|
# Set RPATH so the tests exe knows where to find the shared lib.
|
||||||
|
set_target_properties(
|
||||||
|
${_name}-tests
|
||||||
|
PROPERTIES
|
||||||
|
BUILD_RPATH "$ORIGIN"
|
||||||
|
INSTALL_RPATH "$ORIGIN/../${CMAKE_INSTALL_LIBDIR}"
|
||||||
|
)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# Link main lib
|
||||||
|
target_link_directories(
|
||||||
|
${_name}-tests
|
||||||
|
PRIVATE
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}>
|
||||||
|
$<INSTALL_INTERFACE:${CMAKE_INSTALL_LIBDIR}>
|
||||||
|
)
|
||||||
|
target_link_libraries(${_name}-tests PRIVATE ${_name})
|
||||||
|
|
||||||
|
# Catch2
|
||||||
|
find_package(Catch2 CONFIG REQUIRED COMPONENTS Catch2WithMain)
|
||||||
|
target_link_libraries(${_name}-tests PRIVATE Catch2::Catch2WithMain)
|
||||||
|
endif()
|
||||||
|
endfunction()
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
include_guard(DIRECTORY)
|
||||||
|
include(GNUInstallDirs)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/ExportToParent.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SetFirstDefined.cmake)
|
||||||
|
|
||||||
|
function(init_python_module)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args
|
||||||
|
NAME
|
||||||
|
)
|
||||||
|
set(_multi_value_args
|
||||||
|
SOURCES
|
||||||
|
)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
set_first_defined(_name _ARGS_NAME PROJECT_NAME)
|
||||||
|
set_first_defined(_sources _ARGS_SOURCES ${_name}_SOURCES)
|
||||||
|
|
||||||
|
set(module_proj ${_name}_module)
|
||||||
|
set(${module_proj}_SOURCES ${_sources})
|
||||||
|
pybind11_add_module(${module_proj} SHARED ${_sources})
|
||||||
|
target_link_libraries(
|
||||||
|
${module_proj}
|
||||||
|
PUBLIC
|
||||||
|
pybind11::embed
|
||||||
|
spark
|
||||||
|
${_name}
|
||||||
|
)
|
||||||
|
target_include_directories(
|
||||||
|
${module_proj}
|
||||||
|
PRIVATE
|
||||||
|
$<BUILD_INTERFACE:${pybind11_INCLUDE_DIRS}>
|
||||||
|
)
|
||||||
|
target_include_directories(
|
||||||
|
${module_proj}
|
||||||
|
PUBLIC
|
||||||
|
${Python3_INCLUDE_DIRS}
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}>
|
||||||
|
$<INSTALL_INTERFACE:${CMAKE_INSTALL_INCLUDEDIR}>
|
||||||
|
)
|
||||||
|
add_custom_command(
|
||||||
|
OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/stubs/${_name}.pyi
|
||||||
|
DEPENDS ${_name} ${module_proj}
|
||||||
|
COMMAND PYTHONPATH=${CMAKE_CURRENT_BINARY_DIR} pybind11-stubgen --numpy-array-use-type-var --ignore-invalid-expressions '.*' ${_name}_module
|
||||||
|
COMMENT "Generating py stubs"
|
||||||
|
)
|
||||||
|
add_custom_target(
|
||||||
|
"${_name}_py_stubs"
|
||||||
|
ALL
|
||||||
|
DEPENDS
|
||||||
|
${CMAKE_CURRENT_BINARY_DIR}/stubs/${_name}.pyi
|
||||||
|
)
|
||||||
|
install(
|
||||||
|
TARGETS ${module_proj}
|
||||||
|
EXPORT ${module_proj}Targets
|
||||||
|
RUNTIME
|
||||||
|
DESTINATION ${CMAKE_INSTALL_BINDIR}
|
||||||
|
LIBRARY
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
||||||
|
ARCHIVE
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
||||||
|
)
|
||||||
|
foreach(dir ${pybind11_INCLUDE_DIRS})
|
||||||
|
install(DIRECTORY ${dir} DESTINATION ${CMAKE_INSTALL_INCLUDEDIR})
|
||||||
|
endforeach()
|
||||||
|
install(
|
||||||
|
EXPORT ${module_proj}Targets
|
||||||
|
FILE ${module_proj}Targets.cmake
|
||||||
|
NAMESPACE ${_name}::
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/${_name}
|
||||||
|
)
|
||||||
|
endfunction()
|
||||||
@@ -0,0 +1,65 @@
|
|||||||
|
include_guard(DIRECTORY)
|
||||||
|
include(GNUInstallDirs)
|
||||||
|
|
||||||
|
function(init_python_plugin)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args NAME PLUGIN_NAME)
|
||||||
|
set(_multi_value_args SOURCES)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
set_first_defined(_name _ARGS_NAME PROJECT_NAME)
|
||||||
|
set(_plugin_name ${_ARGS_PLUGIN_NAME})
|
||||||
|
if (NOT DEFINED _ARGS_PLUGIN_NAME)
|
||||||
|
set(_plugin_name ${_name}_plugins)
|
||||||
|
endif()
|
||||||
|
set(${_plugin_name}_SOURCES ${_ARGS_SOURCES})
|
||||||
|
if (NOT DEFINED _ARGS_SOURCES)
|
||||||
|
file(
|
||||||
|
GLOB_RECURSE ${_plugin_name}_SOURCES
|
||||||
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
${_plugin_name}/*.py)
|
||||||
|
endif()
|
||||||
|
set(src_outs)
|
||||||
|
foreach(_src ${${_plugin_name}_SOURCES})
|
||||||
|
set(_src_in ${CMAKE_CURRENT_SOURCE_DIR}/${_src})
|
||||||
|
set(_src_out ${CMAKE_CURRENT_BINARY_DIR}/${_src})
|
||||||
|
add_custom_command(
|
||||||
|
OUTPUT ${_src_out}
|
||||||
|
COMMAND ${CMAKE_COMMAND} -E copy ${_src_in} ${_src_out}
|
||||||
|
DEPENDS ${_src_in}
|
||||||
|
COMMENT "Copying ${_plugin_name} plugin ${_src} to ${_src_out}"
|
||||||
|
)
|
||||||
|
list(APPEND src_outs ${_src_out})
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
add_custom_target(copy_${_plugin_name} ALL DEPENDS ${src_outs})
|
||||||
|
|
||||||
|
add_library(${_plugin_name} INTERFACE)
|
||||||
|
add_library(${_name}::${_plugin_name} ALIAS ${_plugin_name})
|
||||||
|
|
||||||
|
set_target_properties(
|
||||||
|
${_plugin_name}
|
||||||
|
PROPERTIES
|
||||||
|
INTERFACE_PYTHON_SCRIPTS_DIR
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/${_plugin_name}>$<INSTALL_INTERFACE:${CMAKE_INSTALL_BINDIR}/${_plugin_name}>
|
||||||
|
)
|
||||||
|
|
||||||
|
set_target_properties(
|
||||||
|
${_plugin_name}
|
||||||
|
PROPERTIES
|
||||||
|
INTERFACE_PYTHON_SCRIPTS $<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/${${_plugin_name}_SOURCES}>$<INSTALL_INTERFACE:${CMAKE_INSTALL_BINDIR}/${${_plugin_name}_SOURCES}>
|
||||||
|
)
|
||||||
|
|
||||||
|
install(
|
||||||
|
TARGETS ${_plugin_name}
|
||||||
|
EXPORT ${_plugin_name}Targets
|
||||||
|
DESTINATION ${CMAKE_INSTALL_BINDIR}
|
||||||
|
)
|
||||||
|
|
||||||
|
install(
|
||||||
|
EXPORT ${_plugin_name}Targets
|
||||||
|
FILE ${_plugin_name}Targets.cmake
|
||||||
|
NAMESPACE ${_name}::
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/${_name}
|
||||||
|
)
|
||||||
|
install(DIRECTORY ${_plugin_name} DESTINATION ${CMAKE_INSTALL_BINDIR})
|
||||||
|
endfunction()
|
||||||
@@ -0,0 +1,39 @@
|
|||||||
|
include_guard(DIRECTORY)
|
||||||
|
include(GNUInstallDirs)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/PackBasic.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SetFirstDefined.cmake)
|
||||||
|
|
||||||
|
function(install_basic)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args NAME INCLUDE_DIR)
|
||||||
|
set(_multi_value_args)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
set_first_defined(_name _ARGS_NAME PROJECT_NAME)
|
||||||
|
set_first_defined(_include_dir _ARGS_INCLUDE_DIR _name)
|
||||||
|
|
||||||
|
file(
|
||||||
|
GLOB_RECURSE ${_name}_HEADERS
|
||||||
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
${_include_dir}/*.h)
|
||||||
|
|
||||||
|
target_sources(${_name}
|
||||||
|
PUBLIC
|
||||||
|
FILE_SET HEADERS FILES ${${_name}_HEADERS})
|
||||||
|
|
||||||
|
install(
|
||||||
|
TARGETS ${_name}
|
||||||
|
EXPORT ${_name}Targets
|
||||||
|
RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}
|
||||||
|
LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
||||||
|
ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
||||||
|
FILE_SET HEADERS DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}
|
||||||
|
)
|
||||||
|
|
||||||
|
install(
|
||||||
|
EXPORT ${_name}Targets
|
||||||
|
FILE ${_name}Targets.cmake
|
||||||
|
NAMESPACE ${_name}::
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/${_name})
|
||||||
|
|
||||||
|
pack_basic()
|
||||||
|
endfunction()
|
||||||
@@ -0,0 +1,44 @@
|
|||||||
|
include_guard(DIRECTORY)
|
||||||
|
include(CMakePackageConfigHelpers)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SetFirstDefined.cmake)
|
||||||
|
|
||||||
|
function(pack_basic)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args NAME)
|
||||||
|
set(_multi_value_args)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
set_first_defined(_name _ARGS_NAME PROJECT_NAME)
|
||||||
|
|
||||||
|
find_package(Git QUIET)
|
||||||
|
|
||||||
|
if(GIT_FOUND)
|
||||||
|
execute_process(
|
||||||
|
COMMAND ${GIT_EXECUTABLE} describe --tags --always --dirty
|
||||||
|
WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}
|
||||||
|
OUTPUT_VARIABLE PROJECT_VERSION
|
||||||
|
OUTPUT_STRIP_TRAILING_WHITESPACE
|
||||||
|
)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(NOT GIT_FOUND OR PROJECT_VERSION STREQUAL "")
|
||||||
|
set(PROJECT_VERSION "0.0.0")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
write_basic_package_version_file(
|
||||||
|
"${CMAKE_CURRENT_BINARY_DIR}/${_name}ConfigVersion.cmake"
|
||||||
|
VERSION ${PROJECT_VERSION}
|
||||||
|
COMPATIBILITY AnyNewerVersion
|
||||||
|
)
|
||||||
|
|
||||||
|
configure_package_config_file(
|
||||||
|
"${CMAKE_CURRENT_SOURCE_DIR}/Config.cmake.in"
|
||||||
|
"${CMAKE_CURRENT_BINARY_DIR}/${_name}Config.cmake"
|
||||||
|
INSTALL_DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/${_name}
|
||||||
|
)
|
||||||
|
|
||||||
|
install(
|
||||||
|
FILES
|
||||||
|
"${CMAKE_CURRENT_BINARY_DIR}/${_name}Config.cmake"
|
||||||
|
"${CMAKE_CURRENT_BINARY_DIR}/${_name}ConfigVersion.cmake"
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/${_name})
|
||||||
|
endfunction()
|
||||||
+82
-63
@@ -1,12 +1,23 @@
|
|||||||
set(Protobuf_PROTOC_EXECUTABLE "${SPARK_BIN}/protoc")
|
set(Protobuf_PROTOC_EXECUTABLE "${EXTERNALS_BIN}/protoc")
|
||||||
set(PROTOBUF_INCLUDE_DIRS "${SPARK_INCLUDE}")
|
set(PROTOBUF_INCLUDE_DIRS "${EXTERNALS_INCLUDE}")
|
||||||
set(PROTOBUF_STATIC_LIB "libprotobuf")
|
set(PROTOBUF_STATIC_LIB "libprotobuf")
|
||||||
|
set(_protobuf_src_dir ${CMAKE_SOURCE_DIR}/src/lib_spark)
|
||||||
|
set(_protobuf_bin_dir ${CMAKE_BINARY_DIR}/src/lib_spark)
|
||||||
|
|
||||||
function(Protobuf_Generate_Cpp SRCS HDRS)
|
function(Protobuf_Generate_Cpp)
|
||||||
set(${SRCS})
|
set(_options)
|
||||||
set(${HDRS})
|
set(_one_value_args CXX_SOURCES CXX_HEADERS CXX_OUT_DIR)
|
||||||
|
set(_multi_value_args PROTO_INCLUDE_DIRS PROTO_SOURCES)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
set(${_ARGS_CXX_SOURCES})
|
||||||
|
set(${_ARGS_CXX_HEADERS})
|
||||||
|
|
||||||
foreach(FIL ${ARGN})
|
set(_proto_include_cli_args)
|
||||||
|
foreach(_dir ${_ARGS_PROTO_INCLUDE_DIRS})
|
||||||
|
list(APPEND _proto_include_cli_args -I ${_dir})
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
foreach(FIL ${_ARGS_PROTO_SOURCES})
|
||||||
get_filename_component(ABS_FIL ${FIL} ABSOLUTE)
|
get_filename_component(ABS_FIL ${FIL} ABSOLUTE)
|
||||||
get_filename_component(FIL_WE ${FIL} NAME_WE)
|
get_filename_component(FIL_WE ${FIL} NAME_WE)
|
||||||
get_filename_component(FIL_DIR ${FIL} DIRECTORY)
|
get_filename_component(FIL_DIR ${FIL} DIRECTORY)
|
||||||
@@ -14,48 +25,56 @@ function(Protobuf_Generate_Cpp SRCS HDRS)
|
|||||||
set(FIL_WE "${FIL_DIR}/${FIL_WE}")
|
set(FIL_WE "${FIL_DIR}/${FIL_WE}")
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
list(APPEND ${SRCS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.cc")
|
list(APPEND ${_ARGS_CXX_SOURCES} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.cc")
|
||||||
list(APPEND ${HDRS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.h")
|
list(APPEND ${_ARGS_CXX_HEADERS} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.h")
|
||||||
|
|
||||||
add_custom_command(
|
add_custom_command(
|
||||||
OUTPUT "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.cc"
|
OUTPUT "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.h"
|
||||||
COMMAND
|
COMMAND
|
||||||
${Protobuf_PROTOC_EXECUTABLE} ARGS --cpp_out=${CMAKE_BINARY_DIR}/src -I
|
${Protobuf_PROTOC_EXECUTABLE} ARGS --cpp_out=${_ARGS_CXX_OUT_DIR} ${_proto_include_cli_args} ${ABS_FIL}
|
||||||
${PROTOBUF_INCLUDE_DIRS} -I ${CMAKE_SOURCE_DIR}/src ${ABS_FIL}
|
|
||||||
DEPENDS ${ABS_FIL}
|
DEPENDS ${ABS_FIL}
|
||||||
COMMENT "Running C++ protocol buffer compiler on ${FIL}"
|
COMMENT "Running C++ protocol buffer compiler on ${FIL}"
|
||||||
VERBATIM)
|
VERBATIM)
|
||||||
endforeach()
|
endforeach()
|
||||||
|
|
||||||
set_source_files_properties(${${SRCS}} ${${HDRS}} PROPERTIES GENERATED TRUE)
|
set_source_files_properties(${${_ARGS_CXX_SOURCES}} ${${_ARGS_CXX_HEADERS}} PROPERTIES GENERATED TRUE)
|
||||||
|
|
||||||
# remove some warnings from protobuf generated files
|
# remove some warnings from protobuf generated files
|
||||||
if(WIN32)
|
if(WIN32)
|
||||||
set_source_files_properties(${${SRCS}} PROPERTIES COMPILE_FLAGS
|
set_source_files_properties(${${_ARGS_CXX_SOURCES}} PROPERTIES COMPILE_FLAGS
|
||||||
"/wd4309 /wd4838")
|
"/wd4309 /wd4838")
|
||||||
else()
|
else()
|
||||||
set_source_files_properties(
|
set_source_files_properties(
|
||||||
${${SRCS}}
|
${${_ARGS_CXX_SOURCES}}
|
||||||
PROPERTIES
|
PROPERTIES
|
||||||
COMPILE_FLAGS
|
COMPILE_FLAGS
|
||||||
"-Wno-unused-parameter -Wno-effc++ -Wno-pedantic -Wno-sign-compare -Wno-uninitialized"
|
"-Wno-unused-parameter -Wno-effc++ -Wno-pedantic -Wno-sign-compare -Wno-uninitialized"
|
||||||
)
|
)
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
set(${SRCS}
|
set(${_ARGS_CXX_SOURCES}
|
||||||
${${SRCS}}
|
${${_ARGS_CXX_SOURCES}}
|
||||||
PARENT_SCOPE)
|
PARENT_SCOPE)
|
||||||
set(${HDRS}
|
set(${_ARGS_CXX_HEADERS}
|
||||||
${${HDRS}}
|
${${_ARGS_CXX_HEADERS}}
|
||||||
PARENT_SCOPE)
|
PARENT_SCOPE)
|
||||||
endfunction()
|
endfunction()
|
||||||
|
|
||||||
function(Service_Compiler_Generate_Cpp SRCS HDRS)
|
function(Service_Compiler_Generate_Cpp)
|
||||||
set(${SRCS})
|
set(_options)
|
||||||
set(${HDRS})
|
set(_one_value_args CXX_SOURCES CXX_HEADERS CXX_OUT_DIR)
|
||||||
|
set(_multi_value_args PROTO_INCLUDE_DIRS PROTO_SOURCES)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
set(${_ARGS_CXX_SOURCES})
|
||||||
|
set(${_ARGS_CXX_HEADERS})
|
||||||
|
|
||||||
foreach(FIL ${ARGN})
|
set(_proto_include_cli_args)
|
||||||
|
foreach(_dir ${_ARGS_PROTO_INCLUDE_DIRS})
|
||||||
|
list(APPEND _proto_include_cli_args -I ${_dir})
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
foreach(FIL ${_ARGS_PROTO_SOURCES})
|
||||||
get_filename_component(ABS_FIL ${FIL} ABSOLUTE)
|
get_filename_component(ABS_FIL ${FIL} ABSOLUTE)
|
||||||
get_filename_component(FIL_WE ${FIL} NAME_WE)
|
get_filename_component(FIL_WE ${FIL} NAME_WE)
|
||||||
get_filename_component(FIL_DIR ${FIL} DIRECTORY)
|
get_filename_component(FIL_DIR ${FIL} DIRECTORY)
|
||||||
@@ -63,58 +82,58 @@ function(Service_Compiler_Generate_Cpp SRCS HDRS)
|
|||||||
set(FIL_WE "${FIL_DIR}/${FIL_WE}")
|
set(FIL_WE "${FIL_DIR}/${FIL_WE}")
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
list(APPEND ${SRCS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.cc")
|
list(APPEND ${_ARGS_CXX_SOURCES} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.cc")
|
||||||
list(APPEND ${HDRS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.h")
|
list(APPEND ${_ARGS_CXX_HEADERS} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.h")
|
||||||
|
|
||||||
list(APPEND ${SRCS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.client.pb.cc")
|
list(APPEND ${_ARGS_CXX_SOURCES} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.client.pb.cc")
|
||||||
list(APPEND ${HDRS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.client.pb.h")
|
list(APPEND ${_ARGS_CXX_HEADERS} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.client.pb.h")
|
||||||
|
|
||||||
list(APPEND ${SRCS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.server.pb.cc")
|
list(APPEND ${_ARGS_CXX_SOURCES} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.server.pb.cc")
|
||||||
list(APPEND ${HDRS} "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.server.pb.h")
|
list(APPEND ${_ARGS_CXX_HEADERS} "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.server.pb.h")
|
||||||
|
|
||||||
set(TEMPLATES
|
set(TEMPLATES
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/api/service_compiler/templates/cpp/client.pb.cc
|
${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/templates/cpp/client.pb.cc
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/api/service_compiler/templates/cpp/client.pb.h
|
${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/templates/cpp/client.pb.h
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/api/service_compiler/templates/cpp/server.pb.cc
|
${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/templates/cpp/server.pb.cc
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/api/service_compiler/templates/cpp/server.pb.h
|
${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/templates/cpp/server.pb.h
|
||||||
)
|
)
|
||||||
|
|
||||||
|
set(_plugin_py ${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/plugin.py)
|
||||||
if(WIN32)
|
if(WIN32)
|
||||||
|
set(_plugin_cmd ${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/plugin.cmd)
|
||||||
add_custom_command(
|
add_custom_command(
|
||||||
OUTPUT "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.cc"
|
OUTPUT "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.h"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.client.pb.cc"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.client.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.client.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.client.pb.h"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.server.pb.cc"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.server.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.server.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.server.pb.h"
|
||||||
COMMAND SET PYTHONPATH=${SPARK_PYTHON}
|
COMMAND SET PYTHONPATH=${SPARK_PYTHON}
|
||||||
COMMAND ${CMAKE_SOURCE_DIR}/.venv/Scripts/activate.bat
|
COMMAND ${CMAKE_SOURCE_DIR}/.venv/Scripts/activate.bat
|
||||||
COMMAND
|
COMMAND
|
||||||
${Protobuf_PROTOC_EXECUTABLE} ARGS --cpp_out=${CMAKE_BINARY_DIR}/src
|
${Protobuf_PROTOC_EXECUTABLE} ARGS --cpp_out=${_ARGS_CXX_OUT_DIR}
|
||||||
--plugin=protoc-gen-service=${CMAKE_SOURCE_DIR}/src/lib/api/service_compiler/plugin.cmd
|
--plugin=protoc-gen-service=${_plugin_cmd}
|
||||||
--service_out=lang=cpp:${CMAKE_BINARY_DIR}/src -I
|
--service_out=lang=cpp:${_ARGS_CXX_OUT_DIR} -I
|
||||||
${PROTOBUF_INCLUDE_DIRS} -I ${CMAKE_SOURCE_DIR}/src ${ABS_FIL}
|
${PROTOBUF_INCLUDE_DIRS} -I ${_protobuf_src_dir} ${ABS_FIL}
|
||||||
DEPENDS ${ABS_FIL} ${TEMPLATES}
|
DEPENDS ${ABS_FIL} ${TEMPLATES} ${_plugin_cmd} ${_plugin_py}
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/api/service_compiler/plugin.py
|
|
||||||
COMMENT "Running C++ service compiler on ${FIL}"
|
COMMENT "Running C++ service compiler on ${FIL}"
|
||||||
VERBATIM)
|
VERBATIM)
|
||||||
else()
|
else()
|
||||||
add_custom_command(
|
add_custom_command(
|
||||||
OUTPUT "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.cc"
|
OUTPUT "${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.pb.h"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.client.pb.cc"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.client.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.client.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.client.pb.h"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.server.pb.cc"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.server.pb.cc"
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.server.pb.h"
|
"${_ARGS_CXX_OUT_DIR}/${FIL_WE}.server.pb.h"
|
||||||
COMMAND ${CMAKE_SOURCE_DIR}/tools/venv_exec.sh
|
COMMAND ${CMAKE_SOURCE_DIR}/tools/venv_exec.sh
|
||||||
ARGS
|
ARGS
|
||||||
${Protobuf_PROTOC_EXECUTABLE}
|
${Protobuf_PROTOC_EXECUTABLE}
|
||||||
--cpp_out=${CMAKE_BINARY_DIR}/src
|
--cpp_out=${_ARGS_CXX_OUT_DIR}
|
||||||
--plugin=protoc-gen-service=${CMAKE_SOURCE_DIR}/src/lib/api/service_compiler/plugin.py
|
--plugin=protoc-gen-service=${_plugin_py}
|
||||||
--service_out=lang=cpp,make_file_name=${ABS_FIL}:${CMAKE_BINARY_DIR}/src
|
--service_out=lang=cpp,make_file_name=${ABS_FIL}:${_ARGS_CXX_OUT_DIR}
|
||||||
-I ${PROTOBUF_INCLUDE_DIRS} -I ${CMAKE_SOURCE_DIR}/src ${ABS_FIL}
|
${_proto_include_cli_args} ${ABS_FIL}
|
||||||
DEPENDS ${ABS_FIL} ${TEMPLATES}
|
DEPENDS ${ABS_FIL} ${TEMPLATES} ${_plugin_py}
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/api/service_compiler/plugin.py
|
|
||||||
COMMENT "Running C++ service compiler on ${FIL}"
|
COMMENT "Running C++ service compiler on ${FIL}"
|
||||||
VERBATIM)
|
VERBATIM)
|
||||||
endif()
|
endif()
|
||||||
@@ -123,22 +142,22 @@ function(Service_Compiler_Generate_Cpp SRCS HDRS)
|
|||||||
|
|
||||||
# remove some warnings from protobuf generated files
|
# remove some warnings from protobuf generated files
|
||||||
if(WIN32)
|
if(WIN32)
|
||||||
set_source_files_properties(${${SRCS}} PROPERTIES COMPILE_FLAGS
|
set_source_files_properties(${${_ARGS_CXX_SOURCES}} PROPERTIES COMPILE_FLAGS
|
||||||
"/wd4309 /wd4838")
|
"/wd4309 /wd4838")
|
||||||
else()
|
else()
|
||||||
set_source_files_properties(
|
set_source_files_properties(
|
||||||
${${SRCS}}
|
${${_ARGS_CXX_SOURCES}}
|
||||||
PROPERTIES
|
PROPERTIES
|
||||||
COMPILE_FLAGS
|
COMPILE_FLAGS
|
||||||
"-Wno-unused-parameter -Wno-effc++ -Wno-pedantic -Wno-sign-compare -Wno-uninitialized"
|
"-Wno-unused-parameter -Wno-effc++ -Wno-pedantic -Wno-sign-compare -Wno-uninitialized"
|
||||||
)
|
)
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
set(${SRCS}
|
set(${_ARGS_CXX_SOURCES}
|
||||||
${${SRCS}}
|
${${_ARGS_CXX_SOURCES}}
|
||||||
PARENT_SCOPE)
|
PARENT_SCOPE)
|
||||||
set(${HDRS}
|
set(${_ARGS_CXX_HEADERS}
|
||||||
${${HDRS}}
|
${${_ARGS_CXX_HEADERS}}
|
||||||
PARENT_SCOPE)
|
PARENT_SCOPE)
|
||||||
|
|
||||||
endfunction()
|
endfunction()
|
||||||
|
|||||||
@@ -0,0 +1,83 @@
|
|||||||
|
include_guard(GLOBAL)
|
||||||
|
|
||||||
|
function(protobuf_generate_cpp)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args
|
||||||
|
CXX_SOURCES
|
||||||
|
CXX_HEADERS
|
||||||
|
CXX_OUT_DIR
|
||||||
|
PROTOC
|
||||||
|
)
|
||||||
|
set(_multi_value_args
|
||||||
|
PROTO_INCLUDE_DIRS
|
||||||
|
PROTO_SOURCES
|
||||||
|
)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
|
||||||
|
if (NOT DEFINED _ARGS_PROTOC)
|
||||||
|
if (WIN32)
|
||||||
|
set(_ARGS_PROTOC "${EXTERNALS_BIN}/protoc.exe")
|
||||||
|
else()
|
||||||
|
set(_ARGS_PROTOC "${EXTERNALS_BIN}/protoc")
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
set(${_ARGS_CXX_SOURCES})
|
||||||
|
set(${_ARGS_CXX_HEADERS})
|
||||||
|
|
||||||
|
set(_proto_include_cli_args)
|
||||||
|
foreach(_dir ${_ARGS_PROTO_INCLUDE_DIRS})
|
||||||
|
list(APPEND _proto_include_cli_args -I ${_dir})
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
foreach(_fil ${_ARGS_PROTO_SOURCES})
|
||||||
|
get_filename_component(_abs_fil ${_fil} ABSOLUTE)
|
||||||
|
get_filename_component(_fil_we ${_fil} NAME_WE)
|
||||||
|
get_filename_component(_fil_dir ${_fil} DIRECTORY)
|
||||||
|
if(_fil_dir)
|
||||||
|
set(_fil_we "${_fil_dir}/${_fil_we}")
|
||||||
|
endif()
|
||||||
|
list(APPEND ${_ARGS_CXX_SOURCES} "${_ARGS_CXX_OUT_DIR}/${_fil_we}.pb.cc")
|
||||||
|
list(APPEND ${_ARGS_CXX_HEADERS} "${_ARGS_CXX_OUT_DIR}/${_fil_we}.pb.h")
|
||||||
|
message(STATUS "add_custom_command for ${_fil} -> ${_ARGS_CXX_OUT_DIR}/${_fil_we}.pb.h")
|
||||||
|
# TODO: Pass proto sources by relative path (so this fn can be called from
|
||||||
|
# arbitrary subdirs).
|
||||||
|
add_custom_command(
|
||||||
|
OUTPUT
|
||||||
|
"${_ARGS_CXX_OUT_DIR}/${_fil_we}.pb.cc"
|
||||||
|
"${_ARGS_CXX_OUT_DIR}/${_fil_we}.pb.h"
|
||||||
|
COMMAND
|
||||||
|
${_ARGS_PROTOC}
|
||||||
|
ARGS
|
||||||
|
--cpp_out=${_ARGS_CXX_OUT_DIR} ${_proto_include_cli_args} ${_abs_fil}
|
||||||
|
DEPENDS ${_abs_fil}
|
||||||
|
COMMENT "Running C++ protocol buffer compiler on ${_fil}"
|
||||||
|
VERBATIM
|
||||||
|
)
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
set_source_files_properties(
|
||||||
|
${${_ARGS_CXX_SOURCES}}
|
||||||
|
${${_ARGS_CXX_HEADERS}}
|
||||||
|
PROPERTIES
|
||||||
|
GENERATED TRUE
|
||||||
|
)
|
||||||
|
|
||||||
|
# remove some warnings from protobuf generated files
|
||||||
|
if(WIN32)
|
||||||
|
set_source_files_properties(
|
||||||
|
${${_ARGS_CXX_SOURCES}}
|
||||||
|
PROPERTIES
|
||||||
|
COMPILE_FLAGS "/wd4309 /wd4838"
|
||||||
|
)
|
||||||
|
else()
|
||||||
|
set_source_files_properties(
|
||||||
|
${${_ARGS_CXX_SOURCES}}
|
||||||
|
PROPERTIES
|
||||||
|
COMPILE_FLAGS "-Wno-unused-parameter -Wno-effc++ -Wno-pedantic -Wno-sign-compare -Wno-uninitialized"
|
||||||
|
)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
set(${_ARGS_CXX_SOURCES} ${${_ARGS_CXX_SOURCES}} PARENT_SCOPE)
|
||||||
|
set(${_ARGS_CXX_HEADERS} ${${_ARGS_CXX_HEADERS}} PARENT_SCOPE)
|
||||||
|
endfunction()
|
||||||
|
|
||||||
@@ -0,0 +1,61 @@
|
|||||||
|
include_guard(GLOBAL)
|
||||||
|
|
||||||
|
function(protobuf_generate_cpp_config)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args
|
||||||
|
PROTO_SOURCES_HEADER
|
||||||
|
PROTO_DEFAULTS_HEADER
|
||||||
|
)
|
||||||
|
set(_multi_value_args
|
||||||
|
PROTO_SOURCES
|
||||||
|
PROTO_DEFAULTS
|
||||||
|
)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}" "${_multi_value_args}" ${ARGN})
|
||||||
|
|
||||||
|
# Configure the 'config_proto_files' header. It provides an array of strings populated with the
|
||||||
|
# files in PROTO_SOURCES. At runtime, we use this array to generate a special 'config' proto
|
||||||
|
# message with fields for each message defined in said files. A global instance of this 'config'
|
||||||
|
# proto is then constructed, and populated with [compile-time] defaults, and [runtime] overrides
|
||||||
|
# (i.e., in spark.conf). Calls to `bts::config::get<T>()` retrieve the value from the field
|
||||||
|
# associated with type `T` in this global instance.
|
||||||
|
message(STATUS "PROTO_SOURCES: ${_ARGS_PROTO_SOURCES}")
|
||||||
|
message(STATUS "PROTO_SOURCES_HEADER: ${_ARGS_PROTO_SOURCES_HEADER}")
|
||||||
|
message(STATUS "PROTO_DEFAULTS_HEADER: ${_ARGS_PROTO_DEFAULTS_HEADER}")
|
||||||
|
if (_ARGS_PROTO_SOURCES_HEADER)
|
||||||
|
set(PROTO_SOURCES)
|
||||||
|
set(PROTO_SOURCES_CXX_ARRAY_ITEMS "")
|
||||||
|
foreach(_proto_path ${_ARGS_PROTO_SOURCES})
|
||||||
|
list(APPEND PROTO_SOURCES ${_proto_path})
|
||||||
|
string(APPEND PROTO_SOURCES_CXX_ARRAY_ITEMS "\"${_proto_path}\",\n")
|
||||||
|
endforeach()
|
||||||
|
list(LENGTH PROTO_SOURCES PROTO_SOURCES_LENGTH)
|
||||||
|
message(STATUS "CONFIGURING PROTO_SOURCES_HEADER): ${_ARGS_PROTO_SOURCES_HEADER}")
|
||||||
|
configure_file(${CMAKE_SOURCE_DIR}/cmake/config_proto_files.h.in ${_ARGS_PROTO_SOURCES_HEADER})
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# Generate static defaults. Ideally, this would be a single string, but we use an array because
|
||||||
|
# the compiler complains if the string is longer than 65k.
|
||||||
|
set(_cfg_defaults_str "inline const char * config_static_defaults[] = { ")
|
||||||
|
|
||||||
|
foreach(_cfg_file_path ${_ARGS_PROTO_DEFAULTS})
|
||||||
|
file(READ ${_cfg_file_path} _cfg_file_content)
|
||||||
|
string(REPLACE "\"" "\\\"" _cfg_file_content_escaped ${_cfg_file_content})
|
||||||
|
string(REPLACE "\n" ";" _cfg_lines ${_cfg_file_content_escaped})
|
||||||
|
|
||||||
|
foreach(_line ${_cfg_lines})
|
||||||
|
string(APPEND _cfg_defaults_str "\n \"${_line}\",")
|
||||||
|
endforeach(_line)
|
||||||
|
endforeach(_cfg_file_path)
|
||||||
|
|
||||||
|
string(APPEND _cfg_defaults_str "};")
|
||||||
|
set(_old_cfg_defaults_str "")
|
||||||
|
|
||||||
|
if(EXISTS ${_ARGS_PROTO_DEFAULTS_HEADER})
|
||||||
|
file(READ ${_ARGS_PROTO_DEFAULTS_HEADER} _old_cfg_defaults_str)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(NOT _cfg_defaults_str STREQUAL _old_cfg_defaults_str)
|
||||||
|
file(WRITE "${_ARGS_PROTO_DEFAULTS_HEADER}" "${_cfg_defaults_str}")
|
||||||
|
endif()
|
||||||
|
endfunction()
|
||||||
|
|
||||||
@@ -10,7 +10,7 @@ function(protobuf_generate_fs)
|
|||||||
set(_ARGS_TARGET_NAME "${PROJECT_NAME}_generate_fs_protos")
|
set(_ARGS_TARGET_NAME "${PROJECT_NAME}_generate_fs_protos")
|
||||||
endif()
|
endif()
|
||||||
if (NOT DEFINED _ARGS_PROTOC)
|
if (NOT DEFINED _ARGS_PROTOC)
|
||||||
set(_ARGS_PROTOC "${SPARK_BIN}/protoc")
|
set(_ARGS_PROTOC "${EXTERNALS_BIN}/protoc")
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
set(_proto_include_cli_args)
|
set(_proto_include_cli_args)
|
||||||
@@ -27,8 +27,8 @@ function(protobuf_generate_fs)
|
|||||||
endforeach()
|
endforeach()
|
||||||
|
|
||||||
set(_venv_exec ${CMAKE_SOURCE_DIR}/tools/venv_exec.sh)
|
set(_venv_exec ${CMAKE_SOURCE_DIR}/tools/venv_exec.sh)
|
||||||
set(_plugin_py ${CMAKE_SOURCE_DIR}/src/lib/api/service_compiler/plugin.py)
|
set(_plugin_py ${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/plugin.py)
|
||||||
set(_template_fs ${CMAKE_SOURCE_DIR}/src/lib/api/service_compiler/templates/fs/fable.fs)
|
set(_template_fs ${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/templates/fs/fable.fs)
|
||||||
add_custom_command(
|
add_custom_command(
|
||||||
OUTPUT ${_outputs}
|
OUTPUT ${_outputs}
|
||||||
WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
|
WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
|||||||
@@ -0,0 +1,10 @@
|
|||||||
|
include_guard(GLOBAL)
|
||||||
|
|
||||||
|
macro(set_first_defined RESULT)
|
||||||
|
foreach(_arg ${ARGN})
|
||||||
|
if (DEFINED ${_arg})
|
||||||
|
set(${RESULT} ${${_arg}})
|
||||||
|
break()
|
||||||
|
endif()
|
||||||
|
endforeach()
|
||||||
|
endmacro()
|
||||||
@@ -0,0 +1,39 @@
|
|||||||
|
include_guard(DIRECTORY)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SymLink.cmake)
|
||||||
|
|
||||||
|
function(sym_link_python_module)
|
||||||
|
set(_options)
|
||||||
|
set(_one_value_args LIB_NAME MODULE_NAME PLUGIN_NAME)
|
||||||
|
set(_multi_value_args)
|
||||||
|
cmake_parse_arguments(_ARGS "${_options}" "${_one_value_args}"
|
||||||
|
"${_multi_value_args}" ${ARGN})
|
||||||
|
if(NOT DEFINED _ARGS_LIB_NAME)
|
||||||
|
message(
|
||||||
|
FATAL_ERROR "LIB_NAME must be specified for sym_link_python_module()")
|
||||||
|
endif()
|
||||||
|
set(_lib_name ${_ARGS_LIB_NAME})
|
||||||
|
set(_module_name ${_ARGS_MODULE_NAME})
|
||||||
|
if(NOT DEFINED _ARGS_MODULE_NAME)
|
||||||
|
set(_module_name ${_lib_name}_module)
|
||||||
|
endif()
|
||||||
|
set(_plugin_name ${_ARGS_PLUGIN_NAME})
|
||||||
|
set(_deps ${_lib_name} ${_module_name})
|
||||||
|
if(DEFINED _ARGS_PLUGIN_NAME)
|
||||||
|
list(APPEND _deps ${_plugin_name} copy_${_plugin_name})
|
||||||
|
endif()
|
||||||
|
add_dependencies(${PROJECT_NAME} ${_deps})
|
||||||
|
sym_link_local_lib(${_lib_name})
|
||||||
|
set(_module_suffix cpython-310-x86_64-linux-gnu.so)
|
||||||
|
sym_link_file(
|
||||||
|
SOURCE
|
||||||
|
${CMAKE_BINARY_DIR}/src/lib_${_lib_name}/${_module_name}.${_module_suffix}
|
||||||
|
DEST
|
||||||
|
${CMAKE_CURRENT_BINARY_DIR}/${_module_name}.${_module_suffix}
|
||||||
|
INSTALL_DEST
|
||||||
|
${CMAKE_INSTALL_BINDIR}/)
|
||||||
|
if(DEFINED _ARGS_PLUGIN_NAME)
|
||||||
|
get_target_property(plugins ${_plugin_name} INTERFACE_PYTHON_SCRIPTS_DIR)
|
||||||
|
sym_link_dir(TARGET_NAME ${PROJECT_NAME}_link_${_plugin_name} SOURCE
|
||||||
|
${plugins} DEST ${CMAKE_CURRENT_BINARY_DIR}/${_plugin_name})
|
||||||
|
endif()
|
||||||
|
endfunction()
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include <array>
|
||||||
|
|
||||||
|
namespace bts::@PROJECT_NAME@::protobufs {
|
||||||
|
|
||||||
|
inline std::array<const char *, @PROTO_SOURCES_LENGTH@> config_proto_files = {
|
||||||
|
@PROTO_SOURCES_CXX_ARRAY_ITEMS@
|
||||||
|
};
|
||||||
|
|
||||||
|
} // namespace bts::@PROJECT_NAME@::protobufs
|
||||||
@@ -1,24 +0,0 @@
|
|||||||
cmake_minimum_required(VERSION 3.5)
|
|
||||||
|
|
||||||
# Explicitly set policy to convert relative paths to absolute (although this is a default policy,
|
|
||||||
# setting it explicitly prevents a compile-warning)
|
|
||||||
cmake_policy(SET CMP0076 NEW)
|
|
||||||
|
|
||||||
# add protos to the library to facilitate source_group
|
|
||||||
target_sources(libspark PUBLIC ${Config_Protos} ${NonConfig_Protos} ${Service_Protos})
|
|
||||||
|
|
||||||
function(assign_source_group)
|
|
||||||
foreach(_source IN ITEMS ${ARGN})
|
|
||||||
if(IS_ABSOLUTE "${_source}")
|
|
||||||
file(RELATIVE_PATH _source_rel "${CMAKE_CURRENT_SOURCE_DIR}" "${_source}")
|
|
||||||
else()
|
|
||||||
set(_source_rel "${_source}")
|
|
||||||
endif()
|
|
||||||
get_filename_component(_source_path "${_source_rel}" PATH)
|
|
||||||
string(REPLACE "/" "\\" _source_path_msvc "${_source_path}")
|
|
||||||
source_group("${_source_path_msvc}" FILES "${_source}")
|
|
||||||
set(SOURCE_FILES "${_source}")
|
|
||||||
endforeach()
|
|
||||||
endfunction(assign_source_group)
|
|
||||||
|
|
||||||
assign_source_group(${SparkLib_Sources} ${Config_Protos} ${NonConfig_Protos} ${Service_Protos})
|
|
||||||
+4
-2
@@ -3,11 +3,12 @@ services:
|
|||||||
volumes:
|
volumes:
|
||||||
- ${SPARKD__DATA_DIR:-sparkd_data}:/home/bts/sparkdata/data
|
- ${SPARKD__DATA_DIR:-sparkd_data}:/home/bts/sparkdata/data
|
||||||
build:
|
build:
|
||||||
dockerfile: src/server/sparkd/Dockerfile
|
dockerfile: src/app_sparkd/Dockerfile
|
||||||
args:
|
args:
|
||||||
- IMAGE=${SPARKD__IMAGE}
|
- IMAGE=${SPARKD__IMAGE}
|
||||||
- SOURCE_DIR=${SPARKD__SOURCE_DIR}
|
- SOURCE_DIR=${SPARKD__SOURCE_DIR}
|
||||||
- CONFIG_DIR=${SPARKD__CONFIG_DIR}
|
- CONFIG_DIR=${SPARKD__CONFIG_DIR}
|
||||||
|
- PYTHON_REQUIREMENTS=${SPARKD__PYTHON_REQUIREMENTS}
|
||||||
shm_size: "${SPARKD__SHM_SIZE:-512mb}"
|
shm_size: "${SPARKD__SHM_SIZE:-512mb}"
|
||||||
command: >
|
command: >
|
||||||
sh -c "
|
sh -c "
|
||||||
@@ -39,11 +40,12 @@ services:
|
|||||||
- ${SPARKD__DATA_DIR:-sparkd_data}:/home/bts/sparkdata/data
|
- ${SPARKD__DATA_DIR:-sparkd_data}:/home/bts/sparkdata/data
|
||||||
- ${SPARKD__RUNTIME_CONF_DIR:-sparkd_conf}:/home/bts/sparkdata/conf
|
- ${SPARKD__RUNTIME_CONF_DIR:-sparkd_conf}:/home/bts/sparkdata/conf
|
||||||
build:
|
build:
|
||||||
dockerfile: src/server/sparkd/Dockerfile
|
dockerfile: src/app_sparkd/Dockerfile
|
||||||
args:
|
args:
|
||||||
- IMAGE=${SPARKD__IMAGE}
|
- IMAGE=${SPARKD__IMAGE}
|
||||||
- SOURCE_DIR=${SPARKD__SOURCE_DIR}
|
- SOURCE_DIR=${SPARKD__SOURCE_DIR}
|
||||||
- CONFIG_DIR=${SPARKD__CONFIG_DIR}
|
- CONFIG_DIR=${SPARKD__CONFIG_DIR}
|
||||||
|
- PYTHON_REQUIREMENTS=${SPARKD__PYTHON_REQUIREMENTS}
|
||||||
shm_size: "${SPARKD__SHM_SIZE:-512mb}"
|
shm_size: "${SPARKD__SHM_SIZE:-512mb}"
|
||||||
command: >
|
command: >
|
||||||
sh -c "
|
sh -c "
|
||||||
|
|||||||
@@ -124,8 +124,8 @@ service OrderService {
|
|||||||
```
|
```
|
||||||
### C++ Example
|
### C++ Example
|
||||||
```cpp
|
```cpp
|
||||||
#include "lib/api/public/ServiceContext.h"
|
#include "spark/api/public/ServiceContext.h"
|
||||||
#include "lib/api/services/OrderService.client.pb.h"
|
#include "spark/api/services/OrderService.client.pb.h"
|
||||||
using namespace bts::api;
|
using namespace bts::api;
|
||||||
ServiceContext ctx;
|
ServiceContext ctx;
|
||||||
auto orders = ctx.locate<orderman::OrderService>();
|
auto orders = ctx.locate<orderman::OrderService>();
|
||||||
|
|||||||
@@ -29,9 +29,9 @@ namespace sample {
|
|||||||
```
|
```
|
||||||
|
|
||||||
```cpp
|
```cpp
|
||||||
#include "lib/api/public/ServiceContext.h"
|
#include "spark/api/public/ServiceContext.h"
|
||||||
#include "spark/lib/domain_model/Security.h"
|
#include "spark/domain_model/Security.h"
|
||||||
#include "lib/api/services/MarketDataService.client.pb.h"
|
#include "spark/api/services/MarketDataService.client.pb.h"
|
||||||
#include <thread>
|
#include <thread>
|
||||||
|
|
||||||
using namespace bts::api;
|
using namespace bts::api;
|
||||||
|
|||||||
@@ -16,11 +16,16 @@ jmespath==1.0.1
|
|||||||
lazy-object-proxy==1.6.0
|
lazy-object-proxy==1.6.0
|
||||||
MarkupSafe==3.0.2
|
MarkupSafe==3.0.2
|
||||||
mccabe==0.6.1
|
mccabe==0.6.1
|
||||||
|
numpy==2.2.6
|
||||||
platformdirs==2.3.0
|
platformdirs==2.3.0
|
||||||
protobuf==4.21.12
|
protobuf==4.21.12
|
||||||
pybars3==0.9.7
|
pybars3==0.9.7
|
||||||
|
pybind11==2.13.6
|
||||||
|
pybind11-stubgen==2.5.3
|
||||||
|
pybit==5.11.0
|
||||||
pycodestyle==2.7.0
|
pycodestyle==2.7.0
|
||||||
pycparser==2.20
|
pycparser==2.20
|
||||||
|
pycryptodome==3.23.0
|
||||||
pylint==2.10.2
|
pylint==2.10.2
|
||||||
PyMeta3==0.5.1
|
PyMeta3==0.5.1
|
||||||
python-dateutil==2.9.0.post0
|
python-dateutil==2.9.0.post0
|
||||||
@@ -31,6 +36,7 @@ six==1.17.0
|
|||||||
termcolor==1.1.0
|
termcolor==1.1.0
|
||||||
toml==0.10.2
|
toml==0.10.2
|
||||||
urllib3==2.0.3
|
urllib3==2.0.3
|
||||||
|
websocket-client==1.8.0
|
||||||
Werkzeug==3.1.3
|
Werkzeug==3.1.3
|
||||||
wrapt==1.12.1
|
wrapt==1.12.1
|
||||||
yapf==0.31.0
|
yapf==0.31.0
|
||||||
@@ -19,8 +19,8 @@
|
|||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<Proto Include="../../lib/config/protos/data_stream_config.proto" CSName="DataStreamConfig">
|
<Proto Include="../../lib_spark/spark/config/protos/data_stream_config.proto" CSName="DataStreamConfig">
|
||||||
<OutDir>$(ProtoOutputPath)/lib/config/protos</OutDir>
|
<OutDir>$(ProtoOutputPath)/lib_spark/spark/config/protos</OutDir>
|
||||||
</Proto>
|
</Proto>
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
|
|||||||
@@ -43,7 +43,7 @@
|
|||||||
Condition="Exists($(ComputerSpecificConfig))" />
|
Condition="Exists($(ComputerSpecificConfig))" />
|
||||||
|
|
||||||
<PropertyGroup Label="ProtoBuf">
|
<PropertyGroup Label="ProtoBuf">
|
||||||
<ProtocPluginBase>$(SparkRoot)\src\lib\api\service_compiler</ProtocPluginBase>
|
<ProtocPluginBase>$(SparkRoot)\src\lib_spark\spark\api\service_compiler</ProtocPluginBase>
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<Choose>
|
<Choose>
|
||||||
<When Condition="'$(OS)' == 'Windows_NT'">
|
<When Condition="'$(OS)' == 'Windows_NT'">
|
||||||
|
|||||||
@@ -24,7 +24,7 @@
|
|||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<GenProtosCmd>$(protoc) %(Proto.FullPath)</GenProtosCmd>
|
<GenProtosCmd>$(protoc) %(Proto.FullPath)</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --error_format=msvs</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --error_format=msvs</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --proto_path=$(SourceRoot)</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --proto_path=$(SourceRoot)/lib_spark</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --plugin="protoc-gen-spark-csharp=$(ProtocPlugin)"</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --plugin="protoc-gen-spark-csharp=$(ProtocPlugin)"</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --spark-csharp_out=lang=c#,templates=immutable.pb.cs,strip_out_path=1:%(Proto.OutDir)</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --spark-csharp_out=lang=c#,templates=immutable.pb.cs,strip_out_path=1:%(Proto.OutDir)</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --csharp_out=%(Proto.OutDir)</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --csharp_out=%(Proto.OutDir)</GenProtosCmd>
|
||||||
@@ -65,7 +65,7 @@
|
|||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<GenProtosCmd>$(protoc) %(ProtoService.FullPath)</GenProtosCmd>
|
<GenProtosCmd>$(protoc) %(ProtoService.FullPath)</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --error_format=msvs</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --error_format=msvs</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --proto_path=$(SourceRoot)</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --proto_path=$(SourceRoot)/lib_spark</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --plugin="protoc-gen-service=$(ProtocPlugin)"</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --plugin="protoc-gen-service=$(ProtocPlugin)"</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --service_out=lang=c#,strip_out_path=1:%(ProtoService.OutDir)</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --service_out=lang=c#,strip_out_path=1:%(ProtoService.OutDir)</GenProtosCmd>
|
||||||
<GenProtosCmd>$(GenProtosCmd) --csharp_out=%(ProtoService.OutDir)</GenProtosCmd>
|
<GenProtosCmd>$(GenProtosCmd) --csharp_out=%(ProtoService.OutDir)</GenProtosCmd>
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
cmake_minimum_required(VERSION 3.10)
|
cmake_minimum_required(VERSION 3.5)
|
||||||
project(Spark.Admin.WebApp)
|
project(Spark.Admin.WebApp)
|
||||||
|
|
||||||
include(GNUInstallDirs)
|
include(GNUInstallDirs)
|
||||||
@@ -10,11 +10,11 @@ include(${CMAKE_SOURCE_DIR}/cmake/ProtobufGenerateFs.cmake)
|
|||||||
file(
|
file(
|
||||||
GLOB_RECURSE ${PROJECT_NAME}_PROTO_SOURCES
|
GLOB_RECURSE ${PROJECT_NAME}_PROTO_SOURCES
|
||||||
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
../lib/api/*.proto
|
../lib_spark/spark/api/*.proto
|
||||||
../lib/api/services/*.proto
|
../lib_spark/spark/api/services/*.proto
|
||||||
../lib/domain_model/*.proto
|
../lib_spark/spark/domain_model/*.proto
|
||||||
../lib/sparkproto/*.proto
|
../lib_spark/spark/sparkproto/*.proto
|
||||||
../lib/md/protos/*.proto
|
../lib_spark/spark/md/protos/*.proto
|
||||||
../../externals/linux/include/google/protobuf/descriptor.proto
|
../../externals/linux/include/google/protobuf/descriptor.proto
|
||||||
../../externals/linux/include/google/protobuf/timestamp.proto
|
../../externals/linux/include/google/protobuf/timestamp.proto
|
||||||
)
|
)
|
||||||
@@ -44,7 +44,7 @@ set(_build_admin_web_app_deps
|
|||||||
${_build_admin_web_app_py}
|
${_build_admin_web_app_py}
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/Spark.Admin.WebApp.fsproj
|
${CMAKE_CURRENT_SOURCE_DIR}/src/Spark.Admin.WebApp.fsproj
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/webpack.config.js
|
${CMAKE_CURRENT_SOURCE_DIR}/webpack.config.js
|
||||||
${CMAKE_SOURCE_DIR}/src/lib/api/service_compiler/templates/fs/fable.fs
|
${CMAKE_SOURCE_DIR}/src/lib_spark/spark/api/service_compiler/templates/fs/fable.fs
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/package-lock.json
|
${CMAKE_CURRENT_SOURCE_DIR}/package-lock.json
|
||||||
${${PROJECT_NAME}_PROTO_SOURCES}
|
${${PROJECT_NAME}_PROTO_SOURCES}
|
||||||
${_api_ts_SOURCES}
|
${_api_ts_SOURCES}
|
||||||
@@ -73,7 +73,7 @@ add_custom_command(
|
|||||||
protobuf_generate_js(
|
protobuf_generate_js(
|
||||||
TARGET_NAME generate_js_protos
|
TARGET_NAME generate_js_protos
|
||||||
PROTO_INCLUDE_DIRS
|
PROTO_INCLUDE_DIRS
|
||||||
..
|
../lib_spark
|
||||||
../../externals/linux/include
|
../../externals/linux/include
|
||||||
PROTO_SOURCES ${${PROJECT_NAME}_PROTO_SOURCES}
|
PROTO_SOURCES ${${PROJECT_NAME}_PROTO_SOURCES}
|
||||||
OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/proto.js
|
OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/proto.js
|
||||||
@@ -82,7 +82,7 @@ protobuf_generate_js(
|
|||||||
protobuf_generate_fs(
|
protobuf_generate_fs(
|
||||||
TARGET_NAME generate_fs_protos
|
TARGET_NAME generate_fs_protos
|
||||||
PROTO_INCLUDE_DIRS
|
PROTO_INCLUDE_DIRS
|
||||||
..
|
../lib_spark
|
||||||
../../externals/linux/include
|
../../externals/linux/include
|
||||||
PROTO_SOURCES ${${PROJECT_NAME}_PROTO_SOURCES}
|
PROTO_SOURCES ${${PROJECT_NAME}_PROTO_SOURCES}
|
||||||
OUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/fable
|
OUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/fable
|
||||||
@@ -184,4 +184,3 @@ install(
|
|||||||
DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/public"
|
DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/public"
|
||||||
DESTINATION "${CMAKE_INSTALL_BINDIR}/${PROJECT_NAME}"
|
DESTINATION "${CMAKE_INSTALL_BINDIR}/${PROJECT_NAME}"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -17,7 +17,7 @@ type Tab =
|
|||||||
| PositionManagementTab
|
| PositionManagementTab
|
||||||
| MarginTab
|
| MarginTab
|
||||||
|
|
||||||
let venues = [| Venue.BINANCE; Venue.BinanceUs; Venue.BinanceUsdsFutures; Venue.CBOE; Venue.COINBASE; Venue.DERIBIT; Venue.OKX; Venue.GLBX; Venue.ICE; Venue.TAIFEX; Venue.TWSE; Venue.SIM; |]
|
let venues = [| Venue.BINANCE; Venue.BinanceUs; Venue.BinanceUsdsFutures; Venue.BYBIT; Venue.CBOE; Venue.COINBASE; Venue.DERIBIT; Venue.GATEIO; Venue.OKX; Venue.GLBX; Venue.ICE; Venue.TAIFEX; Venue.TWSE; Venue.SIM; |]
|
||||||
|
|
||||||
let securityTypes = [| SecurityType.SPOT; SecurityType.FUTURE; SecurityType.OPTION; SecurityType.SPREAD; |]
|
let securityTypes = [| SecurityType.SPOT; SecurityType.FUTURE; SecurityType.OPTION; SecurityType.SPREAD; |]
|
||||||
|
|
||||||
@@ -50,6 +50,11 @@ type BinanceUsdsFUTURESExchangeField =
|
|||||||
| Origin of CustomerOrFirm
|
| Origin of CustomerOrFirm
|
||||||
| ClearingAccount of string
|
| ClearingAccount of string
|
||||||
|
|
||||||
|
type BybitExchangeField =
|
||||||
|
| CTI of CTICode
|
||||||
|
| Origin of CustomerOrFirm
|
||||||
|
| ClearingAccount of string
|
||||||
|
|
||||||
type COINBASEExchangeField =
|
type COINBASEExchangeField =
|
||||||
| CTI of CTICode
|
| CTI of CTICode
|
||||||
| Origin of CustomerOrFirm
|
| Origin of CustomerOrFirm
|
||||||
@@ -60,6 +65,11 @@ type DERIBITExchangeField =
|
|||||||
| Origin of CustomerOrFirm
|
| Origin of CustomerOrFirm
|
||||||
| ClearingAccount of string
|
| ClearingAccount of string
|
||||||
|
|
||||||
|
type GateioExchangeField =
|
||||||
|
| CTI of CTICode
|
||||||
|
| Origin of CustomerOrFirm
|
||||||
|
| ClearingAccount of string
|
||||||
|
|
||||||
type ICEExchangeField =
|
type ICEExchangeField =
|
||||||
| CTI of CTICode
|
| CTI of CTICode
|
||||||
| Origin of CustomerOrFirm
|
| Origin of CustomerOrFirm
|
||||||
|
|||||||
@@ -797,6 +797,8 @@ let venueToString (venue:bts.api.Venue) =
|
|||||||
| bts.api.Venue.BINANCE -> "BINANCE"
|
| bts.api.Venue.BINANCE -> "BINANCE"
|
||||||
| bts.api.Venue.BinanceUs -> "BinanceUs"
|
| bts.api.Venue.BinanceUs -> "BinanceUs"
|
||||||
| bts.api.Venue.BinanceUsdsFutures -> "BinanceUsdsFutures"
|
| bts.api.Venue.BinanceUsdsFutures -> "BinanceUsdsFutures"
|
||||||
|
| bts.api.Venue.BYBIT -> "BYBIT"
|
||||||
|
| bts.api.Venue.GATEIO -> "GATEIO"
|
||||||
| bts.api.Venue.FTX -> "FTX"
|
| bts.api.Venue.FTX -> "FTX"
|
||||||
| bts.api.Venue.OKX -> "OKX"
|
| bts.api.Venue.OKX -> "OKX"
|
||||||
| bts.api.Venue.TAIFEX -> "TAIFEX"
|
| bts.api.Venue.TAIFEX -> "TAIFEX"
|
||||||
|
|||||||
@@ -0,0 +1,172 @@
|
|||||||
|
cmake_minimum_required(VERSION 3.14)
|
||||||
|
project(sparkd)
|
||||||
|
|
||||||
|
include(FetchContent)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/safe_dep_glob.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/ProtobufGenerateCpp.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/InstallBasic.cmake)
|
||||||
|
include(GNUInstallDirs)
|
||||||
|
|
||||||
|
if (NOT DEFINED PROJECT_VERSION)
|
||||||
|
set(PROJECT_VERSION 1.0.0)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# dependencies
|
||||||
|
file(
|
||||||
|
GLOB_RECURSE ${PROJECT_NAME}_PROTO_SOURCES
|
||||||
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
*.proto
|
||||||
|
)
|
||||||
|
file(
|
||||||
|
GLOB_RECURSE ${PROJECT_NAME}_SOURCES
|
||||||
|
RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
*.cpp
|
||||||
|
)
|
||||||
|
update_deps_file("${${PROJECT_NAME}_PROTO_SOURCES};${${PROJECT_NAME}_SOURCES}")
|
||||||
|
|
||||||
|
protobuf_generate_cpp(
|
||||||
|
CXX_SOURCES ${PROJECT_NAME}_PROTO_CXX_SOURCES
|
||||||
|
CXX_HEADERS ${PROJECT_NAME}_PROTO_CXX_HEADERS
|
||||||
|
CXX_OUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/include
|
||||||
|
PROTO_INCLUDE_DIRS
|
||||||
|
${EXTERNALS_INCLUDE}
|
||||||
|
${CMAKE_SOURCE_DIR}/src/lib_spark
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
PROTO_SOURCES
|
||||||
|
${${PROJECT_NAME}_PROTO_SOURCES}
|
||||||
|
)
|
||||||
|
add_executable(sparkd ${${PROJECT_NAME}_SOURCES} ${${PROJECT_NAME}_PROTO_CXX_SOURCES})
|
||||||
|
|
||||||
|
# include paths
|
||||||
|
target_include_directories(
|
||||||
|
sparkd
|
||||||
|
PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}>
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}>/include
|
||||||
|
$<BUILD_INTERFACE:${emumba-deribit-connector-library_INCLUDE_DIRS}>
|
||||||
|
)
|
||||||
|
|
||||||
|
find_package(PkgConfig REQUIRED)
|
||||||
|
pkg_check_modules(emumba-deribit-connector-library REQUIRED emumba-deribit-connector)
|
||||||
|
|
||||||
|
# This dir contains rapidjsonConfig.cmake
|
||||||
|
list(APPEND CMAKE_PREFIX_PATH ${CMAKE_CURRENT_SOURCE_DIR}/cmake_modules)
|
||||||
|
find_package(rapidjson REQUIRED)
|
||||||
|
target_include_directories(
|
||||||
|
${PROJECT_NAME} SYSTEM
|
||||||
|
PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${rapidjson_INCLUDE_DIR}>
|
||||||
|
)
|
||||||
|
add_dependencies(${PROJECT_NAME} rapidjson_project)
|
||||||
|
|
||||||
|
# databento
|
||||||
|
FetchContent_Declare(
|
||||||
|
databento
|
||||||
|
GIT_REPOSITORY https://github.com/databento/databento-cpp
|
||||||
|
GIT_TAG v0.31.0
|
||||||
|
)
|
||||||
|
FetchContent_MakeAvailable(databento)
|
||||||
|
|
||||||
|
# deribit-demo log level
|
||||||
|
if(NOT DEFINED DERIBIT_DEMO_LOG_LEVEL)
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=0)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=TRACE")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "TRACE")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=0)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=TRACE")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "DEBUG")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=1)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=DEBUG")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "INFO")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=2)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=INFO")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "WARN")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=3)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=WARN")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "ERROR")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=4)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=ERROR")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "CRITICAL")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=5)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=CRITICAL")
|
||||||
|
elseif(DERIBIT_DEMO_LOG_LEVEL STREQUAL "OFF")
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=6)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=OFF")
|
||||||
|
else()
|
||||||
|
add_definitions(-DSPDLOG_ACTIVE_LEVEL=0)
|
||||||
|
message("-- Building of DERIBIT_DEMO_LOG_LEVEL=TRACE")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
target_link_directories(
|
||||||
|
${PROJECT_NAME} PUBLIC
|
||||||
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}>
|
||||||
|
$<INSTALL_INTERFACE:${CMAKE_INSTALL_LIBDIR}>
|
||||||
|
)
|
||||||
|
|
||||||
|
# Set RPATH so sparkd knows where to find our shared libs (e.g., libspark).
|
||||||
|
# The dirs are relative to sparkd's path, represented by "$ORIGIN".
|
||||||
|
set_target_properties(
|
||||||
|
${PROJECT_NAME} PROPERTIES
|
||||||
|
BUILD_RPATH "$ORIGIN/../lib_spark;$ORIGIN/../lib_python_interop"
|
||||||
|
INSTALL_RPATH "$ORIGIN/../${CMAKE_INSTALL_LIBDIR}"
|
||||||
|
)
|
||||||
|
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SymLink.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/SymLinkPythonModule.cmake)
|
||||||
|
# Py interop
|
||||||
|
sym_link_python_module(
|
||||||
|
LIB_NAME python_interop
|
||||||
|
MODULE_NAME python_interop_module
|
||||||
|
PLUGIN_NAME python_interop_plugins
|
||||||
|
)
|
||||||
|
target_link_libraries(
|
||||||
|
sparkd
|
||||||
|
spark
|
||||||
|
binance_execution
|
||||||
|
okx_execution
|
||||||
|
python_interop
|
||||||
|
python_interop_module
|
||||||
|
databento::databento
|
||||||
|
${emumba-deribit-connector-library_LIBRARIES}
|
||||||
|
tbb
|
||||||
|
quickfix
|
||||||
|
benchmark
|
||||||
|
Common++
|
||||||
|
Packet++
|
||||||
|
Pcap++
|
||||||
|
lttng-ust
|
||||||
|
-lpcap
|
||||||
|
-static-libgcc
|
||||||
|
-static-libstdc++
|
||||||
|
-pthread)
|
||||||
|
|
||||||
|
# Onixs
|
||||||
|
target_link_libraries(
|
||||||
|
${PROJECT_NAME}
|
||||||
|
onixs-cmemdh
|
||||||
|
OnixS.IceImpactMulticastPriceFeedHandlerCpp
|
||||||
|
# gcc doesn't resolve onixs-fix-engine and ACE in runtime path unless we specify
|
||||||
|
# --no-as-needed. These are onixs deps that aren't called directly by our code.
|
||||||
|
# Note: this isn't an issue for clang
|
||||||
|
-Wl,--no-as-needed
|
||||||
|
onixs-fix-engine
|
||||||
|
ACE
|
||||||
|
)
|
||||||
|
|
||||||
|
# Catch2
|
||||||
|
find_package(Catch2 CONFIG REQUIRED)
|
||||||
|
target_link_libraries(${PROJECT_NAME} Catch2::Catch2)
|
||||||
|
|
||||||
|
install_basic()
|
||||||
|
install(
|
||||||
|
FILES
|
||||||
|
"${EXTERNALS_LIB}/libonixs-cmemdh.so"
|
||||||
|
"${EXTERNALS_LIB}/libonixs-cmemdh.so.4"
|
||||||
|
"${EXTERNALS_LIB}/libonixs-cmemdh.so.4.8.0"
|
||||||
|
"${EXTERNALS_LIB}/libOnixS.IceImpactMulticastPriceFeedHandlerCpp.so.3.16.0.0"
|
||||||
|
"${EXTERNALS_LIB}/libonixs-fix-engine.so"
|
||||||
|
"${EXTERNALS_LIB}/libonixs-fix-engine.so.4"
|
||||||
|
"${EXTERNALS_LIB}/libonixs-fix-engine.so.4.10.1"
|
||||||
|
"${EXTERNALS_LIB}/libACE-5.7.5.so"
|
||||||
|
DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
||||||
|
)
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
@PACKAGE_INIT@
|
||||||
|
|
||||||
|
include("${CMAKE_CURRENT_LIST_DIR}/@PROJECT_NAME@Targets.cmake")
|
||||||
|
|
||||||
|
check_required_components(@PROJECT_NAME@)
|
||||||
@@ -1,6 +1,7 @@
|
|||||||
ARG IMAGE="sparkd"
|
ARG IMAGE="sparkd"
|
||||||
ARG CONFIG_DIR="src/server/sparkd/configurations/dev"
|
ARG CONFIG_DIR="src/app_sparkd/configurations/dev"
|
||||||
ARG SOURCE_DIR="install/sparkd-release-gcc"
|
ARG SOURCE_DIR="install/sparkd-release-gcc"
|
||||||
|
ARG PYTHON_REQUIREMENTS="requirements.txt"
|
||||||
|
|
||||||
# sparkd_base
|
# sparkd_base
|
||||||
FROM bluetradingsystems/linux_dotnet7 AS sparkd_base
|
FROM bluetradingsystems/linux_dotnet7 AS sparkd_base
|
||||||
@@ -10,7 +11,11 @@ ARG SOURCE_DIR
|
|||||||
USER "root"
|
USER "root"
|
||||||
RUN apt-get update && apt-get install -y liblttng-ust-dev
|
RUN apt-get update && apt-get install -y liblttng-ust-dev
|
||||||
RUN apt-get update && apt-get install -y libpcap0.8-dev
|
RUN apt-get update && apt-get install -y libpcap0.8-dev
|
||||||
RUN apt-get update && apt-get install -y python3.10-dev
|
RUN apt-get update && apt-get install -y python3-dev
|
||||||
|
RUN apt-get update && apt-get install -y python3-pip
|
||||||
|
RUN python3 -m pip install --upgrade pip
|
||||||
|
COPY "${PYTHON_REQUIREMENTS}" "/home/bts/bin/requirements.txt"
|
||||||
|
RUN pip3 install -r "/home/bts/bin/requirements.txt"
|
||||||
|
|
||||||
USER "bts"
|
USER "bts"
|
||||||
COPY --chown=bts:bts "${SOURCE_DIR}" "."
|
COPY --chown=bts:bts "${SOURCE_DIR}" "."
|
||||||
@@ -22,17 +27,22 @@ FROM sparkd_base AS sparkd
|
|||||||
|
|
||||||
# sparkd_md_replay
|
# sparkd_md_replay
|
||||||
FROM sparkd_base AS sparkd_md_replay
|
FROM sparkd_base AS sparkd_md_replay
|
||||||
ARG MD_RECORDING_DIR="src/server/sparkd/.md_recording"
|
ARG MD_RECORDING_DIR="src/app_sparkd/.md_recording"
|
||||||
COPY --chown=bts:bts "${MD_RECORDING_DIR}" "/home/bts/sparkdata/data/md_recording"
|
COPY --chown=bts:bts "${MD_RECORDING_DIR}" "/home/bts/sparkdata/data/md_recording"
|
||||||
|
|
||||||
# sparkd_symbols - like sparkd, but doesn't copy a config dir into the image
|
# sparkd_symbols - like sparkd, but doesn't copy a config dir into the image
|
||||||
FROM bluetradingsystems/linux_dotnet7 AS sparkd_symbols
|
FROM bluetradingsystems/linux_dotnet7 AS sparkd_symbols
|
||||||
ARG SOURCE_DIR
|
ARG SOURCE_DIR
|
||||||
|
ARG PYTHON_REQUIREMENTS="requirements.txt"
|
||||||
|
|
||||||
USER "root"
|
USER "root"
|
||||||
RUN apt-get update && apt-get install -y liblttng-ust-dev
|
RUN apt-get update && apt-get install -y liblttng-ust-dev
|
||||||
RUN apt-get update && apt-get install -y libpcap0.8-dev
|
RUN apt-get update && apt-get install -y libpcap0.8-dev
|
||||||
RUN apt-get update && apt-get install -y python3.10-dev
|
RUN apt-get update && apt-get install -y python3-dev
|
||||||
|
RUN apt-get update && apt-get install -y python3-pip
|
||||||
|
RUN python3 -m pip install --upgrade pip
|
||||||
|
COPY "${PYTHON_REQUIREMENTS}" "/home/bts/bin/requirements.txt"
|
||||||
|
RUN pip3 install -r "/home/bts/bin/requirements.txt"
|
||||||
|
|
||||||
USER "bts"
|
USER "bts"
|
||||||
COPY --chown=bts:bts "${SOURCE_DIR}" "."
|
COPY --chown=bts:bts "${SOURCE_DIR}" "."
|
||||||
File renamed without changes.
@@ -0,0 +1,4 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/alphaworx_prod
|
||||||
|
SPARKD__SHM_SIZE=8gb
|
||||||
|
SPARKD__MEMORY=8gb
|
||||||
|
SPARKD__RUNTIME_CONF_DIR=/home/ubuntu/8000/sparkdata/conf/
|
||||||
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -0,0 +1,6 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/alphaworx_zen_hk_live-preview
|
||||||
|
SPARKD__PYTHON_REQUIREMENTS=src/app_sparkd/configurations/alphaworx_zen_hk_live-preview/requirements.txt
|
||||||
|
SPARKD__SHM_SIZE=8gb
|
||||||
|
SPARKD__MEMORY=8gb
|
||||||
|
SPARKD__IMAGE=sparkd_symbols
|
||||||
|
SPARKD__RUNTIME_CONF_DIR=/home/bts/8000/sparkdata/conf
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
* Connects to Binance, Okx, and Bybit PRODUCTION sites with small accounts designated for test trades
|
||||||
|
* Api keys NOT included
|
||||||
|
* Configured for Alphaworx and Bts testing in a production environment
|
||||||
|
|
||||||
|
To retrieve api keys, run "python init_env.py". It should dump them to a file
|
||||||
|
called ".env.local".
|
||||||
File renamed without changes.
File renamed without changes.
@@ -0,0 +1,99 @@
|
|||||||
|
import botocore
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
|
||||||
|
from boto3.session import Session
|
||||||
|
from botocore.exceptions import ClientError
|
||||||
|
from fileinput import FileInput
|
||||||
|
|
||||||
|
|
||||||
|
def update_env_file(path, env_vars: dict):
|
||||||
|
"""Update or add vars in a .env file in place."""
|
||||||
|
if not os.path.exists(path):
|
||||||
|
with open(path, "w") as file:
|
||||||
|
for k, v in env_vars.items():
|
||||||
|
file.write(f"{k}={v}\n")
|
||||||
|
return
|
||||||
|
|
||||||
|
with FileInput(path, inplace=True) as file:
|
||||||
|
for line in file:
|
||||||
|
if not line.startswith("#"):
|
||||||
|
stripped: str = line.lstrip()
|
||||||
|
key_len = stripped.find("=")
|
||||||
|
if key_len >= 0:
|
||||||
|
k = stripped[0:key_len]
|
||||||
|
if k in env_vars:
|
||||||
|
print(f"{k}={env_vars[k]}")
|
||||||
|
del env_vars[k]
|
||||||
|
continue
|
||||||
|
print(line, end="")
|
||||||
|
|
||||||
|
if len(env_vars) > 0:
|
||||||
|
with open(path, "a") as file:
|
||||||
|
for k, v in env_vars.items():
|
||||||
|
file.write(f"{k}={v}\n")
|
||||||
|
|
||||||
|
|
||||||
|
def get_secret():
|
||||||
|
secret_name = "alphaworx_api_keys"
|
||||||
|
region_name = "us-east-1"
|
||||||
|
profile_name = "bts-ap-northeast-1"
|
||||||
|
session = Session(profile_name=profile_name)
|
||||||
|
client = session.client(
|
||||||
|
service_name="secretsmanager",
|
||||||
|
region_name=region_name,
|
||||||
|
)
|
||||||
|
|
||||||
|
def on_token_error(e: Exception):
|
||||||
|
print(f"""
|
||||||
|
Failed to get secret value. {e}
|
||||||
|
Verify you are logged in to aws, then try again.
|
||||||
|
|
||||||
|
aws sso login --profile {profile_name}
|
||||||
|
|
||||||
|
If this error persists, verify you have access to these api keys.
|
||||||
|
For more help or information, talk to John.
|
||||||
|
""")
|
||||||
|
|
||||||
|
try:
|
||||||
|
get_secret_value_response = client.get_secret_value(
|
||||||
|
SecretId=secret_name)
|
||||||
|
except ClientError as e:
|
||||||
|
print(f"Failed to get secret value.\n{e}")
|
||||||
|
raise e
|
||||||
|
except botocore.exceptions.SSOTokenLoadError as tl_err:
|
||||||
|
on_token_error(tl_err)
|
||||||
|
return None
|
||||||
|
except botocore.exceptions.TokenRetrievalError as tr_err:
|
||||||
|
on_token_error(tr_err)
|
||||||
|
return None
|
||||||
|
return get_secret_value_response["SecretString"]
|
||||||
|
|
||||||
|
|
||||||
|
def _run():
|
||||||
|
this_dir = os.path.dirname(__file__)
|
||||||
|
secret_str = get_secret()
|
||||||
|
if secret_str is None:
|
||||||
|
exit(1)
|
||||||
|
secret = json.loads(secret_str)
|
||||||
|
env_vars = {}
|
||||||
|
|
||||||
|
def set_env_var(key_name: str, *json_path):
|
||||||
|
try:
|
||||||
|
val = secret[json_path[0]]
|
||||||
|
for p in json_path[1:]:
|
||||||
|
val = val[p]
|
||||||
|
env_vars[key_name] = val
|
||||||
|
print(f"Set {key_name}={val} ({'.'.join(json_path)})")
|
||||||
|
except KeyError:
|
||||||
|
print(f"Failed to set {key_name}= ({'.'.join(json_path)})")
|
||||||
|
|
||||||
|
set_env_var("BINANCE_API_KEY", "binance", "prod", "api_key")
|
||||||
|
set_env_var("BINANCE_SECRET_KEY", "binance", "prod", "secret_key")
|
||||||
|
set_env_var("BYBIT_API_KEY", "bybit", "prod_test", "api_key")
|
||||||
|
set_env_var("BYBIT_SECRET_KEY", "bybit", "prod_test", "secret_key")
|
||||||
|
update_env_file(f"{this_dir}/.env.local", env_vars)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
_run()
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
{
|
||||||
|
"gateway_type": "bybit_execution_gateway.BybitExecutionGateway",
|
||||||
|
"account": "BYBIT_DEV",
|
||||||
|
"module_path": [
|
||||||
|
"python_interop_plugins"
|
||||||
|
],
|
||||||
|
"venue": "VENUE_BYBIT",
|
||||||
|
"api_key": "${BYBIT_API_KEY}",
|
||||||
|
"secret_key": "${BYBIT_SECRET_KEY}",
|
||||||
|
"use_testnet": true,
|
||||||
|
"logging": {
|
||||||
|
"console_level": "DEBUG",
|
||||||
|
"file_level": "DEBUG"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
{
|
||||||
|
"currencies": [
|
||||||
|
"USDT"
|
||||||
|
],
|
||||||
|
"futures": [
|
||||||
|
"ANIME",
|
||||||
|
"BTC",
|
||||||
|
"ETH",
|
||||||
|
"MASK",
|
||||||
|
"RESOLV"
|
||||||
|
],
|
||||||
|
"use_testnet": true,
|
||||||
|
"logging": {
|
||||||
|
"console_level": "WARNING",
|
||||||
|
"file_level": "INFO"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
certifi==2025.4.26
|
||||||
|
charset-normalizer==3.4.2
|
||||||
|
dotenv==0.9.9
|
||||||
|
idna==3.10
|
||||||
|
numpy==2.2.6
|
||||||
|
pybit==5.11.0
|
||||||
|
pycryptodome==3.23.0
|
||||||
|
python-dotenv==1.1.0
|
||||||
|
requests==2.32.4
|
||||||
|
urllib3==2.4.0
|
||||||
|
websocket-client==1.8.0
|
||||||
@@ -0,0 +1,138 @@
|
|||||||
|
QuickbusCfg {
|
||||||
|
value {
|
||||||
|
node {
|
||||||
|
reconnect_period_secs: 1
|
||||||
|
hb_period_msecs: 15000
|
||||||
|
max_missed_hbs: 5
|
||||||
|
parent_host: ""
|
||||||
|
parent_port: 0
|
||||||
|
my_port: 0
|
||||||
|
}
|
||||||
|
client {
|
||||||
|
reconnect_period_secs: 1
|
||||||
|
hb_period_msecs: 15000
|
||||||
|
max_missed_hbs: 5
|
||||||
|
parent_host: @SystemConfig.config_ip
|
||||||
|
parent_port: @Ports.qbus_port
|
||||||
|
my_port: 0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
JetFIX {
|
||||||
|
value {
|
||||||
|
# connection {
|
||||||
|
# name: "binance_1"
|
||||||
|
# venue: VENUE_BINANCE
|
||||||
|
# max_order_msgs_per_window: 300
|
||||||
|
# window_duration_msecs: 1000
|
||||||
|
# }
|
||||||
|
# connection {
|
||||||
|
# name: "binance_usds_futures_1"
|
||||||
|
# venue: VENUE_BINANCE_USDS_FUTURES
|
||||||
|
# max_order_msgs_per_window: 300
|
||||||
|
# window_duration_msecs: 1000
|
||||||
|
# }
|
||||||
|
connection {
|
||||||
|
name: "bybit_1"
|
||||||
|
venue: VENUE_BYBIT
|
||||||
|
max_order_msgs_per_window: 300
|
||||||
|
window_duration_msecs: 1000
|
||||||
|
}
|
||||||
|
# connection {
|
||||||
|
# name: "okx_1"
|
||||||
|
# venue: VENUE_OKX
|
||||||
|
# max_order_msgs_per_window: 300
|
||||||
|
# window_duration_msecs: 1000
|
||||||
|
# }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MarketDataConfig {
|
||||||
|
value {
|
||||||
|
# binance {
|
||||||
|
# num_depth_levels: 5
|
||||||
|
# url_rest_base: "https://api.binance.com"
|
||||||
|
# url_ws_base: "wss://stream.binance.com:9443"
|
||||||
|
# security_criteria {
|
||||||
|
# clauses {
|
||||||
|
# security_types: SECURITY_TYPE_SPOT
|
||||||
|
# symbols: @SymbolLists.list[Binance].symbol
|
||||||
|
# name_regexps: "USDC|USDT$"
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# binance_usds_futures {
|
||||||
|
# num_depth_levels: 5
|
||||||
|
# url_rest_base: "https://fapi.binance.com"
|
||||||
|
# url_ws_base: "wss://fstream.binance.com"
|
||||||
|
# security_criteria {
|
||||||
|
# clauses {
|
||||||
|
# security_types: SECURITY_TYPE_FUTURE
|
||||||
|
# symbols: @SymbolLists.list[BinanceUsdsFutures].symbol
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# okx {
|
||||||
|
# num_depth_levels: 5
|
||||||
|
# url_rest_base: "https://www.okx.com"
|
||||||
|
# url_ws_base: "wss://ws.okx.com:8443"
|
||||||
|
# security_criteria {
|
||||||
|
# clauses {
|
||||||
|
# security_types: SECURITY_TYPE_SPOT
|
||||||
|
# symbols: @SymbolLists.list[OkxSpots].symbol
|
||||||
|
# }
|
||||||
|
# clauses {
|
||||||
|
# security_types: SECURITY_TYPE_FUTURE
|
||||||
|
# symbols: @SymbolLists.list[OkxFutures].symbol
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# is_application_ping_pong_enabled: true
|
||||||
|
# application_ping_interval_ms: 20000
|
||||||
|
# application_pong_timeout_ms: 10000
|
||||||
|
# is_protocol_ping_pong_enabled: true
|
||||||
|
# protocol_ping_interval_ms: 60000
|
||||||
|
# protocol_pong_timeout_ms: 30000
|
||||||
|
# }
|
||||||
|
python_md_providers {
|
||||||
|
venue: VENUE_BYBIT
|
||||||
|
module_path: "python_interop_plugins"
|
||||||
|
provider_type: "bybit_md_provider.BybitMdProvider"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
NotSimExecution {
|
||||||
|
value {
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_BINANCE
|
||||||
|
# }
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_BINANCE_USDS_FUTURES
|
||||||
|
# }
|
||||||
|
entries {
|
||||||
|
venue: VENUE_BYBIT
|
||||||
|
}
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_OKX
|
||||||
|
# }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# OkxExeCfg {
|
||||||
|
# value {
|
||||||
|
# account: "PROD"
|
||||||
|
# ops_id: "op_id_bts"
|
||||||
|
# secret_key: "240038D7A28D7F9461247CFCB8E43710"
|
||||||
|
# api_key: "dc188532-c74c-4d40-affe-3c6bf4d0ca9a"
|
||||||
|
# passphrase: ":,7i%tA%ivfj%SCbX?Ut"
|
||||||
|
# ws_url: "wss://ws.okx.com:8443"
|
||||||
|
# rest_url: "https://www.okx.com"
|
||||||
|
# ws_ping_timeout_seconds: 10
|
||||||
|
# ws_ping_interval_seconds: 10
|
||||||
|
# ws_reconnect_interval_seconds: 5
|
||||||
|
# ws_reconnect_max_count: 5
|
||||||
|
# simulated_trading: false
|
||||||
|
# tdmode: "cross"
|
||||||
|
# }
|
||||||
|
# }
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
SymbolLists {
|
||||||
|
value {
|
||||||
|
list {
|
||||||
|
key: "Binance"
|
||||||
|
symbol: "ANIME"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "MASK"
|
||||||
|
symbol: "RESOLV"
|
||||||
|
}
|
||||||
|
list {
|
||||||
|
key: "BinanceUsdsFutures"
|
||||||
|
symbol: "ANIME"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "MASK"
|
||||||
|
symbol: "RESOLV"
|
||||||
|
}
|
||||||
|
list {
|
||||||
|
key: "OkxSpots"
|
||||||
|
symbol: "ANIME"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "MASK"
|
||||||
|
symbol: "RESOLV"
|
||||||
|
}
|
||||||
|
list {
|
||||||
|
key: "Bybit"
|
||||||
|
symbol: "ANIME"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "MASK"
|
||||||
|
symbol: "RESOLV"
|
||||||
|
}
|
||||||
|
list {
|
||||||
|
key: "OkxFutures"
|
||||||
|
symbol: "ANIME"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "MASK"
|
||||||
|
symbol: "RESOLV"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Symbols {
|
||||||
|
value {
|
||||||
|
# venues {
|
||||||
|
# name: "VENUE_BINANCE"
|
||||||
|
# spot: @SymbolLists.list[Binance].symbol
|
||||||
|
# }
|
||||||
|
# venues {
|
||||||
|
# name: "VENUE_BINANCE_USDS_FUTURES"
|
||||||
|
# future: @SymbolLists.list[BinanceUsdsFutures].symbol
|
||||||
|
# }
|
||||||
|
venues {
|
||||||
|
name: "VENUE_BYBIT"
|
||||||
|
future: @SymbolLists.list[Bybit].symbol
|
||||||
|
}
|
||||||
|
# venues {
|
||||||
|
# name: "VENUE_OKX"
|
||||||
|
# spot: @SymbolLists.list[OkxSpots].symbol
|
||||||
|
# future: @SymbolLists.list[OkxFutures].symbol
|
||||||
|
# }
|
||||||
|
}
|
||||||
|
}
|
||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
SPARKD__CONFIG_DIR=src/server/sparkd/configurations/alphaworx_zen_hk_live
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/alphaworx_zen_hk_live
|
||||||
SPARKD__SHM_SIZE=8gb
|
SPARKD__SHM_SIZE=8gb
|
||||||
SPARKD__MEMORY=8gb
|
SPARKD__MEMORY=8gb
|
||||||
SPARKD__IMAGE=sparkd_symbols
|
SPARKD__IMAGE=sparkd_symbols
|
||||||
File renamed without changes.
@@ -0,0 +1,9 @@
|
|||||||
|
{
|
||||||
|
"api_key": "${BINANCE_API_KEY}",
|
||||||
|
"secret_key": "${BINANCE_SECRET_KEY}",
|
||||||
|
"account": "PROD",
|
||||||
|
"rest_endpoint": "https://api.binance.com",
|
||||||
|
"ws_endpoint": "wss://ws-api.binance.com:443/ws-api/v3",
|
||||||
|
"ws_stream_endpoint": "wss://stream.binance.com:9443",
|
||||||
|
"use_cross_margin_api": true
|
||||||
|
}
|
||||||
+9
@@ -0,0 +1,9 @@
|
|||||||
|
{
|
||||||
|
"api_key": "${BINANCE_API_KEY}",
|
||||||
|
"secret_key": "${BINANCE_SECRET_KEY}",
|
||||||
|
"account": "PROD",
|
||||||
|
"rest_endpoint": "https://fapi.binance.com",
|
||||||
|
"ws_endpoint": "wss://ws-fapi.binance.com/ws-fapi/v1",
|
||||||
|
"ws_stream_endpoint": "wss://fstream.binance.com",
|
||||||
|
"use_cross_margin_api": false
|
||||||
|
}
|
||||||
+15
-6
@@ -35,8 +35,8 @@ def update_env_file(path, env_vars: dict):
|
|||||||
|
|
||||||
|
|
||||||
def get_secret():
|
def get_secret():
|
||||||
secret_name = "alphaworx-binance-api-keys"
|
secret_name = "alphaworx_api_keys"
|
||||||
region_name = "ap-northeast-1"
|
region_name = "us-east-1"
|
||||||
profile_name = "bts-ap-northeast-1"
|
profile_name = "bts-ap-northeast-1"
|
||||||
session = Session(profile_name=profile_name)
|
session = Session(profile_name=profile_name)
|
||||||
client = session.client(
|
client = session.client(
|
||||||
@@ -77,10 +77,19 @@ def _run():
|
|||||||
exit(1)
|
exit(1)
|
||||||
secret = json.loads(secret_str)
|
secret = json.loads(secret_str)
|
||||||
env_vars = {}
|
env_vars = {}
|
||||||
if "api-key" in secret:
|
|
||||||
env_vars["BINANCE_API_KEY"] = secret["api-key"]
|
def set_env_var(key_name: str, *json_path):
|
||||||
if "secret-key" in secret:
|
try:
|
||||||
env_vars["BINANCE_SECRET_KEY"] = secret["secret-key"]
|
val = secret[json_path[0]]
|
||||||
|
for p in json_path[1:]:
|
||||||
|
val = val[p]
|
||||||
|
env_vars[key_name] = val
|
||||||
|
print(f"Set {key_name}={val} ({'.'.join(json_path)})")
|
||||||
|
except KeyError:
|
||||||
|
print(f"Failed to set {key_name}= ({'.'.join(json_path)})")
|
||||||
|
|
||||||
|
set_env_var("BINANCE_API_KEY", "binance", "prod", "api_key")
|
||||||
|
set_env_var("BINANCE_SECRET_KEY", "binance", "prod", "secret_key")
|
||||||
update_env_file(f"{this_dir}/.env.local", env_vars)
|
update_env_file(f"{this_dir}/.env.local", env_vars)
|
||||||
|
|
||||||
|
|
||||||
File renamed without changes.
File renamed without changes.
@@ -0,0 +1,2 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/binance_dev
|
||||||
|
SPARKD__SHM_SIZE=8gb
|
||||||
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -0,0 +1,2 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/binance_py_dev
|
||||||
|
SPARKD__SHM_SIZE=8gb
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
* Connects to Binance test nets for market data and execution
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
{
|
||||||
|
"api_key": "${BINANCE_API_KEY}",
|
||||||
|
"secret_key": "${HOME}/sparkdata/conf/.secrets/binance_1.pem",
|
||||||
|
"account": "BINANCE_DEV",
|
||||||
|
"rest_endpoint": "https://testnet.binance.vision",
|
||||||
|
"ws_endpoint": "wss://ws-api.testnet.binance.vision/ws-api/v3",
|
||||||
|
"ws_stream_endpoint": "wss://stream.testnet.binance.vision:9443"
|
||||||
|
}
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
{
|
||||||
|
"api_key": "${BINANCE_USDS_FUTURES_API_KEY}",
|
||||||
|
"secret_key": "${BINANCE_USDS_FUTURES_SECRET_KEY}",
|
||||||
|
"account": "BINANCE_DEV",
|
||||||
|
"rest_endpoint": "https://testnet.binancefuture.com",
|
||||||
|
"ws_endpoint": "wss://testnet.binancefuture.com/ws-fapi/v1",
|
||||||
|
"ws_stream_endpoint": "wss://stream.binancefuture.com"
|
||||||
|
}
|
||||||
@@ -0,0 +1,124 @@
|
|||||||
|
import traceback
|
||||||
|
import botocore
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
|
||||||
|
from boto3.session import Session
|
||||||
|
from botocore.exceptions import ClientError
|
||||||
|
from fileinput import FileInput
|
||||||
|
|
||||||
|
|
||||||
|
def update_env_file(path, env_vars: dict):
|
||||||
|
"""Update or add vars in a .env file in place."""
|
||||||
|
if not env_vars:
|
||||||
|
# Nothing to update
|
||||||
|
return
|
||||||
|
if not os.path.exists(path):
|
||||||
|
with open(path, "w") as file:
|
||||||
|
for k, v in env_vars.items():
|
||||||
|
file.write(f"{k}={v}\n")
|
||||||
|
return
|
||||||
|
|
||||||
|
with FileInput(path, inplace=True) as file:
|
||||||
|
for line in file:
|
||||||
|
if not line.startswith("#"):
|
||||||
|
stripped: str = line.lstrip()
|
||||||
|
key_len = stripped.find("=")
|
||||||
|
if key_len >= 0:
|
||||||
|
k = stripped[0:key_len]
|
||||||
|
if k in env_vars:
|
||||||
|
print(f"{k}={env_vars[k]}")
|
||||||
|
del env_vars[k]
|
||||||
|
continue
|
||||||
|
print(line, end="")
|
||||||
|
|
||||||
|
if len(env_vars) > 0:
|
||||||
|
with open(path, "a") as file:
|
||||||
|
for k, v in env_vars.items():
|
||||||
|
file.write(f"{k}={v}\n")
|
||||||
|
|
||||||
|
|
||||||
|
def write_pem_file(file_path: str, text: str):
|
||||||
|
try:
|
||||||
|
dir_path = os.path.dirname(file_path)
|
||||||
|
os.makedirs(dir_path, exist_ok=True)
|
||||||
|
# rw-------
|
||||||
|
mode = 0o600
|
||||||
|
fd = os.open(file_path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, mode)
|
||||||
|
with os.fdopen(fd, "x") as f:
|
||||||
|
f.write(text)
|
||||||
|
return True
|
||||||
|
except Exception:
|
||||||
|
print(f"Error writing pem file '{file_path}'.")
|
||||||
|
traceback.print_exc()
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
def get_secret(secret_name: str, profile_name: str):
|
||||||
|
session = Session(profile_name=profile_name)
|
||||||
|
client = session.client(service_name="secretsmanager")
|
||||||
|
|
||||||
|
def on_token_error(e: Exception):
|
||||||
|
print(f"""
|
||||||
|
Failed to get secret value '{secret_name}'. {e}
|
||||||
|
Verify you are logged in to aws, then try again.
|
||||||
|
|
||||||
|
aws sso login --profile {profile_name}
|
||||||
|
|
||||||
|
If this error persists, verify you have access to these api keys.
|
||||||
|
For more help or information, talk to John.
|
||||||
|
""")
|
||||||
|
|
||||||
|
try:
|
||||||
|
get_secret_value_response = client.get_secret_value(
|
||||||
|
SecretId=secret_name)
|
||||||
|
except ClientError as e:
|
||||||
|
print(f"Failed to get secret value.\n{e}")
|
||||||
|
raise e
|
||||||
|
except botocore.exceptions.SSOTokenLoadError as tl_err:
|
||||||
|
on_token_error(tl_err)
|
||||||
|
return None
|
||||||
|
except botocore.exceptions.TokenRetrievalError as tr_err:
|
||||||
|
on_token_error(tr_err)
|
||||||
|
return None
|
||||||
|
return get_secret_value_response["SecretString"]
|
||||||
|
|
||||||
|
|
||||||
|
def _init_binance_1():
|
||||||
|
this_dir = os.path.dirname(__file__)
|
||||||
|
secret_str = get_secret("dev/binance/john", "bts-us-east-1")
|
||||||
|
if secret_str is None:
|
||||||
|
exit(1)
|
||||||
|
secret = json.loads(secret_str)
|
||||||
|
env_vars = {}
|
||||||
|
if "api-key" in secret:
|
||||||
|
env_vars["BINANCE_API_KEY"] = secret["api-key"]
|
||||||
|
if "secret-key-pem" in secret:
|
||||||
|
sk_pem = secret["secret-key-pem"]
|
||||||
|
sk_pem = "\n".join(sk_pem)
|
||||||
|
write_pem_file(f"{this_dir}/.secrets/binance_1.pem", sk_pem)
|
||||||
|
update_env_file(f"{this_dir}/.env.local", env_vars)
|
||||||
|
|
||||||
|
|
||||||
|
def _init_binance_usds_futures_1():
|
||||||
|
this_dir = os.path.dirname(__file__)
|
||||||
|
secret_str = get_secret("dev/binance_usds_futures/john.hmac",
|
||||||
|
"bts-us-east-1")
|
||||||
|
if secret_str is None:
|
||||||
|
exit(1)
|
||||||
|
secret = json.loads(secret_str)
|
||||||
|
env_vars = {}
|
||||||
|
if "api-key" in secret:
|
||||||
|
env_vars["BINANCE_USDS_FUTURES_API_KEY"] = secret["api-key"]
|
||||||
|
if "secret-key" in secret:
|
||||||
|
env_vars["BINANCE_USDS_FUTURES_SECRET_KEY"] = secret["secret-key"]
|
||||||
|
update_env_file(f"{this_dir}/.env.local", env_vars)
|
||||||
|
|
||||||
|
|
||||||
|
def _run():
|
||||||
|
_init_binance_1()
|
||||||
|
_init_binance_usds_futures_1()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
_run()
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
{
|
||||||
|
"gateway_type": "dummy_execution_gateway.DummyExecutionGateway",
|
||||||
|
"account": "BINANCE_DEV",
|
||||||
|
"module_path": [
|
||||||
|
"python_execution_gateways"
|
||||||
|
],
|
||||||
|
"venue": "VENUE_BINANCE_USDS_FUTURES"
|
||||||
|
}
|
||||||
@@ -0,0 +1,119 @@
|
|||||||
|
JetFIX {
|
||||||
|
value {
|
||||||
|
# connection {
|
||||||
|
# name: "binance_1"
|
||||||
|
# venue: VENUE_BINANCE
|
||||||
|
# max_order_msgs_per_window: 300
|
||||||
|
# window_duration_msecs: 1000
|
||||||
|
# }
|
||||||
|
connection {
|
||||||
|
name: "binance_usds_futures_1"
|
||||||
|
venue: VENUE_BINANCE_USDS_FUTURES
|
||||||
|
max_order_msgs_per_window: 300
|
||||||
|
window_duration_msecs: 1000
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
PublisherOptions {
|
||||||
|
value {
|
||||||
|
network_interface: "0.0.0.0"
|
||||||
|
heartbeat_ms: 5000
|
||||||
|
heartbeat_boot_seconds: 60
|
||||||
|
skip_options: true
|
||||||
|
hot_initial: 1024
|
||||||
|
hot_growth: 1024
|
||||||
|
cold_initial: 8192
|
||||||
|
cold_growth: 2048
|
||||||
|
channel_prefix: ""
|
||||||
|
disable_heartbeat: true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Logging {
|
||||||
|
value {
|
||||||
|
initial_queue_size: 120001
|
||||||
|
max_queue_growth: 4
|
||||||
|
console {
|
||||||
|
default_level: "Info"
|
||||||
|
subsystem {
|
||||||
|
name: "OrderMan"
|
||||||
|
level: "Diag"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
file {
|
||||||
|
default_level: "Info"
|
||||||
|
# subsystem {
|
||||||
|
# name: "md"
|
||||||
|
# level: "Diag"
|
||||||
|
# }
|
||||||
|
subsystem {
|
||||||
|
name: "OrderMan"
|
||||||
|
level: "Diag"
|
||||||
|
}
|
||||||
|
subsystem {
|
||||||
|
name: "Http"
|
||||||
|
level: "Diag"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MarketDataConfig {
|
||||||
|
value {
|
||||||
|
# binance {
|
||||||
|
# num_depth_levels: 5
|
||||||
|
# # url_rest_base: "wss://ws-api.binance.com:9443"
|
||||||
|
# # According to Binance, the "apiN" urls offer performance at the cost of stability.
|
||||||
|
# # https://developers.binance.com/docs/binance-spot-api-docs/rest-api/general-api-information
|
||||||
|
# # url_rest_base: "https://api1.binance.com:9443"
|
||||||
|
# # url_rest_base: "https://api.binance.com"
|
||||||
|
# url_rest_base: "https://testnet.binance.vision"
|
||||||
|
# # url_ws_base: "wss://ws-api.binance.com"
|
||||||
|
# url_ws_base: "wss://testnet.binance.vision"
|
||||||
|
|
||||||
|
# security_criteria {
|
||||||
|
# clauses {
|
||||||
|
# security_types: SECURITY_TYPE_SPOT
|
||||||
|
# symbols: @SymbolLists.list[Binance].symbol
|
||||||
|
# name_regexps: "USDC|USDT$"
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
|
||||||
|
binance_usds_futures {
|
||||||
|
num_depth_levels: 5
|
||||||
|
# url_rest_base: "https://fapi.binance.com"
|
||||||
|
# url_ws_base: "wss://fstream.binance.com"
|
||||||
|
url_rest_base: "https://testnet.binancefuture.com"
|
||||||
|
url_ws_base: "wss://stream.binancefuture.com"
|
||||||
|
|
||||||
|
security_criteria {
|
||||||
|
clauses {
|
||||||
|
security_types: SECURITY_TYPE_FUTURE
|
||||||
|
symbols: @SymbolLists.list[BinanceUsdsFutures].symbol
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
NotSimExecution {
|
||||||
|
value {
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_BINANCE
|
||||||
|
# }
|
||||||
|
entries {
|
||||||
|
venue: VENUE_BINANCE_USDS_FUTURES
|
||||||
|
}
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_GLBX
|
||||||
|
# }
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_OKX
|
||||||
|
# }
|
||||||
|
# entries {
|
||||||
|
# venue: VENUE_TAIFEX
|
||||||
|
# }
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,37 @@
|
|||||||
|
SymbolLists {
|
||||||
|
value {
|
||||||
|
list {
|
||||||
|
key: "Binance"
|
||||||
|
symbol: "AAVE"
|
||||||
|
symbol: "AVAX"
|
||||||
|
symbol: "BNB"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "DOGE"
|
||||||
|
symbol: "EIGEN"
|
||||||
|
symbol: "ETH"
|
||||||
|
}
|
||||||
|
list {
|
||||||
|
key: "BinanceUsdsFutures"
|
||||||
|
symbol: "AAVE"
|
||||||
|
symbol: "AVAX"
|
||||||
|
symbol: "BNB"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "DOGE"
|
||||||
|
symbol: "EIGEN"
|
||||||
|
symbol: "ETH"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Symbols {
|
||||||
|
value {
|
||||||
|
venues {
|
||||||
|
name: "VENUE_BINANCE"
|
||||||
|
spot: @SymbolLists.list[Binance].symbol
|
||||||
|
}
|
||||||
|
venues {
|
||||||
|
name: "VENUE_BINANCE_USDS_FUTURES"
|
||||||
|
future: @SymbolLists.list[BinanceUsdsFutures].symbol
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/bybit_dev
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
{
|
||||||
|
"gateway_type": "bybit_execution_gateway.BybitExecutionGateway",
|
||||||
|
"account": "BYBIT_DEV",
|
||||||
|
"module_path": [
|
||||||
|
"python_interop_plugins"
|
||||||
|
],
|
||||||
|
"venue": "VENUE_BYBIT",
|
||||||
|
"api_key": "${BYBIT_API_KEY}",
|
||||||
|
"secret_key": "${BYBIT_SECRET_KEY}",
|
||||||
|
"use_testnet": true,
|
||||||
|
"logging": {
|
||||||
|
"console_level": "WARNING",
|
||||||
|
"file_level": "INFO"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
{
|
||||||
|
"currencies": [
|
||||||
|
"USDT"
|
||||||
|
],
|
||||||
|
"futures": [
|
||||||
|
"ADA",
|
||||||
|
"BNB",
|
||||||
|
"BTC",
|
||||||
|
"ETH",
|
||||||
|
"PRIME",
|
||||||
|
"XRP"
|
||||||
|
],
|
||||||
|
"use_testnet": true,
|
||||||
|
"logging": {
|
||||||
|
"console_level": "WARNING",
|
||||||
|
"file_level": "INFO"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,61 @@
|
|||||||
|
JetFIX {
|
||||||
|
value {
|
||||||
|
connection {
|
||||||
|
name: "bybit_1"
|
||||||
|
venue: VENUE_BYBIT
|
||||||
|
max_order_msgs_per_window: 300
|
||||||
|
window_duration_msecs: 1000
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
PublisherOptions {
|
||||||
|
value {
|
||||||
|
network_interface: "0.0.0.0"
|
||||||
|
heartbeat_ms: 5000
|
||||||
|
heartbeat_boot_seconds: 60
|
||||||
|
skip_options: true
|
||||||
|
hot_initial: 1024
|
||||||
|
hot_growth: 1024
|
||||||
|
cold_initial: 8192
|
||||||
|
cold_growth: 2048
|
||||||
|
channel_prefix: ""
|
||||||
|
disable_heartbeat: true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Logging {
|
||||||
|
value {
|
||||||
|
initial_queue_size: 120001
|
||||||
|
max_queue_growth: 4
|
||||||
|
file {
|
||||||
|
default_level: "Info"
|
||||||
|
subsystem {
|
||||||
|
name: "QBus"
|
||||||
|
level: "Warn"
|
||||||
|
}
|
||||||
|
subsystem {
|
||||||
|
name: "md"
|
||||||
|
level: "Diag"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MarketDataConfig {
|
||||||
|
value {
|
||||||
|
python_md_providers {
|
||||||
|
venue: VENUE_BYBIT
|
||||||
|
module_path: "python_interop_plugins"
|
||||||
|
provider_type: "bybit_md_provider.BybitMdProvider"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
NotSimExecution {
|
||||||
|
value {
|
||||||
|
entries {
|
||||||
|
venue: VENUE_BYBIT
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,22 @@
|
|||||||
|
SymbolLists {
|
||||||
|
value {
|
||||||
|
list {
|
||||||
|
key: "Bybit"
|
||||||
|
symbol: "ADA"
|
||||||
|
symbol: "BNB"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "PRIME"
|
||||||
|
symbol: "XRP"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Symbols {
|
||||||
|
value {
|
||||||
|
venues {
|
||||||
|
name: "VENUE_BYBIT"
|
||||||
|
future: @SymbolLists.list[Bybit].symbol
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/dev
|
||||||
|
SPARKD__SHM_SIZE=8gb
|
||||||
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -0,0 +1 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/py_dummy_md
|
||||||
@@ -0,0 +1,45 @@
|
|||||||
|
{
|
||||||
|
"api_key": "e4a0c6b198549042b13faa7645640d60",
|
||||||
|
"secret_key": "527c37877efc247bb0b6158cf3d5d18b84db720da894307f1e2ab88df3aaf0ee",
|
||||||
|
"ws_url": "wss://fx-ws-testnet.gateio.ws/v4/ws/usdt",
|
||||||
|
"currencies": [
|
||||||
|
"USDT"
|
||||||
|
],
|
||||||
|
"spots": [
|
||||||
|
"AMP",
|
||||||
|
"AR",
|
||||||
|
"ARB",
|
||||||
|
"ATOM",
|
||||||
|
"BTC",
|
||||||
|
"CAKE",
|
||||||
|
"CELO",
|
||||||
|
"CRV",
|
||||||
|
"ETH",
|
||||||
|
"FIL",
|
||||||
|
"GMT",
|
||||||
|
"GMX",
|
||||||
|
"HIGH",
|
||||||
|
"ICP",
|
||||||
|
"IMX",
|
||||||
|
"IOTX",
|
||||||
|
"LRC",
|
||||||
|
"MANA",
|
||||||
|
"MINA",
|
||||||
|
"NEAR",
|
||||||
|
"NOT",
|
||||||
|
"OMG",
|
||||||
|
"OP",
|
||||||
|
"OXY",
|
||||||
|
"PEOPLE",
|
||||||
|
"TURBO",
|
||||||
|
"VET",
|
||||||
|
"WAVES",
|
||||||
|
"YFI",
|
||||||
|
"ZIL",
|
||||||
|
"ZRX"
|
||||||
|
],
|
||||||
|
"logging": {
|
||||||
|
"console_level": "WARNING",
|
||||||
|
"file_level": "INFO"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
PublisherOptions {
|
||||||
|
value {
|
||||||
|
network_interface: "0.0.0.0"
|
||||||
|
heartbeat_ms: 5000
|
||||||
|
heartbeat_boot_seconds: 60
|
||||||
|
skip_options: true
|
||||||
|
hot_initial: 1024
|
||||||
|
hot_growth: 1024
|
||||||
|
cold_initial: 8192
|
||||||
|
cold_growth: 2048
|
||||||
|
channel_prefix: ""
|
||||||
|
disable_heartbeat: true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Logging {
|
||||||
|
value {
|
||||||
|
initial_queue_size: 120001
|
||||||
|
max_queue_growth: 4
|
||||||
|
file {
|
||||||
|
default_level: "Info"
|
||||||
|
subsystem {
|
||||||
|
name: "md"
|
||||||
|
level: "Diag"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MarketDataConfig {
|
||||||
|
value {
|
||||||
|
python_md_providers {
|
||||||
|
venue: VENUE_GATEIO
|
||||||
|
module_path: "python_md_providers"
|
||||||
|
provider_type: "gateio_md_provider.GateIoMdProvider"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,47 @@
|
|||||||
|
SymbolLists {
|
||||||
|
value {
|
||||||
|
list {
|
||||||
|
key: "Gateio"
|
||||||
|
symbol: "AMP"
|
||||||
|
symbol: "AR"
|
||||||
|
symbol: "ARB"
|
||||||
|
symbol: "ATOM"
|
||||||
|
symbol: "BTC"
|
||||||
|
symbol: "CAKE"
|
||||||
|
symbol: "CELO"
|
||||||
|
symbol: "CRV"
|
||||||
|
symbol: "ETH"
|
||||||
|
symbol: "FIL"
|
||||||
|
symbol: "GMT"
|
||||||
|
symbol: "GMX"
|
||||||
|
symbol: "HIGH"
|
||||||
|
symbol: "ICP"
|
||||||
|
symbol: "IMX"
|
||||||
|
symbol: "IOTX"
|
||||||
|
symbol: "LRC"
|
||||||
|
symbol: "MANA"
|
||||||
|
symbol: "MINA"
|
||||||
|
symbol: "NEAR"
|
||||||
|
symbol: "NOT"
|
||||||
|
symbol: "OMG"
|
||||||
|
symbol: "OP"
|
||||||
|
symbol: "OXY"
|
||||||
|
symbol: "PEOPLE"
|
||||||
|
symbol: "TURBO"
|
||||||
|
symbol: "VET"
|
||||||
|
symbol: "WAVES"
|
||||||
|
symbol: "YFI"
|
||||||
|
symbol: "ZIL"
|
||||||
|
symbol: "ZRX"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Symbols {
|
||||||
|
value {
|
||||||
|
venues {
|
||||||
|
name: "VENUE_GATEIO"
|
||||||
|
spot: @SymbolLists.list[Gateio].symbol
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/py_dummy_md
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
PublisherOptions {
|
||||||
|
value {
|
||||||
|
network_interface: "0.0.0.0"
|
||||||
|
heartbeat_ms: 5000
|
||||||
|
heartbeat_boot_seconds: 60
|
||||||
|
skip_options: true
|
||||||
|
hot_initial: 1024
|
||||||
|
hot_growth: 1024
|
||||||
|
cold_initial: 8192
|
||||||
|
cold_growth: 2048
|
||||||
|
channel_prefix: ""
|
||||||
|
disable_heartbeat: true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Logging {
|
||||||
|
value {
|
||||||
|
initial_queue_size: 120001
|
||||||
|
max_queue_growth: 4
|
||||||
|
file {
|
||||||
|
default_level: "Info"
|
||||||
|
subsystem {
|
||||||
|
name: "md"
|
||||||
|
level: "Diag"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MarketDataConfig {
|
||||||
|
value {
|
||||||
|
python_md_providers {
|
||||||
|
venue: VENUE_GLBX
|
||||||
|
module_path: "python_md_providers"
|
||||||
|
provider_type: "dummy_md_provider.DummyMdProvider"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
SymbolLists {
|
||||||
|
value {
|
||||||
|
list {
|
||||||
|
key: "Glbx"
|
||||||
|
symbol: "ES"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Symbols {
|
||||||
|
value {
|
||||||
|
venues {
|
||||||
|
name: "VENUE_GLBX"
|
||||||
|
future: @SymbolLists.list[Glbx].symbol
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
SPARKD__CONFIG_DIR=src/app_sparkd/configurations/sim_dev
|
||||||
|
SPARKD__SHM_SIZE=8gb
|
||||||
File renamed without changes.
File renamed without changes.
File renamed without changes.
+1
-1
@@ -1,5 +1,5 @@
|
|||||||
#include "AlgoDefinitionServiceServer.h"
|
#include "AlgoDefinitionServiceServer.h"
|
||||||
#include "lib/utils/PBUtils.h"
|
#include "spark/utils/PBUtils.h"
|
||||||
|
|
||||||
namespace bts {
|
namespace bts {
|
||||||
namespace api {
|
namespace api {
|
||||||
+12
-4
@@ -1,9 +1,17 @@
|
|||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
#include "lib/api/public/ServiceContext.h"
|
#include "spark/api/public/ServiceContext.h"
|
||||||
#include "lib/api/services/AlgoDefinitionService.server.pb.h"
|
#include "spark/api/services/AlgoDefinitionService.server.pb.h"
|
||||||
#include "lib/persistence/IStore.h"
|
#include "spark/api/services/OrderService.client.pb.h"
|
||||||
#include "lib/persistence/SqliteStore.h"
|
#include "spark/api/services/OrderService.pb.h"
|
||||||
|
#include "spark/logging/logging.h"
|
||||||
|
#include "spark/persistence/IStore.h"
|
||||||
|
#include "spark/persistence/SqliteStore.h"
|
||||||
|
#include "spark/utils/PBUtils.h"
|
||||||
|
#include "spark/utils/TimeStamp.h"
|
||||||
|
#include "spark/utils/bts_assert.h"
|
||||||
|
#include "spark/utils/bts_no_copy.h"
|
||||||
|
#include <memory>
|
||||||
|
|
||||||
#include <boost/tokenizer.hpp>
|
#include <boost/tokenizer.hpp>
|
||||||
#include <fmt/format.h>
|
#include <fmt/format.h>
|
||||||
+10
-10
@@ -1,14 +1,14 @@
|
|||||||
#include "AnalyticsServiceServer.h"
|
#include "AnalyticsServiceServer.h"
|
||||||
#include "lib/api/apicore.pb.h"
|
#include "spark/api/apicore.pb.h"
|
||||||
#include "lib/api/services/AnalyticsService.pb.h"
|
#include "spark/api/services/AnalyticsService.pb.h"
|
||||||
#include "lib/api/services/AnalyticsService.server.pb.h"
|
#include "spark/api/services/AnalyticsService.server.pb.h"
|
||||||
#include "lib/logging/logging.h"
|
#include "spark/logging/logging.h"
|
||||||
#include "lib/persistence/IStore.h"
|
#include "spark/persistence/IStore.h"
|
||||||
#include "lib/persistence/SqliteStore.h"
|
#include "spark/persistence/SqliteStore.h"
|
||||||
#include "lib/utils/PBUtils.h"
|
#include "spark/utils/PBUtils.h"
|
||||||
#include "lib/utils/TimeStamp.h"
|
#include "spark/utils/TimeStamp.h"
|
||||||
#include "lib/utils/bts_assert.h"
|
#include "spark/utils/bts_assert.h"
|
||||||
#include "server/sparkd/algo/AlgoDefinitionServiceServer.h"
|
#include "sparkd/algo/AlgoDefinitionServiceServer.h"
|
||||||
|
|
||||||
#include <boost/algorithm/string.hpp>
|
#include <boost/algorithm/string.hpp>
|
||||||
#include <boost/tokenizer.hpp>
|
#include <boost/tokenizer.hpp>
|
||||||
+2
-1
@@ -1,6 +1,7 @@
|
|||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
#include "lib/api/services/AnalyticsService.server.pb.h"
|
#include "spark/api/services/AnalyticsService.server.pb.h"
|
||||||
|
#include "spark/utils/bts_no_copy.h"
|
||||||
|
|
||||||
namespace bts {
|
namespace bts {
|
||||||
namespace api {
|
namespace api {
|
||||||
@@ -1,13 +1,13 @@
|
|||||||
#include "AdminReport.h"
|
#include "AdminReport.h"
|
||||||
|
|
||||||
#include "lib/api/public/ServiceContext.h"
|
#include "spark/api/public/ServiceContext.h"
|
||||||
#include "lib/config/config.h"
|
#include "spark/config/config.h"
|
||||||
#include "lib/config/protos/logging.pb.h"
|
#include "spark/config/protos/logging.pb.h"
|
||||||
#include "lib/logging/logging.h"
|
#include "spark/logging/logging.h"
|
||||||
#include "lib/quickbus/quickbus.h"
|
#include "spark/quickbus/quickbus.h"
|
||||||
|
|
||||||
#include "lib/api/service_helpers/AdminServiceUtils.h"
|
#include "spark/api/service_helpers/AdminServiceUtils.h"
|
||||||
#include "lib/api/services/AdminService.client.pb.h"
|
#include "spark/api/services/AdminService.client.pb.h"
|
||||||
|
|
||||||
#include <algorithm>
|
#include <algorithm>
|
||||||
#include <boost/algorithm/string.hpp>
|
#include <boost/algorithm/string.hpp>
|
||||||
File renamed without changes.
@@ -1,12 +1,12 @@
|
|||||||
#include "AutoCert.h"
|
#include "AutoCert.h"
|
||||||
#include "lib/utils/PBUtils.h"
|
#include "spark/utils/PBUtils.h"
|
||||||
|
|
||||||
#include "lib/jetfix/common/InMsgBuffer.h"
|
#include "spark/jetfix/common/InMsgBuffer.h"
|
||||||
#include "lib/utils/bts_chrono.h"
|
#include "spark/utils/bts_chrono.h"
|
||||||
#include "lib/utils/datetime.h"
|
#include "spark/utils/datetime.h"
|
||||||
|
|
||||||
#include "lib/jetfix/codec/i32_toa.h"
|
#include "spark/jetfix/codec/i32_toa.h"
|
||||||
#include "lib/utils/SecureLogon.h"
|
#include "spark/utils/SecureLogon.h"
|
||||||
#include <boost/array.hpp>
|
#include <boost/array.hpp>
|
||||||
#include <boost/asio.hpp>
|
#include <boost/asio.hpp>
|
||||||
#include <boost/filesystem.hpp>
|
#include <boost/filesystem.hpp>
|
||||||
Loaded 100 of 2170 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user