From 25b937c096424e14f41539c2bdf048bfdf992b0e Mon Sep 17 00:00:00 2001 From: Adeel Khan Date: Tue, 20 May 2025 10:37:43 +0000 Subject: [PATCH] ADD: BYBIT Securities showing up on frontend. Default Contract Spec --- src/app_sparkd/configurations/bybit_dev/.env | 1 + .../configurations/bybit_dev/spark.conf | 38 ++ .../configurations/bybit_dev/symbols.conf | 17 + .../python_md_providers/bybit_conf.py | 482 ++++++++++++++++++ .../python_md_providers/bybit_md_provider.py | 79 +++ 5 files changed, 617 insertions(+) create mode 100644 src/app_sparkd/configurations/bybit_dev/.env create mode 100644 src/app_sparkd/configurations/bybit_dev/spark.conf create mode 100644 src/app_sparkd/configurations/bybit_dev/symbols.conf create mode 100644 src/lib_python_md/python_md_providers/bybit_conf.py create mode 100644 src/lib_python_md/python_md_providers/bybit_md_provider.py diff --git a/src/app_sparkd/configurations/bybit_dev/.env b/src/app_sparkd/configurations/bybit_dev/.env new file mode 100644 index 000000000..97c8ee271 --- /dev/null +++ b/src/app_sparkd/configurations/bybit_dev/.env @@ -0,0 +1 @@ +SPARKD__CONFIG_DIR=src/app_sparkd/configurations/py_dummy_md diff --git a/src/app_sparkd/configurations/bybit_dev/spark.conf b/src/app_sparkd/configurations/bybit_dev/spark.conf new file mode 100644 index 000000000..aefbfd8f5 --- /dev/null +++ b/src/app_sparkd/configurations/bybit_dev/spark.conf @@ -0,0 +1,38 @@ +PublisherOptions { + value { + network_interface: "0.0.0.0" + heartbeat_ms: 5000 + heartbeat_boot_seconds: 60 + skip_options: true + hot_initial: 1024 + hot_growth: 1024 + cold_initial: 8192 + cold_growth: 2048 + channel_prefix: "" + disable_heartbeat: true + } +} + +Logging { + value { + initial_queue_size: 120001 + max_queue_growth: 4 + file { + default_level: "Info" + subsystem { + name: "md" + level: "Diag" + } + } + } +} + +MarketDataConfig { + value { + python_md_providers { + venue: VENUE_BYBIT + module_path: "python_md_providers" + provider_type: "bybit_md_provider.BybitMdProvider" + } + } +} diff --git a/src/app_sparkd/configurations/bybit_dev/symbols.conf b/src/app_sparkd/configurations/bybit_dev/symbols.conf new file mode 100644 index 000000000..4942b8294 --- /dev/null +++ b/src/app_sparkd/configurations/bybit_dev/symbols.conf @@ -0,0 +1,17 @@ +SymbolLists { + value { + list { + key: "Bybit" + symbol: "BTC" + } + } +} + +Symbols { + value { + venues { + name: "VENUE_BYBIT" + spot: @SymbolLists.list[Bybit].symbol + } + } +} diff --git a/src/lib_python_md/python_md_providers/bybit_conf.py b/src/lib_python_md/python_md_providers/bybit_conf.py new file mode 100644 index 000000000..36b9c37ea --- /dev/null +++ b/src/lib_python_md/python_md_providers/bybit_conf.py @@ -0,0 +1,482 @@ +# Bybit API configuration +BYBIT_API_KEY = 'your_api_key' +BYBIT_API_SECRET = 'your_api_secret' +BYBIT_TESTNET = True # Set to False for mainnet +WS_URL = "wss://stream-testnet.bybit.com/v5/public/linear" + +CONTRACTS = ['BTCUSDT'] +# CONTRACTS = [ +# '1000000BABYDOGEUSDT', +# '1000000CHEEMSUSDT', +# '1000000MOGUSDT', +# '1000000PEIPEIUSDT', +# '10000COQUSDT', +# '10000ELONUSDT', +# '10000LADYSUSDT', +# '10000QUBICUSDT', +# '10000SATSUSDT', +# '10000WENUSDT', +# '10000WHYUSDT', +# '1000APUUSDT', +# '1000BONKPERP', +# '1000BONKUSDT', +# '1000BTTUSDT', +# '1000CATSUSDT', +# '1000CATUSDT', +# '1000FLOKIUSDT', +# '1000LUNCUSDT', +# '1000MUMUUSDT', +# '1000NEIROCTOUSDT', +# '1000PEPEPERP', +# '1000PEPEUSDT', +# '1000RATSUSDT', +# '1000TOSHIUSDT', +# '1000TURBOUSDT', +# '1000XECUSDT', +# '1000XUSDT', +# '1INCHUSDT', +# 'A8USDT', +# 'AAVEPERP', +# 'AAVEUSDT', +# 'ACEUSDT', +# 'ACHUSDT', +# 'ACTUSDT', +# 'ACXUSDT', +# 'ADAUSDT', +# 'AERGOUSDT', +# 'AEROUSDT', +# 'AEVOPERP', +# 'AEVOUSDT', +# 'AGIUSDT', +# 'AGLDUSDT', +# 'AI16ZUSDT', +# 'AIOZUSDT', +# 'AIUSDT', +# 'AIXBTUSDT', +# 'AKTUSDT', +# 'ALCHUSDT', +# 'ALEOUSDT', +# 'ALICEUSDT', +# 'ALPHAUSDT', +# 'ALTUSDT', +# 'ALUUSDT', +# 'ANIMEUSDT', +# 'ANKRUSDT', +# 'APEUSDT', +# 'APEXUSDT', +# 'API3USDT', +# 'APTUSDT', +# 'ARBPERP', +# 'ARCUSDT', +# 'ARKMUSDT', +# 'ARKUSDT', +# 'ARPAUSDT', +# 'ARUSDT', +# 'ASTRUSDT', +# 'ATAUSDT', +# 'ATHUSDT', +# 'AUCTIONUSDT', +# 'AUDIOUSDT', +# 'AVAAIUSDT', +# 'AVAILUSDT', +# 'AVAUSDT', +# 'AVLUSDT', +# 'AXLUSDT', +# 'AXSUSDT', +# 'B3USDT', +# 'BABYUSDT', +# 'BADGERUSDT', +# 'BAKEUSDT', +# 'BALUSDT', +# 'BANANAS31USDT', +# 'BANANAUSDT', +# 'BANDUSDT', +# 'BANKUSDT', +# 'BANUSDT', +# 'BATUSDT', +# 'BBUSDT', +# 'BCHPERP', +# 'BCHUSDT', +# 'BEAMUSDT', +# 'BELUSDT', +# 'BERAUSDT', +# 'BIGTIMEUSDT', +# 'BIOUSDT', +# 'BLASTUSDT', +# 'BLURUSDT', +# 'BMTUSDT', +# 'BNBUSDT', +# 'BNTUSDT', +# 'BOBAUSDT', +# 'BOMEUSDT', +# 'BRETTUSDT', +# 'BROCCOLIUSDT', +# 'BRUSDT', +# 'BSVUSDT', +# 'BTCPERP', +# 'BTCUSDT', +# 'C98USDT', +# 'CAKEUSDT', +# 'CARVUSDT', +# 'CATIUSDT', +# 'CELOUSDT', +# 'CELRUSDT', +# 'CETUSUSDT', +# 'CFXUSDT', +# 'CGPTUSDT', +# 'CHESSUSDT', +# 'CHILLGUYUSDT', +# 'CHZUSDT', +# 'CLANKERUSDT', +# 'CLOUDUSDT', +# 'COMPUSDT', +# 'COOKIEUSDT', +# 'COOKUSDT', +# 'COREUSDT', +# 'COSUSDT', +# 'COTIUSDT', +# 'COWUSDT', +# 'CPOOLUSDT', +# 'CROUSDT', +# 'CRVPERP', +# 'CRVUSDT', +# 'CTKUSDT', +# 'CTSIUSDT', +# 'CVCUSDT', +# 'CVXUSDT', +# 'DARKUSDT', +# 'DASHUSDT', +# 'DATAUSDT', +# 'DBRUSDT', +# 'DEEPUSDT', +# 'DEGENUSDT', +# 'DENTUSDT', +# 'DEXEUSDT', +# 'DGBUSDT', +# 'DODOUSDT', +# 'DOGEPERP', +# 'DOGEUSDT', +# 'DOGSUSDT', +# 'DOGUSDT', +# 'DOODUSDT', +# 'DOTPERP', +# 'DOTUSDT', +# 'DRIFTUSDT', +# 'DUCKUSDT', +# 'DUSKUSDT', +# 'DYDXUSDT', +# 'DYMUSDT', +# 'EDUUSDT', +# 'EGLDUSDT', +# 'ELXUSDT', +# 'ENAPERP', +# 'ENAUSDT', +# 'ENJUSDT', +# 'ENSUSDT', +# 'EOSUSDT', +# 'EPICUSDT', +# 'EPTUSDT', +# 'ETCUSDT', +# 'ETHBTCUSDT', +# 'ETHFIPERP', +# 'ETHFIUSDT', +# 'ETHPERP', +# 'ETHUSDT', +# 'ETHWUSDT', +# 'FARTCOINUSDT', +# 'FBUSDT', +# 'FHEUSDT', +# 'FIDAUSDT', +# 'FILUSDT', +# 'FIOUSDT', +# 'FLMUSDT', +# 'FLOCKUSDT', +# 'FLOWUSDT', +# 'FLRUSDT', +# 'FLUXUSDT', +# 'FORMUSDT', +# 'FORTHUSDT', +# 'FOXYUSDT', +# 'FTNUSDT', +# 'FUELUSDT', +# 'FUSDT', +# 'FWOGUSDT', +# 'FXSUSDT', +# 'GALAUSDT', +# 'GASUSDT', +# 'GIGAUSDT', +# 'GLMRUSDT', +# 'GLMUSDT', +# 'GMTUSDT', +# 'GMXUSDT', +# 'GNOUSDT', +# 'GOATUSDT', +# 'GODSUSDT', +# 'GOMININGUSDT', +# 'GORKUSDT', +# 'GPSUSDT', +# 'GRIFFAINUSDT', +# 'GRTUSDT', +# 'GUNUSDT', +# 'GUSDT', +# 'HAEDALUSDT', +# 'HBARUSDT', +# 'HEIUSDT', +# 'HFTUSDT', +# 'HIFIUSDT', +# 'HIGHUSDT', +# 'HIPPOUSDT', +# 'HIVEUSDT', +# 'HMSTRUSDT', +# 'HNTUSDT', +# 'HOOKUSDT', +# 'HOTUSDT', +# 'HPOS10IUSDT', +# 'HYPEPERP', +# 'HYPERUSDT', +# 'HYPEUSDT', +# 'ICPUSDT', +# 'ICXUSDT', +# 'IDEXUSDT', +# 'IDUSDT', +# 'ILVUSDT', +# 'IMXUSDT', +# 'INITUSDT', +# 'INJUSDT', +# 'IOSTUSDT', +# 'IOTAUSDT', +# 'IOTXUSDT', +# 'IOUSDT', +# 'IPUSDT', +# 'JASMYUSDT', +# 'JELLYJELLYUSDT', +# 'JOEUSDT', +# 'JSTUSDT', +# 'JTOUSDT', +# 'JUPUSDT', +# 'JUSDT', +# 'KAIAUSDT', +# 'KAITOUSDT', +# 'KASUSDT', +# 'KAVAUSDT', +# 'KDAUSDT', +# 'KERNELUSDT', +# 'KMNOUSDT', +# 'KNCUSDT', +# 'KOMAUSDT', +# 'KSMUSDT', +# 'L3USDT', +# 'LAUNCHCOINUSDT', +# 'LDOUSDT', +# 'LEVERUSDT', +# 'LINKPERP', +# 'LINKUSDT', +# 'LISTAUSDT', +# 'LOOKSUSDT', +# 'LPTUSDT', +# 'LQTYUSDT', +# 'LRCUSDT', +# 'LSKUSDT', +# 'LTCPERP', +# 'LUMIAUSDT', +# 'LUNA2USDT', +# 'MAGICUSDT', +# 'MAJORUSDT', +# 'MANAUSDT', +# 'MANTAUSDT', +# 'MASAUSDT', +# 'MASKUSDT', +# 'MAVIAUSDT', +# 'MAVUSDT', +# 'MBLUSDT', +# 'MBOXUSDT', +# 'MDTUSDT', +# 'MELANIAUSDT', +# 'MEMEUSDT', +# 'MERLUSDT', +# 'METISUSDT', +# 'MEUSDT', +# 'MEWUSDT', +# 'MICHIUSDT', +# 'MILKUSDT', +# 'MINAUSDT', +# 'MKRUSDT', +# 'MLNUSDT', +# 'MNTPERP', +# 'MNTUSDT', +# 'MOBILEUSDT', +# 'MOCAUSDT', +# 'MOODENGUSDT', +# 'MORPHOUSDT', +# 'MOTHER1USDT', +# 'MOTHER2USDT', +# 'MOTHER3USDT', +# 'MOVEUSDT', +# 'MOVRUSDT', +# 'MTLUSDT', +# 'MUBARAKUSDT', +# 'MVLUSDT', +# 'MYRIAUSDT', +# 'NCUSDT', +# 'NEARUSDT', +# 'NEIROETHUSDT', +# 'NEOUSDT', +# 'NFPUSDT', +# 'NILUSDT', +# 'NKNUSDT', +# 'NMRUSDT', +# 'NOTPERP', +# 'NOTUSDT', +# 'NSUSDT', +# 'NTRNUSDT', +# 'NXPCUSDT', +# 'OBOLUSDT', +# 'OBTUSDT', +# 'OGUSDT', +# 'OKBUSDT', +# 'OLUSDT', +# 'OMGUSDT', +# 'OMUSDT', +# 'ONDOPERP', +# 'ONDOUSDT', +# 'ONEUSDT', +# 'ONGUSDT', +# 'ONTUSDT', +# 'OPUSDT', +# 'ORBSUSDT', +# 'ORCAUSDT', +# 'ORDERUSDT', +# 'ORDIPERP', +# 'ORDIUSDT', +# 'OSMOUSDT', +# 'PARTIUSDT', +# 'PAXGUSDT', +# 'PEAQUSDT', +# 'PENDLEUSDT', +# 'PEOPLEUSDT', +# 'PERPUSDT', +# 'PHAUSDT', +# 'PHBUSDT', +# 'PIPPINUSDT', +# 'PIXELUSDT', +# 'PLUMEUSDT', +# 'PNUTUSDT', +# 'POLPERP', +# 'POLUSDT', +# 'POLYXUSDT', +# 'PONKEUSDT', +# 'POPCATPERP', +# 'POPCATUSDT', +# 'PORTALUSDT', +# 'POWRUSDT', +# 'PRAIUSDT', +# 'PRCLUSDT', +# 'PRE05EOSUSDT', +# 'PRE08EOSUSDT', +# 'PRIMEUSDT', +# 'PROMPTUSDT', +# 'PROMUSDT', +# 'PUFFERUSDT', +# 'PUMPUSDT', +# 'PUNDIXUSDT', +# 'PYRUSDT', +# 'PYTHUSDT', +# 'QIUSDT', +# 'QNTUSDT', +# 'QTUMUSDT', +# 'QUICKUSDT', +# 'RADUSDT', +# 'RAREUSDT', +# 'RAYDIUMUSDT', +# 'RAYUSDT', +# 'RDNTUSDT', +# 'REDUSDT', +# 'RENDERUSDT', +# 'REXUSDT', +# 'REZUSDT', +# 'RFCUSDT', +# 'RIFUSDT', +# 'RLCUSDT', +# 'ROAMUSDT', +# 'RONINUSDT', +# 'ROSEUSDT', +# 'RPLUSDT', +# 'RSRUSDT', +# 'RUNEUSDT', +# 'SAGAUSDT', +# 'SANDUSDT', +# 'SCAUSDT', +# 'SDUSDT', +# 'SENDUSDT', +# 'SERAPHUSDT', +# 'SFPUSDT', +# 'SHELLUSDT', +# 'SHIB1000PERP', +# 'SHIB1000USDT', +# 'SIGNUSDT', +# 'SIRENUSDT', +# 'SKLUSDT', +# 'SKYAIUSDT', +# 'SLERFUSDT', +# 'SLFUSDT', +# 'SLPUSDT', +# 'SNTUSDT', +# 'SNXUSDT', +# 'SOLAYERUSDT', +# 'SOLOUSDT', +# 'SOLPERP', +# 'SOLUSDT', +# 'SOLVUSDT', +# 'SONICUSDT', +# 'SPECUSDT', +# 'SPXUSDT', +# 'SSVUSDT', +# 'STEEMUSDT', +# 'STGUSDT', +# 'STORJUSDT', +# 'STOUSDT', +# 'STRKPERP', +# 'STRKUSDT', +# 'SUIPERP', +# 'SUIUSDT', +# 'SUNDOGUSDT', +# 'SUNUSDT', +# 'SUPERUSDT', +# 'SUSDT', +# 'SUSHIUSDT', +# 'SWARMSUSDT', +# 'SWEATUSDT', +# 'SWELLUSDT', +# 'SXPUSDT', +# 'SYNUSDT', +# 'SYRUPUSDT', +# 'SYSUSDT', +# 'TAIKOUSDT', +# 'TAIUSDT', +# 'TAOUSDT', +# 'THETAUSDT', +# 'THEUSDT', +# 'TIAPERP', +# 'TIAUSDT', +# 'TLMUSDT', +# 'TOKENUSDT', +# 'TONPERP', +# 'TRBUSDT', +# 'TRUMPPERP', +# 'TRUMPUSDT', +# 'TRUUSDT', +# 'TRXUSDT', +# 'TSTBSCUSDT', +# 'TUSDT', +# 'TUTUSDT', +# 'TWTUSDT', +# 'UMAUSDT', +# 'UNIPERP', +# 'UNIUSDT', +# 'USDCUSDT', +# 'USDEUSDT', +# 'USTCUSDT', +# 'USUALUSDT', +# 'UXLINKUSDT', +# 'VANAUSDT' +# ] \ No newline at end of file diff --git a/src/lib_python_md/python_md_providers/bybit_md_provider.py b/src/lib_python_md/python_md_providers/bybit_md_provider.py new file mode 100644 index 000000000..9300722d0 --- /dev/null +++ b/src/lib_python_md/python_md_providers/bybit_md_provider.py @@ -0,0 +1,79 @@ +import logging +import sys +from bybit_conf import CONTRACTS +import python_md_module as pymd +from py_md_utils import get_contract_spec, get_price_info, get_quantity_info, get_security + +# Logging setup +LOG_PATH = "/home/bts/sparkdata/data/bybit_md_provider.log" +logging.basicConfig( + filename=LOG_PATH, + level=logging.DEBUG, + format="%(asctime)s|%(levelname)s|%(message)s", +) +console = logging.StreamHandler(sys.stdout) +console.setLevel(logging.INFO) +formatter = logging.Formatter("%(asctime)s|%(levelname)s|%(message)s") +console.setFormatter(formatter) +logging.getLogger().addHandler(console) + +class BybitMdProvider(pymd.MdProvider): + def __init__(self): + super().__init__() + self.sink = None + + def start(self, sink: pymd.MdSink): + self.sink = sink + logging.info("Starting BybitMdProvider") + + # Use default contract specs for all contracts + default_specs = { + "tick_unit": 1, + "tick_base": 10, + "cash_per_point": 0.1, + "qty_tick_unit": 1, + "qty_tick_base": 10000 + } + + # Send security info + sec_list = pymd.PySecurityList() + for contract in CONTRACTS: + # Handle contracts with multipliers or PERP suffix + asset = contract.replace("USDT", "").replace("PERP", "") + # Remove numeric prefixes (e.g., 1000PEPE -> PEPE) + for prefix in ["1000000", "10000", "1000"]: + if asset.startswith(prefix): + asset = asset[len(prefix):] + quote = "USDT" + spec = get_contract_spec( + price_info=get_price_info( + tick_unit=default_specs["tick_unit"], + tick_base=default_specs["tick_base"], + cash_per_point=default_specs["cash_per_point"] + ), + qty_info=get_quantity_info( + tick_unit=default_specs["qty_tick_unit"], + tick_base=default_specs["qty_tick_base"] + ) + ) + sec = get_security( + venue="Bybit", + name=contract, + asset=asset, + group=asset, + currency=quote, + expiration=None, + option_kind=None, + strike=None, + spec=spec, + ) + sec_list.append(sec) + logging.info(f"Created security: {contract} with specs: {default_specs}") + sink.on_securities(sec_list) + logging.info("Sent securities list--sink.on_securities called.") + + def stop(self): + """Cleanup.""" + logging.info("Stopping BybitMdProvider...") + self.sink = None + logging.info("✔ Stopped BybitMdProvider.") \ No newline at end of file