From ebd0fa4809998e53a99370235eecfbed0ad2da8b Mon Sep 17 00:00:00 2001 From: Pedro Pinto Date: Thu, 17 Dec 2020 09:40:04 -0500 Subject: [PATCH] Added utility to parse performance logs. --- .../sparkd/cmds/spartan/analysis/spartan.py | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) diff --git a/src/server/sparkd/cmds/spartan/analysis/spartan.py b/src/server/sparkd/cmds/spartan/analysis/spartan.py index 1719419fd..6ff3fc698 100644 --- a/src/server/sparkd/cmds/spartan/analysis/spartan.py +++ b/src/server/sparkd/cmds/spartan/analysis/spartan.py @@ -315,5 +315,17 @@ def ib_percentage(fills,begin_eid,event_len): 'SIDE_BUY':ib_percentage_side(ibs['SIDE_BUY']) } - - +def parse_latency_logs(file,out_path): + rx = ".*\|Latency.*\|PROD\|(.*)" + with open(out_path,mode='w') as out_file: + with open(file) as f: + for l in f.readlines(): + m = re.match(rx,l) + if m: + log = m.groups()[0] + log = log.strip() + log = log.replace("::","_") + row = { nv[0]:nv[1] for nv in [ kv.split(':') for kv in log.strip().split(" ") ] } + if row['sn'] != '0': + print (row['sn'],",",row['entry_type'],",",row['app_arrival'],",",row['now'],file=out_file) +