From d94afe986783dda75dbcc770910c8b72cf9aefd7 Mon Sep 17 00:00:00 2001 From: Pedro Pinto Date: Tue, 5 Jun 2018 14:39:13 -0400 Subject: [PATCH] Tweaked performance analysis tools. --- .../sparkd/orderman/perf_analysis/analyze.py | 29 ++++++------ .../sparkd/orderman/perf_analysis/drive.sh | 2 +- .../orderman/perf_analysis/parse_log.sh | 3 +- src/server/sparkd/tracing/bts_trace_c.h | 45 +------------------ 4 files changed, 19 insertions(+), 60 deletions(-) diff --git a/src/server/sparkd/orderman/perf_analysis/analyze.py b/src/server/sparkd/orderman/perf_analysis/analyze.py index adbddb67d..88d2c1a28 100644 --- a/src/server/sparkd/orderman/perf_analysis/analyze.py +++ b/src/server/sparkd/orderman/perf_analysis/analyze.py @@ -30,7 +30,7 @@ def print_traces(last,traces): if last in in_rec and "zero" in in_rec: first = in_rec["zero"] shot = in_rec[last] - if shot-first < 500000: + o print "%d -> %d" % (k, shot-first) previous = first for key, value in sorted(in_rec.iteritems(), key=lambda (k,v): (v,k)): @@ -57,25 +57,26 @@ def transform(delta_exps,raw_events): exps = parse_exps(sys.argv[1:]) traces = parse_log() -print_traces("SocketConnection_write_pre_write",traces) -times = transform(exps,traces) +print traces +# print_traces("SocketConnection_write_pre_write",traces) +# times = transform(exps,traces) -clean_times = [] -for t in times: - if t['t'] < 500000: - clean_times.append(t) +# clean_times = [] +# for t in times: +# if t['t'] < 500000: +# clean_times.append(t) -frame = DataFrame(clean_times) +# frame = DataFrame(clean_times) # print "Overview (all data)" # print "--------------------" # print frame # print -frame = frame.drop('id', 1) -print "Medians (all data)" -print "------------------" -print frame.median() -print +# frame = frame.drop('id', 1) +# print "Medians (all data)" +# print "------------------" +# print frame.median() +# print # print "StdDevs (all data)" # print "------------------" @@ -102,3 +103,5 @@ print # print "StdDevs (clean data)" # print "--------------------" # print frame.std() + +Python finished at Tue Jun 5 14:54:09 diff --git a/src/server/sparkd/orderman/perf_analysis/drive.sh b/src/server/sparkd/orderman/perf_analysis/drive.sh index b950b5d42..685b28387 100644 --- a/src/server/sparkd/orderman/perf_analysis/drive.sh +++ b/src/server/sparkd/orderman/perf_analysis/drive.sh @@ -1,2 +1,2 @@ #!/bin/bash -./parse_log.sh ~/sparkdata/data/logging/log | ./analyze.py t=SocketConnection_write_pre_write-zero +./parse_log.sh $1 | ./analyze.py t=SocketConnection_write_pre_write-MDSource diff --git a/src/server/sparkd/orderman/perf_analysis/parse_log.sh b/src/server/sparkd/orderman/perf_analysis/parse_log.sh index 2fc6e5620..f4a5f30b4 100644 --- a/src/server/sparkd/orderman/perf_analysis/parse_log.sh +++ b/src/server/sparkd/orderman/perf_analysis/parse_log.sh @@ -1,3 +1,2 @@ #!/bin/bash -cat $1 | grep "| Latency" | awk '{ print $6,$7,$5 }' | sort -n - +cat $1 | grep "|Latency" | awk -F "|" '{print $9}' | awk '{print $2,$3,$1}' diff --git a/src/server/sparkd/tracing/bts_trace_c.h b/src/server/sparkd/tracing/bts_trace_c.h index 0eb266e76..678a17857 100644 --- a/src/server/sparkd/tracing/bts_trace_c.h +++ b/src/server/sparkd/tracing/bts_trace_c.h @@ -9,39 +9,8 @@ #include -TRACEPOINT_EVENT(bts_trace, md, - TP_ARGS(char *, text, long, security), - TP_FIELDS( - ctf_string(msg, text) - ctf_integer_hex(long, sec,security) - )) -TRACEPOINT_EVENT(bts_trace, eye, - TP_ARGS(char *, text, long, security), - TP_FIELDS( - ctf_string(msg, text) - ctf_integer_hex(long, sec,security) - )) - -TRACEPOINT_EVENT(bts_trace, btscmd, - TP_ARGS(char *, text), - TP_FIELDS( - ctf_string(msg, text) - )) - -TRACEPOINT_EVENT(bts_trace, o2, - TP_ARGS(char *, text), - TP_FIELDS( - ctf_string(msg, text) - )) - -TRACEPOINT_EVENT(bts_trace,quickfix, - TP_ARGS(char *, text), - TP_FIELDS( - ctf_string(msg, text) - )) - -TRACEPOINT_EVENT(bts_trace, quoter, +TRACEPOINT_EVENT(bts_trace, trace_order, TP_ARGS(char *, text, long long, argument1, long long, argument2), TP_FIELDS( ctf_string(msg, text) @@ -49,18 +18,6 @@ TRACEPOINT_EVENT(bts_trace, quoter, ctf_integer(long long, arg2,argument2) )) -TRACEPOINT_EVENT(bts_trace, driver, - TP_ARGS(char *, text, long long, arg1,long long, sec_key,float, bid, float, ask, int, bid_sz,int, ask_sz, int, seq_n), - TP_FIELDS( - ctf_string(msg, text) - ctf_integer(long long, arg1,arg1) - ctf_integer(long long, sec_key,sec_key) - ctf_float(float, bid,bid) - ctf_float(float, ask,ask) - ctf_integer(int, bid_sz,bid_sz) - ctf_integer(int, ask_sz,ask_sz) - ctf_integer (int,seq_n,seq_n) - )) #endif /* _BTS_TP_H */ #include