Tweaked performance analysis tools.

This commit is contained in:
Pedro Pinto committed 2018-06-05 16:59:54 -04:00
1 parent a8bd99af56
commit d94afe9867
4 files changed
+19 -60

No files matched your search

@@ -30,7 +30,7 @@ def print_traces(last,traces):
if last in in_rec and "zero" in in_rec:
first = in_rec["zero"]
shot = in_rec[last]
if shot-first < 500000:
o
print "%d -> %d" % (k, shot-first)
previous = first
for key, value in sorted(in_rec.iteritems(), key=lambda (k,v): (v,k)):
@@ -57,25 +57,26 @@ def transform(delta_exps,raw_events):
exps = parse_exps(sys.argv[1:])
traces = parse_log()
print_traces("SocketConnection_write_pre_write",traces)
times = transform(exps,traces)
print traces
# print_traces("SocketConnection_write_pre_write",traces)
# times = transform(exps,traces)
clean_times = []
for t in times:
if t['t'] < 500000:
clean_times.append(t)
# clean_times = []
# for t in times:
# if t['t'] < 500000:
# clean_times.append(t)
frame = DataFrame(clean_times)
# frame = DataFrame(clean_times)
# print "Overview (all data)"
# print "--------------------"
# print frame
# print
frame = frame.drop('id', 1)
print "Medians (all data)"
print "------------------"
print frame.median()
print
# frame = frame.drop('id', 1)
# print "Medians (all data)"
# print "------------------"
# print frame.median()
# print
# print "StdDevs (all data)"
# print "------------------"
@@ -102,3 +103,5 @@ print
# print "StdDevs (clean data)"
# print "--------------------"
# print frame.std()
Python finished at Tue Jun 5 14:54:09
@@ -1,2 +1,2 @@
#!/bin/bash
./parse_log.sh ~/sparkdata/data/logging/log | ./analyze.py t=SocketConnection_write_pre_write-zero
./parse_log.sh $1 | ./analyze.py t=SocketConnection_write_pre_write-MDSource
@@ -1,3 +1,2 @@
#!/bin/bash
cat $1 | grep "| Latency" | awk '{ print $6,$7,$5 }' | sort -n
cat $1 | grep "|Latency" | awk -F "|" '{print $9}' | awk '{print $2,$3,$1}'
+1 -44
View File
@@ -9,39 +9,8 @@
#include <lttng/tracepoint.h>
TRACEPOINT_EVENT(bts_trace, md,
TP_ARGS(char *, text, long, security),
TP_FIELDS(
ctf_string(msg, text)
ctf_integer_hex(long, sec,security)
))
TRACEPOINT_EVENT(bts_trace, eye,
TP_ARGS(char *, text, long, security),
TP_FIELDS(
ctf_string(msg, text)
ctf_integer_hex(long, sec,security)
))
TRACEPOINT_EVENT(bts_trace, btscmd,
TP_ARGS(char *, text),
TP_FIELDS(
ctf_string(msg, text)
))
TRACEPOINT_EVENT(bts_trace, o2,
TP_ARGS(char *, text),
TP_FIELDS(
ctf_string(msg, text)
))
TRACEPOINT_EVENT(bts_trace,quickfix,
TP_ARGS(char *, text),
TP_FIELDS(
ctf_string(msg, text)
))
TRACEPOINT_EVENT(bts_trace, quoter,
TRACEPOINT_EVENT(bts_trace, trace_order,
TP_ARGS(char *, text, long long, argument1, long long, argument2),
TP_FIELDS(
ctf_string(msg, text)
@@ -49,18 +18,6 @@ TRACEPOINT_EVENT(bts_trace, quoter,
ctf_integer(long long, arg2,argument2)
))
TRACEPOINT_EVENT(bts_trace, driver,
TP_ARGS(char *, text, long long, arg1,long long, sec_key,float, bid, float, ask, int, bid_sz,int, ask_sz, int, seq_n),
TP_FIELDS(
ctf_string(msg, text)
ctf_integer(long long, arg1,arg1)
ctf_integer(long long, sec_key,sec_key)
ctf_float(float, bid,bid)
ctf_float(float, ask,ask)
ctf_integer(int, bid_sz,bid_sz)
ctf_integer(int, ask_sz,ask_sz)
ctf_integer (int,seq_n,seq_n)
))
#endif /* _BTS_TP_H */
#include <lttng/tracepoint-event.h>