clean up the root directory by moving parsing scripts into the tools directory

tools/parse_memory_log.py

@@ -0,0 +1,126 @@
+#! /usr/bin/env python
+import os, sys, time
+
+# usage: memory.log memory_index.log
+
+lines = open(sys.argv[1], 'rb').readlines()
+index = open(sys.argv[2], 'rb').readlines()
+
+# logfile format:
+# #<allocation-point> <time(ms)> <key ('A' | 'F')> <address> <size> <total-size> <total-space-time> <peak-total-size>
+# example:
+# #12 38 A 0xd902a0 16 16 0 16
+
+allocation_points_to_print = 30
+
+def print_allocation_point(ap):
+   print 'space_time: %d kBms' % (ap['spacetime'] / 1024)
+   print 'allocations: %d' % ap['allocations']
+   print 'peak: %d kB' % (ap['peak'] / 1024)
+   print 'stack: '
+   counter = 0
+   for e in ap['stack']:
+      print '#%d %s' % (counter, e)
+      counter += 1
+
+allocation_points = []
+for l in index:
+   l = l.split('#')
+   l.pop(0)
+   ap = { 'allocations': 0, 'peak': 0, 'spacetime': 0, 'allocation_point': len(allocation_points), 'stack': l}
+   allocation_points.append(ap);
+
+for l in lines:
+   l = l.lstrip('#').rstrip('\n').split(' ')
+   if len(l) != 8:
+      print l
+      continue
+   try:
+      ap = int(l[0])
+      allocation_points[ap]['allocations'] += 1
+      allocation_points[ap]['peak'] = int(l[7])
+      allocation_points[ap]['spacetime'] = int(l[6])
+   except Exception, e:
+      print type(e), e, l
+
+print '=== space time ==='
+
+hot_ap = []
+allocation_points.sort(key = lambda x:x['spacetime'], reverse=True);
+counter = 0
+for ap in allocation_points[0:allocation_points_to_print]:
+   print '== %d ==' % counter
+   counter += 1
+   print_allocation_point(ap)
+   hot_ap.append(ap['allocation_point']);
+
+print '=== allocations ==='
+
+allocation_points.sort(key = lambda x:x['allocations'], reverse=True);
+for ap in allocation_points[0:allocation_points_to_print]:
+   print_allocation_point(ap)
+
+print '=== peak ==='
+
+allocation_points.sort(key = lambda x:x['peak'], reverse=True);
+for ap in allocation_points[0:allocation_points_to_print]:
+   print_allocation_point(ap)
+
+# generate graph
+lines = open(sys.argv[1], 'rb').readlines()
+
+out = open('memory.dat', 'wb')
+cur_line = [0] * allocation_points_to_print
+prev_line = [0] * allocation_points_to_print
+last_time = 0
+
+for l in lines:
+   l = l.lstrip('#').rstrip('\n').split(' ')
+   if len(l) != 8:
+      print l
+      continue
+   try:
+      time = int(l[1])
+      if time != last_time:
+         print >>out, last_time, '\t',
+         for i in range(allocation_points_to_print):
+	    if cur_line[i] == -1:
+	       print >>out, prev_line[i], '\t',
+	    else:
+	       print >>out, cur_line[i], '\t',
+	       prev_line[i] = cur_line[i]
+         print >>out
+	 cur_line = [-1] * allocation_points_to_print
+         last_time = time
+ 
+      size = int(l[5])
+      ap = int(l[0])
+      if ap in hot_ap:
+         index = hot_ap.index(ap)
+         cur_line[index] = max(cur_line[index], size)
+
+   except Exception, e:
+      print type(e), e, l
+
+out.close()
+
+out = open('memory.gnuplot', 'wb')
+print >>out, "set term png size 1200,700"
+print >>out, 'set output "memory.png"'
+print >>out, 'set xrange [0:*]'
+print >>out, 'set xlabel "time (ms)"'
+print >>out, 'set ylabel "bytes (B)"'
+print >>out, "set style data lines"
+print >>out, "set key box"
+print >>out, 'plot',
+for k in range(allocation_points_to_print):
+   print >>out, ' "memory.dat" using 1:(',
+   for i in range(k, allocation_points_to_print):
+      if i == k: print >>out, '$%d' % (i + 2),
+      else: print >>out, '+$%d' % (i + 2),
+   print >>out, ') title "%d" with filledcurves x1, \\' % k
+print >>out, 'x=0'
+out.close()
+
+os.system('gnuplot memory.gnuplot');
+