[tools] Add gc-nvp-to-csv.py script.

tools/gc-nvp-trace-processor.py

 #!/usr/bin/env python
 #
 # Copyright 2010 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
@@ skipping 20 matching lines @@
 #
 # This is an utility for plotting charts based on GC traces produced by V8 when
 # run with flags --trace-gc --trace-gc-nvp. Relies on gnuplot for actual
 # plotting.
 #
 # Usage: gc-nvp-trace-processor.py <GC-trace-filename>
 #
 
 
 from __future__ import with_statement
-import sys, types, re, subprocess, math
+import sys, types, subprocess, math
+import gc_nvp_common
 
 def flatten(l):
   flat = []
   for i in l: flat.extend(i)
   return flat
 
-def split_nvp(s):
-  t = {}
-  for (name, value) in re.findall(r"(\w+)=([-\w]+)", s):
-    try:
-      t[name] = int(value)
-    except ValueError:
-      t[name] = value
-
-  return t
-
-def parse_gc_trace(input):
-  trace = []
-  with open(input) as f:
-    for line in f:
-      info = split_nvp(line)
-      if info and 'pause' in info and info['pause'] > 0:
-        info['i'] = len(trace)
-        trace.append(info)
-  return trace
-
-def extract_field_names(script):
-  fields = { 'data': true, 'in': true }
-
-  for m in re.finditer(r"$(\w+)", script):
-    field_name = m.group(1)
-    if field_name not in fields:
-      fields[field] = field_count
-      field_count = field_count + 1
-
-  return fields
-
 def gnuplot(script):
   gnuplot = subprocess.Popen(["gnuplot"], stdin=subprocess.PIPE)
   gnuplot.stdin.write(script)
   gnuplot.stdin.close()
   gnuplot.wait()
 
 x1y1 = 'x1y1'
 x1y2 = 'x1y2'
 x2y1 = 'x2y1'
 x2y2 = 'x2y2'
@@ skipping 132 matching lines @@
     return 0
   return r['pause'] - r['mark'] - r['sweep'] - r['external']
 
 def scavenge_scope(r):
   if r['gc'] == 's':
     return r['pause'] - r['external']
   return 0
 
 
 def real_mutator(r):
-  return r['mutator'] - r['stepstook']
+  return r['mutator'] - r['steps_took']
 
 plots = [
   [
     Set('style fill solid 0.5 noborder'),
     Set('style histogram rowstacked'),
     Set('style data histograms'),
     Plot(Item('Scavenge', scavenge_scope, lc = 'green'),
          Item('Marking', 'mark', lc = 'purple'),
          Item('Sweep', 'sweep', lc = 'blue'),
          Item('External', 'external', lc = '#489D43'),
          Item('Other', other_scope, lc = 'grey'),
-         Item('IGC Steps', 'stepstook', lc = '#FF6347'))
+         Item('IGC Steps', 'steps_took', lc = '#FF6347'))
   ],
   [
     Set('style fill solid 0.5 noborder'),
     Set('style histogram rowstacked'),
     Set('style data histograms'),
     Plot(Item('Scavenge', scavenge_scope, lc = 'green'),
          Item('Marking', 'mark', lc = 'purple'),
          Item('Sweep', 'sweep', lc = 'blue'),
          Item('External', 'external', lc = '#489D43'),
          Item('Other', other_scope, lc = '#ADD8E6'),
@@ skipping 43 matching lines @@
   return freduce(lambda t,v: t + long(v), field, trace, long(0))
 
 def calc_max(trace, field):
   return freduce(lambda t,r: max(t, r), field, trace, 0)
 
 def count_nonzero(trace, field):
   return freduce(lambda t,r: t if r == 0 else t + 1, field, trace, 0)
 
 
 def process_trace(filename):
-  trace = parse_gc_trace(filename)
+  trace = gc_nvp_common.parse_gc_trace(filename)
 
   marksweeps = filter(lambda r: r['gc'] == 'ms', trace)
   scavenges = filter(lambda r: r['gc'] == 's', trace)
   globalgcs = filter(lambda r: r['gc'] != 's', trace)
 
 
   charts = plot_all(plots, trace, filename)
 
   def stats(out, prefix, trace, field):
     n = len(trace)
@@ skipping 62 matching lines @@
       out.write('<img src="%s">' % chart)
       out.write('</body></html>')
 
   print "%s generated." % (filename + '.html')
 
 if len(sys.argv) != 2:
   print "Usage: %s <GC-trace-filename>" % sys.argv[0]
   sys.exit(1)
 
 process_trace(sys.argv[1])