analysePickle.py

Go to the documentation of this file.

#!/bin/env python
print "run  : --- Analyse production test pickle"
########################### Imports
print "run  : Importing modules"
import cPickle
import ROOT
import ParserArtEvents
ROOT.gROOT.SetBatch(1)
print "run  : done"
########################### Option parser
from optparse import OptionParser
parser = OptionParser()
parser.add_option("-p", "--pickle",  help="input pickle file",    action="store", type=str, dest="pickle",   default=False)
parser.add_option("-o", "--output",  help="output file name",     action="store", type=str, dest="output",   default="analyse_pickle.root")
parser.add_option("-v", "--verbose", help="turn on verbose mode", action="store_true",      dest="verbose",  default=False)
(options, args) = parser.parse_args()
if options.verbose:
    print "run  : --- Options"
    print "run  :     pickle:       ",options.pickle
    print "run  :     output:       ",options.output
    print "run  :     verbose mode: ",options.verbose
assert (options.pickle), "No file provided to unpickle, specify one with -p MYFILE"
########################### Unpickle
print "run  : Opening pickle file %s"%options.pickle
chain = cPickle.load(open(options.pickle, "rb"))
########################### Analyse
attributes = ["memory",
              "memory_percent",
              "cpu_percent",
              "read_bytes",
              "write_bytes",
              "u_cpu_times",
              "s_cpu_times",
              "rss_memory",
              "vms_memory",
              "n_open_files",
              "n_connections",
]
histograms = {}
events     = {}
queries    = {}
parsing    = {}
SLICE_IN_SECONDS = 0.1
SLICE_IN_MINUTES = SLICE_IN_SECONDS/60.
for tier in chain.tiers:
    metric = tier.metric
    if (tier.metric.run == False): continue
    histograms[tier.short_name] = {}
    d_attrs = {}
    # recalculate some variables
    metric.refresh()
    # try and get event times
    if tier.log != "":
        art_events = ParserArtEvents.parseLines(tier.log,verbose=True)
        print art_events
        events[tier.short_name] = art_events.events
        queries[tier.short_name] = art_events.queries
        parsing[tier.short_name] = art_events.parsing
    for attribute in attributes:
        values = getattr(metric,attribute)
        times = metric.sample_times
        
        hist = ROOT.TGraph(len(times))
        hist.SetName("%s_%s"%(tier.short_name,attribute))
        hist.SetTitle("%s_%s;time [s];%s"%(tier.short_name,attribute,attribute))
        
        for i, time in enumerate(times):
            hist.SetPoint(i,time,values[i])
        
        histograms[tier.short_name][attribute] = hist
########################### Draw histograms
import rootlogon
ROOT.gROOT.SetStyle("novaStyle")
ROOT.gROOT.ForceStyle()
canvas = ROOT.TCanvas("canvas","variable",700,600)
canvas.Clear()
ps = "AnalysePickle-Histograms.pdf"
canvas.Print(ps+"[")
for tier in chain.tiers:
    metric = tier.metric
    if (tier.metric.run == False): continue
    for attribute in attributes:
        canvas.Clear()
        this_hist = histograms[tier.short_name][attribute]
        this_hist.Draw()
        this_events  = events[tier.short_name]
        this_queries = queries[tier.short_name]
        this_parsing = parsing[tier.short_name]
        #print this_events
        lines = []
        for event in this_events.keys():
            t_0 = this_events[event]
            line = ROOT.TLine(t_0,
                              this_hist.GetHistogram().GetMinimum(),
                              t_0,
                              this_hist.GetHistogram().GetMaximum())
            line.SetLineColor(ROOT.kRed)
            line.SetLineWidth(3)
            #print line.GetX1(),line.GetY1(),line.GetX2(),line.GetY2()
            lines.append(line)
        for query in this_queries.keys():
            t_0 = this_queries[query]
            line = ROOT.TLine(t_0,
                              this_hist.GetHistogram().GetMinimum(),
                              t_0,
                              this_hist.GetHistogram().GetMaximum())
            line.SetLineColor(ROOT.kMagenta+3)
            line.SetLineWidth(3)
            #print line.GetX1(),line.GetY1(),line.GetX2(),line.GetY2()
            lines.append(line)
        for parse in this_parsing.keys():
            t_0 = this_parsing[parse]
            line = ROOT.TLine(t_0,
                              this_hist.GetHistogram().GetMinimum(),
                              t_0,
                              this_hist.GetHistogram().GetMaximum())
            line.SetLineColor(ROOT.kCyan+1)
            line.SetLineStyle(2)
            line.SetLineWidth(3)
            #print line.GetX1(),line.GetY1(),line.GetX2(),line.GetY2()
            lines.append(line)
        for line in lines:
            line.Draw("same")
        canvas.Update()
        canvas.Print(ps)
canvas.Print(ps+"]")
print "run  : Saved histograms to: %s"%ps
########################### Save output
if options.output:
    print "run  : Saving output to %s"%options.output
    root_file = ROOT.TFile(options.output, "RECREATE")
    for tier in chain.tiers:
        if (tier.metric.run == False): continue
        for attribute in attributes:
            histograms[tier.short_name][attribute].Write()
    root_file.Close()
########################### Done
print "run  : --- Done\n"