hadd_many_files.py

Go to the documentation of this file.

import sys, os



destdir="tmp_data"
#tempdir="tmp_data/deleteme"
#inputdir=""#/pnfs/nova/scratch/users/mcampbel/nova_nofb_check/threshfiles/"

commandstring="mkdir " + destdir
os.system(commandstring)
#commanstring="mkdir " + tempdir
#os.system(commandstring)

lf =  open("tmplist.dat", "r")

lines = lf.readlines()

counter = 0
totcounter = 1
#mystring = "ifdh cp -D "
firsthadd = 0
oldtotal = destdir + "/old_hadd_running_total.root"
currenttotal = destdir + "/hadd_running_total.root"
mystring = "hadd " + currenttotal
for  line in lines:
    #print line 
    
    if counter < 100:
        mystring = mystring + " " + line.split("\n")[0]
        #print mystring
        counter = counter +1

    if counter == 100 or totcounter == len(lines) :
        print counter, totcounter
        
        counter = 0

        if firsthadd == 0 :
            firsthadd = 1
        else :
            mystring = mystring + " " + oldtotal

        print mystring
        os.system( mystring)
        mystring = "hadd " + currenttotal
        commandstring = "mv " + currenttotal + " " + oldtotal
        os.system( commandstring)
        
    #if totcounter == 6 :
        #break

    totcounter = totcounter+1