run_hadd.py

Go to the documentation of this file.

import os, sys
import subprocess
import re

isTrial = False;

if len(sys.argv)>1:
  if sys.argv[1]=="--trial":
    isTrial = True

dirFile = "dirsToHadd.txt"
l_Dirs  = [line.rstrip('\n') for line in open(dirFile)]
s_Persistent= "/pnfs/nova/persistent/users/aboot"

def checkFileCount(s_Dir):
  s_ExampleFile = subprocess.check_output("ls " + d  + " | grep root | tail -n1", shell=True);
  nFiles        = subprocess.check_output("ls " + s_Dir + " | grep root | wc -l", shell=True);
  for sub in nFiles.split():
    if sub.isdigit():
      nFiles = sub;
      break;

  if str(nFiles)=="0":
    print(s_Dir + " IS EMPTY!");
    return False;

  s_ExpectedFiles = re.search("_of_(.*).root", s_ExampleFile);
  print("IN THIS DIR THERE ARE " + nFiles + " of " + s_ExpectedFiles.group(1) + " ROOT FILES");
  return ("of_"+str(nFiles)) in s_ExampleFile;

if len(l_Dirs) > 0:
  s_FirstDir    = l_Dirs[0]
  s_Persistent += s_FirstDir.split("abooth",1)[1]
  s_Persistent  = s_Persistent.rsplit("/", 1)[0] 
  s_Persistent += "/"

if not os.path.exists(s_Persistent):
  print("MAKING PERSISTENT DIR!")
  print(s_Persistent)
  os.makedirs(s_Persistent)

for d in l_Dirs:
  print("\n\nLOOKING AT DIRECTORY: " + d)
  s_ExampleFile = subprocess.check_output("ls " + d + " | grep root | tail -n1", shell=True);
  s_FileStub    = s_ExampleFile.split(".")[0]
  s_DestFile    = s_Persistent + s_FileStub + ".root"
  if os.path.exists(s_DestFile):
    print("*****HADDED FILE EXISTS IN OUTDIR, PLEASE DELETE AND RERUN IF YOU WANT REGENERATION***")
    continue
  s_DestFile += " "
  #cmd  = "hadd_cafana -f " + s_DestFile
  cmd  = "hadd_cafana " + s_DestFile 
  cmd += d + "/" + s_FileStub + ".*_of*.root"
  if checkFileCount(d):
    print("DIRECTORY COMPLETE, HADDING!!!\n")
    if isTrial:
      print("TRIAL RUN, JUST PRINTING THE COMMAND:")
      print(cmd)
    else:
      os.system(cmd)
  else:
    print("ALL FILES NOT YET COMPLETE, MOVING ON\n")

print("\n\nALL DONE!")