runNovaSAM Namespace Reference

Functions
def	unCamelCase (s)
def	createMetadata (inFile)
def	getOutDir (pathname, hashDirs=False)
def	checkAndMoveFiles (inFile, declareFiles)
def	declareFile (fileWPath)
def	copyOutFiles (hashDirs=False)
def	getOutputFileName (detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt)
def	resolveFclPath (fcl)
def	make_temp_fcl (fclFile, inFileBase)
def	setVMemLimit ()
def	makeDirSafely (dir)
def	makeDirIfNeeded (dir)
def	getOutDir (pathname, dest, hashDirs=False, runDirs=False, runNum=0)
def	checkAndMoveFiles (inFile, outputs, noCleanup=False, copyOnly=False)
def	ModifyParentMetadata (inParentFile, inFile)
def	declareLogFile (logName, logFile, rootName)
def	fileExists (outPath, dh)
def	listFiles (outPath, dh)
def	makeMetadataJSONs ()
def	MakeTransposeJson (TransposeList)
def	copyOutFiles (dest, hashDirs=False, runDirs=False, runNum=0, noCleanup=False, declareLocation=False, declareLogs=False)
def	makeDeCAF (script, fname, special)

Variables
	gErrorIgnoreLevel
	detectors = dict()
	_lineregex = re.compile(r'\d+: ([^ \t]+)[ \t]+(.+)')
	_skip_pattern = re.compile(r"^.*(hist|RootOutput).*\.root", re.IGNORECASE)
	parser = argparse.ArgumentParser(description='Run the nova command using SAM metadata')
	help
	type
	str
	action
	args = parser.parse_args()
	inFile = args.inFile
	samweb = samweb_client.SAMWebClient(experiment='nova')
	inFileBase = os.path.basename(inFile)
	metadata = samweb.getMetadata(inFileBase)
	runNum = int(metadata["runs"][0][0])
	subNum = int(metadata["runs"][0][1])
	run_pattern = re.compile(r"^.*?_r([0-9]+)_s([0-9]+).+")
	run_match = run_pattern.match(inFileBase)
	stream = int(metadata["data_stream"])
string	streamEntry = 't{0:02d}'
	stream_pattern = re.compile(r"^.*?_(dd.*?)[_,.].+", re.IGNORECASE)
	stream_match = stream_pattern.match(inFileBase)
	detector = metadata["online.detector"].lower()
	detId = metadata["nova.detectorid"].lower()
	release = os.environ["SRT_BASE_RELEASE"]
	file_type = metadata["file_type"]
string	dataFlag = "data"
	subversion = os.environ["NPASS"]
	nevt = None
	fclFile = args.config
	fclPath = resolveFclPath(fclFile)
	tmpFclName = os.path.basename(fclPath).replace(".fcl", "_" + os.path.splitext(inFileBase)[0] + ".fcl")
	fclFileObj = open(tmpFclName, 'a')
list	cmdList = ['nova']
	outTier
	cafTier
list	outList = []
	output = outTier.split(":")[0]
	tier = outTier.split(":")[1]
	outName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt)
	cafLabel = cafTier.split(":")[0]
	cafName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt)
string	cmd = ' '
	retCode = subprocess.call(cmdList)
	dirList = os.listdir(".")
	skip_match = _skip_pattern.match(file)
	dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api")
	argvCopy
	Do a little bit of trickery with sys.argv to stop ROOT from gobbling it up and killing –help. More...
	argv
	description
	default
	False
	experiment
	fileMetaDataMgr
	PassFile
	doMeta
	flatTier
	h5Tier
	precopyscript
	outputs
	outP
	outC
	outXp
	outXc
	outYp
	outYc
	NewOMod
	outX
	outY
	outNameTemp
	FirstRun
	LastRun
	Index
	NewOName
	flatLabel
	flatName
	h5Label
	h5Name
	histName
	olddir
	Are we streaming the files via xrootd? txtcmd="cat %s | xargs -n1 samweb2xrootd > xrootd_inFile.txt"inFile os.system(txtcmd) with open("xrootd_inFile.txt") as f: for line in f: print line.strip() cmdList.append( line.strip() ) print "" Are we going to copy the files? More...
	allFiles
	failFiles
	copyfile
	ifdhcmd
	ret
	gdbArgs
	stdout
	logfile
	stderr
	line
	end
	dest
	If using a txtfiledef make sure to clean up the InputFile List.... More...
	noCleanup
	True
	copyOnly
	lastdir
	tmpdir
	tmpSecondFclName
	inPID
	_first
	_second
	_outputs
	_bad
	_good
	decafdir

Function Documentation

def runNovaSAM.checkAndMoveFiles	(		inFile,
			declareFiles
	)

Checks all root files in the current directories for zombie or recovered status. Bad files are deleted while good files are moved to the results subdirectory for copy out ease

Definition at line 105 of file runNovaSAM.py.

References declareFile().

Referenced by checkAndMoveFiles().

def checkAndMoveFiles(inFile, declareFiles):
    """Checks all root files in the current directories for zombie or recovered status. Bad files are deleted while good files are moved to the results subdirectory for copy out ease"""
    inFileBase = os.path.basename(inFile)
    baseDir = "."
    for root, dirs, filenames in os.walk(baseDir):
        if root == baseDir:
            for file in filenames:
                if file.endswith (".root") and file != inFileBase:
                    fileWPath = os.path.join(root, file)
                    rootFile = ROOT.TFile(fileWPath)
                    if rootFile.IsZombie() or rootFile.TestBit(ROOT.TFile.kRecovered):
                        #do not copy over, just delete 
                        print "File", fileWPath, "is Zombie - remove it"
                        os.remove(fileWPath)
                    else:
                        if declareFiles == True:
                            declareFile(fileWPath)
                        newFilePath = os.path.join(root, "results", file)
                        os.renames(fileWPath, newFilePath)
                    rootFile.Close()
    return

def runNovaSAM.checkAndMoveFiles	(		inFile,
			outputs,
			noCleanup = False,
			copyOnly = False
	)

Definition at line 130 of file runNovaSAM.py.

References checkAndMoveFiles(), makeDirIfNeeded(), and print.

def checkAndMoveFiles(inFile, outputs, noCleanup=False, copyOnly=False):
    makeDirIfNeeded('./copyback')
    """Checks all root files in the current directories for zombie or recovered status. Bad files are deleted while good files are moved to the copyback subdirectory for copy out ease"""
    inFileBase = os.path.basename(inFile)
    baseDir = "."

    print('Looking for requested outputs: ')
    for o in outputs: print(o)

    # If declaring files have to do non-decafs first, since they're the parents
    # of the decafs. If not, it doesn't hurt to do it in that order anyway.
    for secondPass in [False, True]:
        for root, dirs, filenames in os.walk(baseDir):
            if root == baseDir:
                for file in filenames:
                    if file.endswith('decaf.root') != secondPass: continue
                    # If file not in outputs, then delete.
                    if (file.endswith (".root") or file.endswith(".h5")) and file != inFileBase:
                        fileWPath = os.path.join(root, file)
                        # If the file isn't in my outputs then delete it.
                        if file not in outputs:
                            if not noCleanup:
                                # Do not copy over, just delete
                                print("File", fileWPath, " is not among requested outputs, removing")
                                os.remove(fileWPath)
                            continue
                        # Now that I know that this file is in my output list, lets check it is valid...
                        # First, if it is a root file.
                        if file.endswith (".root"):
                            print("In checkAndMoveFiles, fileWPath is %s" %fileWPath)
                            rootFile = ROOT.TFile(fileWPath)
                            if rootFile.IsZombie() or rootFile.TestBit(ROOT.TFile.kRecovered):
                                #do not copy over, just delete
                                print("File", fileWPath, "is Zombie - remove it")
                                os.remove(fileWPath)
                            else:
                                newFilePath = os.path.join(root, "copyback", file)
                                print("New file name is %s" %newFilePath)
                                if copyOnly:
                                    shutil.copyfile(fileWPath, newFilePath)
                                else:                                    
                                    shutil.move(fileWPath, newFilePath)
                            rootFile.Close()
                        # Next, if it is a h5 file.
                        elif file.endswith(".h5"):
                            # Only import h5py if have h5 files.
                            import h5py
                            print("In checkAndMoveFiles, fileWPath is %s" %fileWPath)
                            # If a valid HDF5 files.
                            if h5py.is_hdf5(fileWPath):
                                newFilePath = os.path.join(root, "copyback", file)
                                print("New file name is %s" %newFilePath)
                                if copyOnly:
                                    shutil.copyfile(fileWPath, newFilePath)
                                else:
                                    shutil.move(fileWPath, newFilePath)

                            # If not a valid HDF5 file.
                            else:
                                print("File", fileWPath, "is Zombie - remove it")
                                os.remove(fileWPath)
    return

def runNovaSAM.copyOutFiles

(

hashDirs = False

)

Builtin facility to copy out art files (automatically excludes hist files). This adds in a subdirectories with a single hex digit each corresponding to the first three digits in the hash of the output file name. This splits up files into 4096 separate subdirectories, preventing overfull directories. Copy out does not happen if the file already exists in the output

Definition at line 149 of file runNovaSAM.py.

References getOutDir().

Referenced by copyOutFiles().

def copyOutFiles(hashDirs=False):
    """Builtin facility to copy out art files (automatically excludes hist files). This adds in a subdirectories with a single hex digit each corresponding to the first three digits in the hash of the output file name. This splits up files into 4096 separate subdirectories, preventing overfull directories. Copy out does not happen if the file already exists in the output"""
    print "Copying out files"
    dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api")
    baseDir = "./results"
    for root, dirs, filenames in os.walk(baseDir):
        if root == baseDir:
            for file in filenames:
                if file.endswith (".root") and file != inFileBase:
                    fileWPath = os.path.join(root, file)
                    dest = getOutDir(file, hashDirs)
                    skip_match = _skip_pattern.match(file)
                    if skip_match == None:
                        try:
                            print "Checking if", dest + "/" + file, "exists"
                            dh.ls(dest + "/" + file, 1, "")
                        except RuntimeError:
                            print "It doesn't - copy", fileWPath, "to", dest
                            dh.cp(["-D", fileWPath, dest])
                    print "Removing", fileWPath
                    os.remove(fileWPath)
    dh.cleanup()
    return

def runNovaSAM.copyOutFiles	(		dest,
			hashDirs = False,
			runDirs = False,
			runNum = 0,
			noCleanup = False,
			declareLocation = False,
			declareLogs = False
	)

Builtin facility to copy out art files. This adds in a subdirectories with a single hex digit each corresponding to the first three digits in the hash of the output file name. This splits up files into 4096 separate subdirectories, preventing overfull directories. Copy out does not happen if the file already exists in the output

Definition at line 457 of file runNovaSAM.py.

References copyOutFiles(), declareFile(), declareLogFile(), fileExists(), getOutDir(), and print.

def copyOutFiles(dest, hashDirs=False, runDirs=False, runNum=0, noCleanup=False, declareLocation=False, declareLogs=False):
    """Builtin facility to copy out art files. This adds in a subdirectories with a single hex digit each corresponding to the first three digits in the hash of the output file name. This splits up files into 4096 separate subdirectories, preventing overfull directories. Copy out does not happen if the file already exists in the output"""
    dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api")
    baseDir = "./copyback"
    declareFiles = declareLogs
    for root, dirs, filenames in os.walk(baseDir):
        if root == baseDir:

            # copy out root files before h5 files
            ordered_files = [s for s in filenames if ".root" in s]
            for s in filenames:
              if ".h5" in s:
                ordered_files.append(s)

            for file in ordered_files:
                if (file.endswith (".root") or file.endswith(".h5") ) and file != inFileBase:
                    fileWPath = os.path.join(root, file)
                    outDir = getOutDir(file, dest, hashDirs, runDirs, runNum)

                    skip_match = _skip_pattern.match(file)
                    if skip_match == None:
                        outPath = os.path.join(outDir, file)
                        
                        if fileExists(outPath, dh):
                            print('copyOutFiles: ', outPath, 'already moved. Skipping')
                        else:
                            # note: this will fail if the file already exists
                            returnValue = dh.cp(["-D", fileWPath, outDir])
                            if returnValue != 0:
                                print("Copy out failed for file:", fileWPath, file=sys.stderr)
                                print("Skipping it.", file=sys.stderr)
                            else:
                                if declareFiles:
                                    declareFile(fileWPath)
                        ###################
                        # Declare the file's location to SAM if we have the declareLocation option on
                        if declareLocation==True :
                            loc = string.replace(outDir, 's3://','s3:/')
                            print("Declaring location %s for file %s\n" % (loc,file))
                            sam = samweb_client.SAMWebClient('nova')
                            ret=sam.addFileLocation(file, loc)
                            if ret.status_code != 200 :
                                print("  SAMWEB Unable to declare file location (%s, %s) status code %s" %(file, loc, ret.status_code))
                        if fileWPath.endswith (".root"):
                            jsonPath = fileWPath.replace('.root', '.json')
                        elif fileWPath.endswith (".h5"):
                            jsonPath = fileWPath[:-3] + '.json'
                        if os.path.isfile(jsonPath):
                            if fileExists(os.path.join(outDir, os.path.basename(jsonPath)), dh):
                                print('copyOutFiles: ', os.path.join(outDir, os.path.basename(jsonPath)), 'already moved. Skipping')
                            else:
                                returnValue = dh.cp(['-D', jsonPath, outDir])
                                if returnValue != 0:
                                    print("Copy out failed for file: " + jsonPath, file=sys.stderr)
                                    print("Skipping it.", file=sys.stderr)
                        else:
                            print('JSON not found %s' % jsonPath)
                                                    
                        for ext in ['.bz2', '']:
                            if os.path.isfile('log.txt'+ext):
                                if file.endswith (".root"):
                                    logName = file.replace('.root', '.log'+ext)
                                elif file.endswith (".h5"):
                                    logName = file + '.log'+ext
                                if fileExists(os.path.join(outDir,logName), dh):
                                    print('copyOutFiles: ', os.path.join(outDir, logName), 'already moved. Skipping')
                                else:
                                    returnValue = dh.cp(['log.txt'+ext, os.path.join(outDir, logName)])

                                    if returnValue != 0:
                                        print("Copy out failed for file: " + logName, file=sys.stderr)
                                        print("Skipping it.", file=sys.stderr)

                                if declareLogs:
                                    declareLogFile(logName, 'log.txt'+ext, file)

                                    # Remove the copied-out log so it's not in
                                    # the way for new log creation.
                                    os.remove('log.txt'+ext)

                                break

                        else:
                          print("It does exist, not copying.")
                    if not noCleanup:
                      print("Removing", fileWPath)
                      os.remove(fileWPath)

                      if fileWPath.endswith(".root"):
                          jsonPath = fileWPath.replace('.root', '.json')
                      elif fileWPath.endswith(".h5"):
                          jsonPath = fileWPath + ".json"
                      if os.path.isfile(jsonPath):
                          print('Removing', jsonPath)
                          os.remove(jsonPath)
    return

def runNovaSAM.createMetadata

(

inFile

)

Definition at line 36 of file runNovaSAM.py.

References samweb_client.utility.fileEnstoreChecksum(), site_stats_from_log.get, str, and unCamelCase().

Referenced by declareFile().

def createMetadata(inFile):
    filename = os.path.basename(inFile)
    filesize = os.path.getsize(inFile)
    
    try:
        data = subprocess.check_output(["sam_metadata_dumper", str(inFile)])
    except subprocess.CalledProcessError:
        print "sam_metadata_dumper failed!"
        return None

    md = {'file_name': filename, 'group': 'nova', 'file_size': filesize, 'file_format': 'root'}

    # An ad-hoc parser for the output
    mode = 'new'
    for line in data.split('\n'):
        m = _lineregex.match(line)
        if mode == 'json':
            if not m and not line.startswith('-'):
                data += line
            else:
                md[key] = json.loads(data)
                mode = 'new'

        if mode == 'new':
            if m:
                key = m.group(1)
                value = m.group(2)

                if '.' not in key:
                    key = unCamelCase(key)
                    
                    # ART does not appear to set the application name
                    # but does provide a process name
                if key == 'process_name' and md.get('application',[]).get('name') is None:
                    key = 'application_name'
                elif key == 'stream_name':
                    key = 'data_stream'
                    
                if key in ('start_date','end_date'):
                    value = long(value)
                    
                if key == 'runs' or key == 'parents':
                    mode = 'json'
                    data = value
                elif key.startswith('application_'):
                    # special handling for applications
                    if 'application' not in md:
                        md['application'] = {}
                    md['application'][key[12:]] = value
                else:
                    md[key] = value
                    
    md['crc'] = fileEnstoreChecksum(inFile)
    
    return md

def runNovaSAM.declareFile

(

fileWPath

)

Checks file for a TKey of RootFileDB.  If it exists, run sam_metadata_dumper and construct appropriate metadata for the file. Use that metadata to declare the file to SAM

Definition at line 127 of file runNovaSAM.py.

References createMetadata().

Referenced by checkAndMoveFiles(), copyOutFiles(), and ModifyParentMetadata().

def declareFile(fileWPath):
    """Checks file for a TKey of RootFileDB.  If it exists, run sam_metadata_dumper and construct appropriate metadata for the file. Use that metadata to declare the file to SAM"""
    samweb = samweb_client.SAMWebClient(experiment='nova')
    rootFile = ROOT.TFile(fileWPath)
    if rootFile.FindKey("RootFileDB"):
        print "Found key (RootFileDB): constructing metadata for", fileWPath
        md = createMetadata(fileWPath)
        if (md == None):
            print "No metadata found!"
        else:
            pprint.pprint(md)
            print ''
            print "Declaring", fileWPath, "to SAM"
            try:
                samweb.declareFile(md)
            except:
                print fileWPath, "already exists in SAM"
    else:
        print fileWPath, "does not contain RootFileDB, do not try to declare"
    rootFile.Close()
    return

def runNovaSAM.declareLogFile	(		logName,
			logFile,
			rootName
	)

Definition at line 289 of file runNovaSAM.py.

References print.

Referenced by copyOutFiles().

def declareLogFile(logName, logFile, rootName):
    # This is what NovaFTS/plugins/nova_log_metadata.py does
    md = {
        'file_name': os.path.basename(logName),
        'file_size': os.path.getsize(logFile),
        'data_tier': 'log',
        'file_format': 'log',
        'file_type': 'unknown', # maybe 'nonPhysicsGeneric'?
        'parents': [{'file_name': os.path.basename(rootName)}]
        }
    print("16) declareLogFile(logName, logFile, rootName):")
    print("Declaring", logName, "to SAM")
    try:
        samweb = samweb_client.SAMWebClient(experiment='nova')
        samweb.declareFile(md)
    except Exception as inst:
        print(inst)

def runNovaSAM.fileExists	(		outPath,
			dh
	)

Definition at line 308 of file runNovaSAM.py.

Referenced by copyOutFiles().

def fileExists(outPath, dh):
  try:
    # Check to see if you can ls the file.
    # This works in ifdh 1_7_0 and newer
    # If it exists, dh.ls() returns a tuple with one entry, converts to True
    # If it doesn't, dh.ls() returns an empty tuple, converts to False
    return bool(dh.ls(outPath, 1, ""))
  except (RuntimeError, IOError) as e:
    # Some versions of ifdh throw an exception when the file was not found
    # But that means it is not there.
    return False

def runNovaSAM.getOutDir	(		pathname,
			hashDirs = False
	)

Definition at line 92 of file runNovaSAM.py.

References exit(), and parse_dependency_file_t.list.

Referenced by copyOutFiles(), and getOutDir().

def getOutDir(pathname, hashDirs=False):
    if "DEST" in os.environ:
        dest = os.environ["DEST"]
    else:
        print "No destination set!"
        exit(1)
    dirs = [dest]
    if hashDirs:
      head, tail = os.path.split(pathname)
      hash = md5.new(tail)
      dirs += list(hash.hexdigest()[:3])
    return os.path.join(*dirs)

def runNovaSAM.getOutDir	(		pathname,
			dest,
			hashDirs = False,
			runDirs = False,
			runNum = 0
	)

Definition at line 115 of file runNovaSAM.py.

References getOutDir(), parse_dependency_file_t.list, makeDirSafely(), and str.

def getOutDir(pathname, dest, hashDirs=False, runDirs=False, runNum=0):
    dirs = [dest]
    if hashDirs:
      head, tail = os.path.split(pathname)
      hash = hashlib.md5(tail.encode())
      dirs += list(hash.hexdigest()[:3])
    if runDirs:
      head, tail = os.path.split(pathname)
      runStr = str(runNum)
      multiRunDir = runStr[:3].zfill(6)
      makeDirSafely(os.path.join(dest, multiRunDir))
      makeDirSafely(os.path.join(dest, multiRunDir, runStr))
      dirs += [multiRunDir, runStr]
    return os.path.join(*dirs)

def runNovaSAM.getOutputFileName	(		detector,
			runNum,
			subNum,
			streamEntry,
			release,
			subversion,
			dataFlag,
			tier,
			nevt
	)

Definition at line 173 of file runNovaSAM.py.

References exit(), and novadaq::HexUtils.format().

def getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt):
  if dataFlag == "sim":
    pattern = re.compile(r"^.*?_(.*?)_\d+.*_v\d+_(.*?)(\.|\_)sim\..+")
    match = pattern.match(inFileBase)
    if match != None:
      simLabel = match.groups()[0]
      uniq     = match.groups()[1]
      outName = '{0}_{1}_{2}_r{3:08d}_s{4:02d}_{5}_v{6}_{7}_{8}.{9}.root'.format(detector, simLabel, nevt, runNum, subNum, release, subversion, uniq, dataFlag, tier)
    else:
      print "regex couldn't find the sim label and the uniqueifier"
      exit(1)
  else:
    outName = '{0}_r{1:08d}_s{2:02d}_{3}_{4}_v{5}_{6}.{7}.root'.format(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier)
  return outName
  

def runNovaSAM.listFiles	(		outPath,
			dh
	)

Definition at line 320 of file runNovaSAM.py.

def listFiles(outPath, dh):
    try:
        return dh.ls(outPath, 1, "")
    except:
        return "Exception while trying to ls, OutPath =",outPath

def runNovaSAM.make_temp_fcl	(		fclFile,
			inFileBase
	)

Definition at line 37 of file runNovaSAM.py.

References MetadataUtils.addMetadataToFCL(), open(), print, and resolveFclPath().

def make_temp_fcl(fclFile, inFileBase):
    # make a temporary copy of the fcl file
    fclPath = resolveFclPath(fclFile)
    print("Found fcl file here: ", fclPath)
    tmpFclName = os.path.basename(fclPath).replace(".fcl", "_" + os.path.splitext(inFileBase)[0] + ".fcl")
    print("Creating local copy : ", tmpFclName)
    shutil.copy(fclPath, tmpFclName)

    # determine if we're using the metadata module
    # add parameters that describe this job
    # NOTE:
    # fhicl-expand (and other FCL tools) don't allow you
    # to give the absolute path to a FCL.  Instead FCLs have to
    # live in $FHICL_FILE_PATH.  $FHICL_FILE_PATH always begins
    # with './:', i.e., search current dir first.
    # so just make sure you don't cd() away from this dir
    # between when the FCL is copied to this dir above and the check below.
    isRunningMetadataModule=True
    try:
        subprocess.check_call("fhicl-expand %s | grep -q ^physics.analyzers.metadata.params." % tmpFclName, shell=True)
    except subprocess.CalledProcessError:
        isRunningMetadataModule=False

    if isRunningMetadataModule:
        with open(tmpFclName, 'a') as fclFileObj:
            if not fileMetaDataMgr.isSam4Users():
                if args.npass != None:
                    MetadataUtils.addMetadataToFCL(fclFileObj, "NOVA.subversion", '"' + fileMetaDataMgr.subversion + '"')

                if fileMetaDataMgr.dataFlag == "sim" and fileMetaDataMgr.generator in MetadataUtils.neutrinoGenerators:
                    MetadataUtils.addMetadataToFCL(fclFileObj, "NOVA.flux_version", '"' + fileMetaDataMgr.fluxVersion + '"')

                MetadataUtils.addMetadataToFCL(fclFileObj,       "NOVA.skim", '"' +       fileMetaDataMgr.skim + '"')
                MetadataUtils.addMetadataToFCL(fclFileObj, "NOVA.systematic", '"' + fileMetaDataMgr.systematic + '"')
                MetadataUtils.addMetadataToFCL(fclFileObj,    "NOVA.Special", '"' +    fileMetaDataMgr.special + '"')

    return tmpFclName

def runNovaSAM.makeDeCAF	(		script,
			fname,
			special
	)

Definition at line 554 of file runNovaSAM.py.

References novadaq::HexUtils.format(), if(), and resolveFclPath().

def makeDeCAF(script, fname, special):
    trimname = fname[:-5] # cut off .root from end
    trimidx = trimname.rindex('.')+1 # find last period before .root
    decaf_tier = trimname[trimidx:-3]+'de'+trimname[-3:] # properly insert 'de'
    oname = '{0}_{1}.{2}.root'.format(trimname, special, decaf_tier)
    novaSource = os.getenv("SRT_PUBLIC_CONTEXT", "undefined")
    if(novaSource == "undefined"):
        novaSource = os.getenv("NOVASOFT_DIR", "undefined")
        if(novaSource == "undefined"):
           NGU.fail("Unable to locate NOvA source code")
        else:
           novaSource = os.getenv("NOVASOFT_DIR") + "/source"

    os.system('cafe -bq '+novaSource+'/CAFAna/'+script+' '+fname+' '+oname+' 2>&1')
    return oname

def runNovaSAM.makeDirIfNeeded

(

dir

)

Definition at line 103 of file runNovaSAM.py.

References print.

Referenced by checkAndMoveFiles(), and makeDirSafely().

def makeDirIfNeeded(dir):
  os.umask(0o02)  #  (rw-rw-r--) for files and (rwxrwxr-x) for directories.
  if not os.path.isdir(dir):
    print("runNovaSAM is making a directory: ", dir)
    try:
      os.mkdir(dir)
    except:
      print("Couldn't make the directory... some other job perhaps did, or permissions did not allow ")
  if not os.path.isdir(dir):
    raise Exception("Failed to make directory + "  + dir )

def runNovaSAM.makeDirSafely

(

dir

)

Definition at line 83 of file runNovaSAM.py.

References makeDirIfNeeded(), and print.

Referenced by getOutDir().

def makeDirSafely(dir):
  if "/pnfs" != dir[0:5]:
      makeDirIfNeeded(dir)
      return

  print("runNovaSAM is making a directory with IFDH")
  dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api")
  try:
    print("Checking if directory ", dir, "exists")
    dh.ls(dir, 1, "")
    dh.chmod(774,dir,"")

  except (RuntimeError, IOError) as e:
    try:
      print("It doesn't - make directory", dir)
      dh.mkdir(dir)
    except:
      print("Tried to make directory and couldn't.  Perhaps it already exists?")

def runNovaSAM.makeMetadataJSONs

(

)

For every ROOT file, try to extract its metadata into a matching .json
file in the same directory

Definition at line 327 of file runNovaSAM.py.

References if(), MakeTransposeJson(), ModifyParentMetadata(), open(), print, and PandAna.Demos.demo1.range.

def makeMetadataJSONs():
    """For every ROOT file, try to extract its metadata into a matching .json
    file in the same directory"""
    baseDir = "./copyback"
    # If using --txtfiledef, want to pass multiple files at a time to sam_meta_dumper.
    # This is because it simply takes too long to call it for each indiv file
    #  when there are 800+ outputs. 5 s each -> ~1 hour!
    TransposeList = ""
    # Declare the samweb client within this function
    samweb = samweb_client.SAMWebClient(experiment='nova')
    # Loop through directories to search for files to make json files for.
    for root, dirs, filenames in os.walk(baseDir):
        if root == baseDir:
            # Push the h5 files to the front of the list so that the CAF files remain
            # available to hack in the metadata.
            for ifile in range(len(filenames)):
                if("h5" in filenames[ifile]):
                    filenames = [filenames[ifile]] + filenames[:ifile] + filenames[ifile+1:]
            for file in filenames:
                if (file.endswith (".root") or file.endswith(".h5") ) and file != inFileBase:
                    skip_match = _skip_pattern.match(file)
                    if skip_match == None:
                        # Set some quick and useful variables.
                        olddir = os.getcwd()
                        fileWPath = os.path.join(root, file)
                        # If a transpose file want to make the json subtly differently.
                        if args.txtfiledef and "outplane" in file:
                            # This works for the cellmode of the transposer as well, due to the filename including outplane and cell.
                            print("Adding %s to TransposeList" %file)
                            TransposeList += "%s " %file
                            continue
                        # Which extractor am I using?
                        extractor = 'sam_metadata_dumper'
                        if file.endswith('caf.root'):
                            extractor = 'extractCAFMetadata'
                        elif file.endswith('.h5'):
                            extractor = 'extractHDF5Metadata'
                        try:
                            # if we're running an analyzer, then there's no outTier, no cafTier, 
                            # and we just make the metadata from the parent file
                            meta=''
                            if args.useParentMetadata:
                                # ensure we're in the directory where the parent file lives
                                os.chdir(os.path.dirname(inFile))
                                md = ModifyParentMetadata(os.path.basename(inFile),file)
                                # and now switch back to copyback dir to make sure we can copy back json
                                os.chdir(olddir)
                                os.chdir(os.path.dirname(fileWPath))
                                md['file_size'] = os.path.getsize(file)
                                # meta is currently a list, convert to json format
                                meta = json.dumps(md, separators = (', ', ': '))
                            else:
                                # sam_metadata_dumper doesn't apply basename() to filename. https://cdcvs.fnal.gov/redmine/issues/8987
                                os.chdir(os.path.dirname(fileWPath))
                                meta = subprocess.check_output([extractor, os.path.basename(fileWPath)])
                            if file.endswith (".root"):
                                jsonf = open(file.replace('.root', '.json'), 'wb')
                                jsonf.write(meta)
                                jsonf.close()
                                print("Made metadata for %s" %file)
                            elif file.endswith(".h5"):
                                print("\nNow to make my json file for my h5...\n")
                                jsonf = open(file.replace('.h5caf.h5', '.h5caf.json'), 'wb')
                                jsonf.write(meta)
                                jsonf.close()
                                print("Made metadata for %s" %file)
                            else:
                                print("I'm not sure what file extension you have...")
                        except:
                            print("Error extracting metadata from file.")
                        finally:
                            os.chdir(olddir)
    # Make the Transpose json files.
    # Again same argument, outplane is already in the filenames for cell mode
    if args.txtfiledef and "outplane" in file:
        olddir = os.getcwd()
        os.chdir(baseDir)
        MakeTransposeJson( TransposeList  )
        os.chdir(olddir)

def runNovaSAM.MakeTransposeJson

(

TransposeList

)

Transpose files need some extra tweaking when making .json files, largely because there are so many of them.
This takes in a list of files, and makes appropriate .json files in the same directory

Definition at line 407 of file runNovaSAM.py.

References append(), hadd_reco_validation.group, open(), print, PandAna.Demos.demo1.range, split(), and str.

Referenced by makeMetadataJSONs().

def MakeTransposeJson( TransposeList ):
    """Transpose files need some extra tweaking when making .json files, largely because there are so many of them.
    This takes in a list of files, and makes appropriate .json files in the same directory"""
    # If using --txtfiledef, I can now pass my file list to sam_meta_dumper.
    print("Is MakeTransposeJson called without a txt def, if you see this then yes.")
    MetaListFile="AllMetaJson.txt"
    meta_cmd="sam_metadata_dumper -s " + TransposeList + " > " + MetaListFile
    os.system(meta_cmd)
    # Now want to open the file and split by "}," character.
    MetaFile  = open( MetaListFile )
    MetaLines = MetaFile.read().split(" },")
    # Loop through lines, and appropriately separate out json files.
    for i in range(0,len( MetaLines ) ):
        meta=MetaLines[i]
        # Figure out file name...this is assuming that file name is always the first entry...
        StName=re.search('"(.+?).root"', meta ).group(1)
        filename=StName+".json"  # Effecitvely replacing .root with .json
        # If transpose file add PlaneNumber and CellNumber if run in cell mode
        if "cell" in filename:
            try:
                plane = re.search('^.*outplane(\d*).', filename).group(1)
                cell = re.search('^.*cell(\d*).', filename).group(1)
                print("Plane number:", plane, "Cell number:", cell, ". Is a transpose file")
                meta = meta.replace('"calibration.base_release"', '"calibration.PlaneNumber": "%s",\n    "calibration.CellNumber": "%s",\n    "calibration.base_release"')%(plane, cell)
            except:
                print("No cell number found - could be a plane mode transpose file")

        elif "outplane" in filename:
            try:
                plane = re.search('^.*outplane(\d*).', filename).group(1)
                print("Plane number:", plane, ". Is a transpose file")
                meta = meta.replace('"calibration.base_release"', '"calibration.PlaneNumber": "%s",\n    "calibration.base_release"') %plane
            except:
                print("Error extracting plane number from transpose file.")

        ### Make sure that the txtfile is in the parent list.
        meta['parents'].append({u'file_name':str(inFile)})

        # Now open the json file
        fout=open(filename,'w')
        # Want to make sure that the json starts with '{'
        if meta[0] not in "{":
            meta = meta[:0] + '{\n' + meta[1:]
        # Want to make sure that the json ends with a double '}'
        if i < len(MetaLines)-1:
            meta += "}\n}\n"
        # Write and close the json file
        fout.write(meta)
        fout.close()

def runNovaSAM.ModifyParentMetadata	(		inParentFile,
			inFile
	)

Definition at line 193 of file runNovaSAM.py.

References append(), MetadataUtils.createMetadata(), declareFile(), hadd_reco_validation.group, print, and str.

Referenced by makeMetadataJSONs().

def ModifyParentMetadata(inParentFile, inFile):
  print("Using parent metadata and modifying, using", inParentFile, "for", inFile)
  samweb = samweb_client.SAMWebClient(experiment='nova')
  md = MetadataUtils.createMetadata(inParentFile)
  md['file_name'] = inFile
  md['data_tier'] = args.histTier
  md['file_format'] = "root"
  parent_list=[]
  for filename in os.listdir('.'):
    print("found parent file",filename)
    parent_dict = {'file_name': filename}
    parent_list.append(parent_dict)

  print("parent list:")
  print(parent_list)
  parent_dumps = json.dumps(parent_list, separators = (', ', ': '))
  print(parent_dumps)
  md['parents'] = parent_list
  print(md)
  return md

#def h5MetaHack(inFile):
#    print "Doing a hack to get HDF5 metadata...Will take CAF metadata and change subtly."
#    ### Make my client and get my CAF metadata
#    samweb = samweb_client.SAMWebClient(experiment='nova')
#    md = MetadataUtils.createMetadata( inFile.replace('.h5caf.h5', '.caf.root') )
#    ### Change some parameters.
#    md['file_name'] = inFile
#    md['data_tier'] = unicode('h5')
#    md['file_size'] = os.path.getsize( inFile )
#    return md

def runNovaSAM.resolveFclPath

(

fcl

)

Definition at line 188 of file runNovaSAM.py.

Referenced by make_temp_fcl(), and makeDeCAF().

def resolveFclPath(fcl):
   # Check if we have an absolute path name, return it if so
  if fcl[0] == "/":
    return fcl 

  # Otherwise, we need to do some searching 
  fclPaths = os.environ["FHICL_FILE_PATH"].split(":")
  for path in fclPaths:
    if os.path.isfile(path + fcl):
      return path + fcl
      
  # If we haven't found it, we have a problem.
  raise IOError(sys.argv[0] + ": config  file "+ fcl+" not found in FHICL_FILE_PATH")
    

def runNovaSAM.setVMemLimit

(

)

Definition at line 75 of file runNovaSAM.py.

References print.

def setVMemLimit():
    #memLimit = 3.9*1024**3
    memLimit = 3.9*1000**3
    print("Old virtual memory limit:", resource.getrlimit(resource.RLIMIT_AS))
    print("Limiting the virtual memory of the nova job to 3.9 GB")
    resource.setrlimit(resource.RLIMIT_AS, (memLimit, memLimit))
    print("New virtual memory limit:", resource.getrlimit(resource.RLIMIT_AS))

def runNovaSAM.unCamelCase

(

s

)

Convert CamelCase to camel_case 

Definition at line 29 of file runNovaSAM.py.

Referenced by createMetadata().

def unCamelCase(s):
    """ Convert CamelCase to camel_case """
    # \B matches an empty string which is NOT at the beginning of a word
    # so requiring this means no _ will be inserted at the start
    return re.sub( r'\B([A-Z])', r'_\1', s).lower()
                

Variable Documentation

runNovaSAM._bad

private

Definition at line 1033 of file runNovaSAM.py.

runNovaSAM._first

private

Definition at line 1030 of file runNovaSAM.py.

runNovaSAM._good

private

Definition at line 1034 of file runNovaSAM.py.

runNovaSAM._lineregex = re.compile(r'\d+: ([^ \t]+)[ \t]+(.+)')

private

Definition at line 24 of file runNovaSAM.py.

runNovaSAM._outputs

private

Definition at line 1032 of file runNovaSAM.py.

runNovaSAM._second

private

Definition at line 1031 of file runNovaSAM.py.

runNovaSAM._skip_pattern = re.compile(r"^.*(hist|RootOutput).*\.root", re.IGNORECASE)

private

Definition at line 27 of file runNovaSAM.py.

runNovaSAM.action

Definition at line 207 of file runNovaSAM.py.

runNovaSAM.allFiles

Definition at line 895 of file runNovaSAM.py.

runNovaSAM.args = parser.parse_args()

Definition at line 215 of file runNovaSAM.py.

runNovaSAM.argv

Definition at line 28 of file runNovaSAM.py.

runNovaSAM.argvCopy

Do a little bit of trickery with sys.argv to stop ROOT from gobbling it up and killing –help.

Definition at line 27 of file runNovaSAM.py.

runNovaSAM.cafLabel = cafTier.split(":")[0]

Definition at line 362 of file runNovaSAM.py.

runNovaSAM.cafName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt)

Definition at line 366 of file runNovaSAM.py.

runNovaSAM.cafTier

Definition at line 342 of file runNovaSAM.py.

string runNovaSAM.cmd = ' '

Definition at line 383 of file runNovaSAM.py.

list runNovaSAM.cmdList = ['nova']

Definition at line 330 of file runNovaSAM.py.

runNovaSAM.copyfile

Definition at line 901 of file runNovaSAM.py.

runNovaSAM.copyOnly

Definition at line 965 of file runNovaSAM.py.

string runNovaSAM.dataFlag = "data"

Definition at line 297 of file runNovaSAM.py.

runNovaSAM.decafdir

Definition at line 1061 of file runNovaSAM.py.

runNovaSAM.default

Definition at line 638 of file runNovaSAM.py.

runNovaSAM.description

Definition at line 589 of file runNovaSAM.py.

runNovaSAM.dest

If using a txtfiledef make sure to clean up the InputFile List....

Definition at line 949 of file runNovaSAM.py.

runNovaSAM.detector = metadata["online.detector"].lower()

Definition at line 272 of file runNovaSAM.py.

Referenced by ApplyOscillations(), daq2raw::DAQHit2Raw.beginRun(), BuildMetricsTree(), cmf::DataVarVals.DataVars(), DCSPlotMaker(), cmf::MetaData.DetectorString(), novaddt::utils::DetectorUtils.DetectorUtils(), daqchannelmap::NearDetDAQChannelMap.encodeDChan(), daqchannelmap::FarDetDAQChannelMap.encodeDChan(), daqchannelmap::TestBeamDAQChannelMap.encodeDChan(), daqchannelmap::DAQChannelMapOLD.encodeDChan(), daqchannelmap::NearDetDAQChannelMap.encodeLChan(), daqchannelmap::FarDetDAQChannelMap.encodeLChan(), daqchannelmap::TestBeamDAQChannelMap.encodeLChan(), meta::Metadata.FillMetadata(), daqchannelmap::DAQChannelMapOLD.getBlockOffline(), daqchannelmap::DAQChannelMapBaseOLD.getBlockOrDiblock(), daqchannelmap::DAQChannelMapOLD.getBlockType(), GetCosmics(), daqchannelmap::DAQChannelMapOLD.getDCMLinkOffline(), daqchannelmap::DAQChannelMapOLD.getDCMOffline(), daqchannelmap::DAQChannelMapOLD.getDiBlockOffline(), daqchannelmap::DAQChannelMapBaseOLD.getDiBlockType(), daqchannelmap::DAQChannelMapOLD.getDiBlockType(), daqchannelmap::DAQChannelMapOLD.getDiBlockTypeOffline(), daqchannelmap::DAQChannelMapOLD.getFirstDCMInViewOffline(), daqchannelmap::DAQChannelMapOLD.getLastDCMInViewOffline(), daqchannelmap::DAQChannelMapOLD.getLocalPlaneInBlockOffline(), daqchannelmap::DAQChannelMapBaseOLD.getLocalPlaneInBlockOrDiblock(), daqchannelmap::DAQChannelMapOLD.getLocalPlaneInDiblockOffline(), daqchannelmap::DAQChannelMapOLD.getLocalPlaneInDiblockViewOffline(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfChannelsInXPlane(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfChannelsInYPlane(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfPlanesBeforeBlock(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfPlanesBeforeDiblock(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfPlanesInBlock(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfPlanesInDiblock(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfXDCM(), daqchannelmap::DAQChannelMapBaseOLD.getNumberOfYDCM(), daqchannelmap::DAQChannelMapOLD.getOnlineCellOffline(), daqchannelmap::DAQChannelMapOLD.getPixelOffline(), daqchannelmap::DAQChannelMapOLD.getPlaneViewOffline(), GetSystsFromFile(), daqchannelmap::DAQChannelMapBaseOLD.getTotalNumberOfDiblocks(), GoodRuns(), daqchannelmap::DAQChannelMapBaseOLD.initNumberOfDCMsInDiblockDetector(), nova::dbi::RunHistory.LoadDAQRunHistory(), main(), make_fc_nus_surfs_nersc_2019(), MakeCovarSim(), MakeSurface(), NewNearlinePlots(), NuMu2019_BasicPIDPlots_FD(), NuMu2019_BasicPIDPlots_ND(), NuMu2019_BasicPIDPlots_Spectrum(), NuMu2020_BasicPIDPlots_FD(), NuMu2020_BasicPIDPlots_ND(), NuMu2020_BasicPIDPlots_Spectrum(), rawdata::RawBeamlineTrigger.RawBeamlineTrigger(), rawdata::RawBeamlineWC.RawBeamlineWC(), om::HistoTable.ReadFile(), rawdata::RawBeamlineTrigger.SetDetectorID(), rawdata::RawBeamlineWC.SetDetectorID(), ana.TAHadEND(), and rawdata::RawBeamlineWC.YPulses().

runNovaSAM.detectors = dict()

Definition at line 18 of file runNovaSAM.py.

Referenced by cmf::CMFSpectraMaker.endJob(), eventListToTextFile(), makeCalibSystRatioPlots(), makeInitialDecorrelatedErrorPlot(), and cmf::EventListManipulator.reconfigure().

runNovaSAM.detId = metadata["nova.detectorid"].lower()

Definition at line 274 of file runNovaSAM.py.

Referenced by align::SplitTracks.analyze(), slid::SPIDBuilder.beginRun(), slid::LIDTraining.beginRun(), chaninfo::FindSwappedChannels.beginSubRun(), LSTME::SliceVars.getCoarseTiming(), nova::dbi::RunHistory.GetConfiguration(), LSTME::SliceVars.getLowGain(), daqchannelmap::DAQChannelMapBaseOLD.getPlaneType(), daqchannelmap::DAQChannelMapBaseOLD.getTotalNumberOfPlanes(), skim::EvaluatorNumuCCpi.Initialize(), skim::EvaluatorNue.Initialize(), skim::EvaluatorNumu.Initialize(), nova::dbi::RunHistory.IsDiBlockFullyInstrumented(), nova::dbi::RunHistory.LoadAPDSettings(), nova::dbi::RunHistory.LoadDAQRunHistory(), cmap::CMap.LoadExceptions(), nova::dbi::RunHistory.LoadFEBMasks(), nova::dbi::RunHistory.LoadGoodDiBlockMask(), nova::dbi::RunHistory.LoadHardwareInfo(), chaninfo::BadChanList.LoadNewData(), nova::dbi::RunHistory.LoadPedestals(), nova::dbi::RunHistory.LoadPixelMasks(), chaninfo::BadChanList.NBadInSubRun(), calib::FiberCalibration.produce(), calib::TimingCalibration.produce(), slid::LIDBuilder.produce(), LSTME::FillLSTME.selectModel(), and cmap::dataprov::CMap.SetStdMap().

runNovaSAM.dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api")

Definition at line 415 of file runNovaSAM.py.

Referenced by DCSPlotMaker(), and art::detail::IPRHelper< ProdA, ProdB, Data, DATACOLL, EVENT >.operator()().

runNovaSAM.dirList = os.listdir(".")

Definition at line 406 of file runNovaSAM.py.

runNovaSAM.doMeta

Definition at line 706 of file runNovaSAM.py.

runNovaSAM.end

Definition at line 932 of file runNovaSAM.py.

runNovaSAM.experiment

Definition at line 669 of file runNovaSAM.py.

runNovaSAM.failFiles

Definition at line 896 of file runNovaSAM.py.

runNovaSAM.False

Definition at line 638 of file runNovaSAM.py.

runNovaSAM.fclFile = args.config

Definition at line 315 of file runNovaSAM.py.

runNovaSAM.fclFileObj = open(tmpFclName, 'a')

Definition at line 327 of file runNovaSAM.py.

runNovaSAM.fclPath = resolveFclPath(fclFile)

Definition at line 319 of file runNovaSAM.py.

runNovaSAM.file_type = metadata["file_type"]

Definition at line 291 of file runNovaSAM.py.

runNovaSAM.fileMetaDataMgr

Definition at line 687 of file runNovaSAM.py.

runNovaSAM.FirstRun

Definition at line 775 of file runNovaSAM.py.

runNovaSAM.flatLabel

Definition at line 828 of file runNovaSAM.py.

runNovaSAM.flatName

Definition at line 833 of file runNovaSAM.py.

runNovaSAM.flatTier

Definition at line 726 of file runNovaSAM.py.

runNovaSAM.gdbArgs

Definition at line 916 of file runNovaSAM.py.

runNovaSAM.gErrorIgnoreLevel

Definition at line 16 of file runNovaSAM.py.

Referenced by countEvents(), DrawBackgrounds(), DrawCCOscillations(), DrawSensitivityDip(), ana::MinuitFitter.FitHelperSeeded(), Flatplots(), KinematicsPlots(), caf::VectorProxyBase.LengthField(), LoadExtraOptions(), main(), MakePlots(), MakeSystsPDF(), ndrockmacro(), neutKEsyst_plot(), pass1_plots(), plot_prediction_systs(), util.SaveObj(), ana::UnfoldTikhonov.Truth(), and TwoDplots().

runNovaSAM.h5Label

Definition at line 843 of file runNovaSAM.py.

runNovaSAM.h5Name

Definition at line 848 of file runNovaSAM.py.

runNovaSAM.h5Tier

Definition at line 728 of file runNovaSAM.py.

runNovaSAM.help

Definition at line 205 of file runNovaSAM.py.

runNovaSAM.histName

Definition at line 865 of file runNovaSAM.py.

runNovaSAM.ifdhcmd

Definition at line 903 of file runNovaSAM.py.

runNovaSAM.Index

Definition at line 777 of file runNovaSAM.py.

Referenced by boost::python::detail::slice_helper< Container, DerivedPolicies, ProxyHandler, Data, Index >.base_delete_slice(), boost::python::detail::no_proxy_helper< Container, DerivedPolicies, ContainerElement, Index >.base_erase_indexes(), boost::python::detail::proxy_helper< Container, DerivedPolicies, ContainerElement, Index >.base_erase_indexes(), boost::python::detail::proxy_helper< Container, DerivedPolicies, ContainerElement, Index >.base_get_item_(), boost::python::detail::slice_helper< Container, DerivedPolicies, ProxyHandler, Data, Index >.base_get_slice(), boost::python::detail::slice_helper< Container, DerivedPolicies, ProxyHandler, Data, Index >.base_get_slice_data(), boost::python::detail::slice_helper< Container, DerivedPolicies, ProxyHandler, Data, Index >.base_set_slice(), boost::python::detail::container_element< Container, Index, Policies >.get_container(), and boost::python::detail::container_element< Container, Index, Policies >.get_links().

runNovaSAM.inFile = args.inFile

Definition at line 217 of file runNovaSAM.py.

runNovaSAM.inFileBase = os.path.basename(inFile)

Definition at line 221 of file runNovaSAM.py.

runNovaSAM.inPID

Definition at line 998 of file runNovaSAM.py.

runNovaSAM.lastdir

Definition at line 976 of file runNovaSAM.py.

runNovaSAM.LastRun

Definition at line 776 of file runNovaSAM.py.

runNovaSAM.line

Definition at line 932 of file runNovaSAM.py.

runNovaSAM.logfile

Definition at line 927 of file runNovaSAM.py.

Referenced by main(), and nl::timing::LogFile.ProcessLog().

dictionary runNovaSAM.metadata = samweb.getMetadata(inFileBase)

Definition at line 223 of file runNovaSAM.py.

Referenced by braggPeak(), checkBeam(), ConvertToGRooTracker(), flat::FlatMaker.endJob(), hdf5::HDF5Maker.endJob(), caf::CAFMaker.endJob(), cmf::FileExtracts.FileExtracts(), fragmentAngularDistribution(), fragmentAngularDistributionGM(), fragmentAngularDistributionHistogram(), fragmentEnergy(), fragmentEnergyDistributionDifferentAngles(), fragmentYields(), fragmentYieldsPlot(), main(), ndrockmacro(), caf::CAFMaker.produce(), and daq2raw::BeamlineUnpack.UnpackTrigger().

runNovaSAM.nevt = None

Definition at line 311 of file runNovaSAM.py.

runNovaSAM.NewOMod

Definition at line 753 of file runNovaSAM.py.

runNovaSAM.NewOName

Definition at line 790 of file runNovaSAM.py.

runNovaSAM.noCleanup

Definition at line 965 of file runNovaSAM.py.

runNovaSAM.olddir

Are we streaming the files via xrootd? txtcmd="cat %s | xargs -n1 samweb2xrootd > xrootd_inFile.txt"inFile os.system(txtcmd) with open("xrootd_inFile.txt") as f: for line in f: print line.strip() cmdList.append( line.strip() ) print "" Are we going to copy the files?

Definition at line 893 of file runNovaSAM.py.

Referenced by numusand::NumuSandFxs.getScatt(), cosrej::CosRejFxs.getScatt(), and ndreco::NDRecoFxs.getTrackScatt().

runNovaSAM.outC

Definition at line 748 of file runNovaSAM.py.

list runNovaSAM.outList = []

Definition at line 344 of file runNovaSAM.py.

runNovaSAM.outName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt)

Definition at line 354 of file runNovaSAM.py.

Referenced by eventListToTextFile(), example_macro(), example_plot(), meanWeight_macro(), mre_example_test(), multiverse_efficiency_macro(), multiverse_efficiency_plot(), plot_datapredictions(), plot_predictions(), plot_rationoosc(), plotDataPred(), and plotDataPred_SplitCanvas().

runNovaSAM.outNameTemp

Definition at line 773 of file runNovaSAM.py.

runNovaSAM.outP

Definition at line 748 of file runNovaSAM.py.

runNovaSAM.output = outTier.split(":")[0]

Definition at line 348 of file runNovaSAM.py.

runNovaSAM.outputs

Definition at line 734 of file runNovaSAM.py.

runNovaSAM.outTier

Definition at line 340 of file runNovaSAM.py.

runNovaSAM.outX

Definition at line 759 of file runNovaSAM.py.

runNovaSAM.outXc

Definition at line 749 of file runNovaSAM.py.

runNovaSAM.outXp

Definition at line 749 of file runNovaSAM.py.

runNovaSAM.outY

Definition at line 760 of file runNovaSAM.py.

runNovaSAM.outYc

Definition at line 750 of file runNovaSAM.py.

runNovaSAM.outYp

Definition at line 750 of file runNovaSAM.py.

runNovaSAM.parser = argparse.ArgumentParser(description='Run the nova command using SAM metadata')

Definition at line 204 of file runNovaSAM.py.

runNovaSAM.PassFile

Definition at line 691 of file runNovaSAM.py.

runNovaSAM.precopyscript

Definition at line 731 of file runNovaSAM.py.

runNovaSAM.release = os.environ["SRT_BASE_RELEASE"]

Definition at line 285 of file runNovaSAM.py.

Referenced by AnalyzeSysts(), bin_composition_pie_chart(), CAFCMFContours(), CalcRWithSystsNus17(), CompareBinningSchemes(), CompareMissingLeptons(), ConsolidateSystMaker(), containment_optimization_plots(), CopyPred(), CVNCuts(), demo_cut_optimization(), demo_trivial_xsec_analysis(), draw_michel_plots(), DrawContours(), DrawCovMx(), DrawLLComparisonContours(), drawPlot(), drawSensitivity(), drawSystsShiftingNDdata(), drawSystsShiftingNDdata_updatedAna(), example_plot(), fake_future_data(), FCContour(), FCCorrectSlice(), fd_plot(), fill_col(), FillHists(), GeniePredictionToRoot(), get_univ_chisq(), GetBiases(), getContProf(), getContProf_Sensitivity(), getHists_FNEX(), GetMatrices(), GetMockData(), GetNueCosmics2017(), GetNueCosmics2018(), GetNueCosmics2019(), ana.GetNueCosmics2020(), GetNueCosmicsFuture(), GetNueData2017(), GetNueData2018(), GetNueData2019(), ana.GetNueData2020(), GetNuePrediction2017(), GetNuePrediction2018(), GetNuePrediction2019(), ana.GetNuePrediction2020(), GetNuePredictionFuture(), ana.GetNumuData2020(), GetNumuPredictionsFuture(), getSensitivity(), GetSurf(), GetSystsFromFile(), getTimePeakPlots(), LoadCovMx(), LoadData(), LoadExtrapPrediction(), ana::CountingExperiment.LoadFrom(), ana::TrivialBkgdEstimator.LoadFrom(), ana::PredictionSterile.LoadFrom(), ana::FDPredictionSterile.LoadFrom(), ana::FluxReweight.LoadFrom(), ana::NDPredictionSterile.LoadFrom(), ana::SingleNucAnalysis.LoadFrom(), ana::FitInAnaBinsBkgdEstimator.LoadFrom(), ana::NumuCC2p2hAnalysis.LoadFrom(), ana::NumuCC2p2hBkgdEstimator.LoadFrom(), ana::nueccinc::NueCCIncMRECorrection.LoadFrom(), ana::MultiExperiment.LoadFrom(), ana::SingleSampleExperiment.LoadFrom(), ana::PredictionCombinePeriods.LoadFrom(), ana::PredictionAddRock.LoadFrom(), ana::PredictionExtendToPeripheral.LoadFrom(), ana::PredictionScaleComp.LoadFrom(), ana::CutOptimization.LoadFrom(), ana::TrivialCrossSectionAnalysis.LoadFrom(), ana::CrossSectionAnalysis.LoadFrom(), ana::Multiverse.LoadFrom(), ana::NumuCCIncAnalysis.LoadFrom(), ana::nueccinc::NueCCIncCrossSectionAnalysis.LoadFrom(), ana::ModularExtrapSterile.LoadFrom(), ana::MichelDecomp.LoadFrom(), ana::TruthReweight.LoadFrom(), ana::DataMCPair.LoadFrom(), ana::RecoReweight.LoadFrom(), ana::SystMaker.LoadFrom(), ana::nueccinc::NueCCIncEnhancedSamples.LoadFrom(), ana::SystematicsMaker.LoadFrom(), ana::PredictionInterp.LoadFromBody(), LoadMaps(), ana.LoadMaps(), LoadPPFX(), LoadPrediction(), ana.LoadSystsFromFile(), Make2DPlot(), make_extrap_figure(), make_extrap_figure_hists(), make_fc_nus_surfs_nersc_2019(), make_files_for_decomp_plots(), make_muonid_opt(), make_nominal_xs(), Make_NuMuCC_Inc_XS(), make_nus17_fc_surfs(), make_nus_fc_surfs(), make_starplots(), make_surfprof(), make_vertex_optimiz(), make_xs(), make_xs_1D(), makeEnergyEstimator(), makeFlatWeight(), MakeISysts(), makeMatrixElementSurface(), MakeNumuCovMx(), MakePeriCutPlot(), MakePlot(), MakePlots(), MakeSurface(), MakeSurfaceBinningStudy(), MakeSystsPDF(), MakeTable(), mec_nux_tester_2020(), mec_tuning_fitter_2020(), mrbrem_get_reweighted_spectra(), mrbrem_plots(), mre_blessed(), mre_comp_split(), muonid_optimization_plots(), nue_decomp_scales_for_make_decomp(), nuebar_signif(), NumuExtrap(), PeripheralCuts(), plot_3NDvsFD(), plot_3NDvsFD_FHC(), plot_3NDvsFD_RHC(), plot_BEN(), plot_contprof(), plot_datamc_ND_numu(), plot_datamc_ND_numu_REW(), plot_datamcpred(), plot_datapredictions(), plot_joint_fit_2020_contours(), plot_ND_numu_NOMvsREW(), plot_NDvsFD_REW(), plot_NDvsFD_weights(), plot_NDvsFD_weights_FHC(), plot_NDvsFD_weights_RHC(), plot_nuCrystalBall(), plot_nue_filesyst_pred(), plot_nue_xsec_pred(), plot_nueFD_Signal_REWvsNOM_FHC(), plot_nueFD_Signal_REWvsNOM_pTExtrap_FHC(), plot_nueFD_Signal_REWvsNOM_pTExtrap_RHC(), plot_nueFD_Signal_REWvsNOM_RHC(), plot_nuTree(), plot_pi0_xcheck(), plot_pid(), plot_predictions(), plot_rationoosc(), plot_resolution(), plot_shifts(), plot_syst_contours(), plot_time(), plot_uncertainty(), plotContProf(), plotDataPred(), plotDataPred_SplitCanvas(), PlotNus17PredSystsData(), PlotNus18Sideband(), PlotNusSensAna01(), PlotPionPlots(), plots(), Plotting_DataAndPrediction(), pred_err(), PredictCosmic(), ana::PredictionExtrapSum.PredictionExtrapSum(), ana::PredictionSyst3Flavor2020.PredictionSyst3Flavor2020(), ana::PredictionSystJoint2018.PredictionSystJoint2018(), ana::PredictionSystJointDemo.PredictionSystJointDemo(), ana::PredictionSystNue2017.PredictionSystNue2017(), ana::PredictionSystNumu2017.PredictionSystNumu2017(), preselection_cutflow(), print_tables(), saveContours_addExpt(), saveContours_complete(), saveContours_oscpar(), saveContours_simple(), saveContours_systs(), selection_story_plots(), SetBestFitParams(), SetCosmic(), SetPrediction(), signal_count(), starPlot(), syst_plot_test(), syst_table_fit(), syst_table_fit_new(), test_nue2017Prediction(), test_nue2018_fitter(), test_prediction_interp(), TestPred(), ana::Bayesian1DMarginal.ToTH1(), Toy_analyses(), UnfoldInOut(), vertex_fiducial_optimization_plots(), and xsec_extrap_plots().

runNovaSAM.ret

Definition at line 905 of file runNovaSAM.py.

Referenced by ana::OscillatableSpectrum._Oscillated(), ana::PredictionExtrap._PredictComponent(), ana::PredictionExtrapSum._PredictComponent(), ana::PredictionExtendToPeripheral._PredictComponent(), ana::PredictionAddRock._PredictComponentSyst(), ana::PredictionInterp._PredictComponentSyst(), ana::CutOptimization.AbsUncertainty(), ana::CutOptimization.AbsUncertaintySquared(), ana::Seed.ActiveFitVars(), ana::SeedList.ActiveFitVars(), ana::SystShifts.ActiveSysts(), ana.AddErrorInQuadrature(), AddHistograms(), ana.AddToSummaryV(), ana::Hist.Adopt(), ana::Hist.AdoptSparse(), ana::Hist.AdoptStan(), rawfileparser::RawFileParser.AdvanceToConfigEnd(), rawfileparser::RawFileParser.AdvanceToConfigStart_file(), rawfileparser::RawFileParser.AdvanceToConfigStart_mem(), rawfileparser::RawFileParser.AdvanceToFirstEvent_file(), rawfileparser::RawFileParser.AdvanceToFirstEvent_mem(), rawfileparser::RawFileParser.AdvanceToNextEvent_file(), rawfileparser::RawFileParser.AdvanceToNextEvent_mem(), rawfileparser::RawFileParser.AdvanceToPreviousEvent_mem(), rawfileparser::RawFileParser.AdvanceToRunHeader_file(), rawfileparser::RawFileParser.AdvanceToRunHeader_mem(), rawfileparser::RawFileParser.AdvanceToRunTail_file(), rawfileparser::RawFileParser.AdvanceToRunTail_mem(), dt::Chain.AllChunks(), dt::Chain.AllHits(), ana.AnaTypeToString(), dt::Chain.AsChunkMap(), ana::Spectrum.AsimovData(), ana::TrivialBkgdEstimator.Background(), calib::BetheBlochTables.BetheBlochTables(), rawfileparser::RawFileParser.BuildEventIndex_file(), rawfileparser::RawFileParser.BuildEventIndex_mem(), mcmc.BuildExperiments(), ana::StanFitter.BuildInitContext(), ana::GenericSystematicDef< SRType >.BuildSpectrumDown(), ana::GenericSystematicDef< SRType >.BuildSpectrumUp(), caldp::AttenProfilesMap.Channels(), ana::WildcardSource.CheckedWildcard(), ana::SolarConstraints.ChiSq(), ana::MultiExperiment.ChiSq(), rawfileparser::RawFileParser.close(), CombineHistograms(), ana::PredictionExtrapSum.ComponentCC(), ana::PredictionExtrapSum.ComponentNC(), ana::PredictionExtrapSum.ComponentNCAnti(), ana::PredictionExtrapSum.ComponentNCTotal(), ana::ThreadPool::TaskQueue.consume(), convert(), convert_mcnp_txt_to_root(), ConvertNormalBasis(), osc::OscCalcGeneral.Copy(), osc::_OscCalcPMNSOpt< T >.Copy(), osc::OscCalcPMNSOptEigen.Copy(), ana::Multiverse.CopyAndTransform(), gibuu::GiBUURegen.CopyGenieEvent(), ana.CopyUpDownSpectrum(), dt::ViewMerger.CountUnexplainedOnLine(), ana.DataMCComparison(), ana.DataMCComparisonAreaNormalized(), ana.DataMCComparisonComponents(), novarwgt.DecodeGeneratorVersion(), caf.DecodeGeneratorVersion(), DecorrelateFD(), DecorrelateND(), ana.DefaultOscCalc(), ana.DefaultOscCalcIH(), ana.DefaultSterileCalc(), ana::MarginalLikelihood.DoDerivative(), ana::MarginalLikelihood.DoEval(), lem::Potential.Downsampled(), lem::MatchableEvent.Downsampled(), ana.DrawQuantLabel(), ana::Prod5LoadersBase.ECAFTypeFlatToTier(), ana::Prod4LoadersBase.ECAFTypeFlatToTier(), ana.EigenMatrixXdFromTMatrixD(), art::thread_safe_registry_via_id< K, M >.emplace(), art::thread_safe_registry_via_id< K, M >.empty(), novarwgt.EncodeGeneratorVersion(), EnergyBin(), ErrorBand(), ErrorsToHist(), tf::HoughScore.Eval(), NovaMCEmptyEvent.eventTimestamp(), rb::Cluster.Exclude(), gibuu::GiBUURegen.ExpandLibraryPath(), ana::IFitter.ExpandSeeds(), mcmc.ExptPtrs(), ana.factorial(), dt::ViewMerger.FakeThirdDimension(), FillPCAContainers(), caf.FillProngVars(), calib::ThroughgoingSelection.filter(), calib::RockMuonStopperSelection.filter(), calib::StopperSelection.filter(), novaddt::MoonShadow.filter(), EliminateBeamSpills.filter(), hough::LiteTH2.FindBinX(), hv::LiteTH2.FindBinX(), hough::LiteTH2.FindBinY(), hv::LiteTH2.FindBinY(), ana.FindCurveCrossings(), geo::GeometryBase.FindGDMLFile(), caf::CAFMaker.FindManyPStrict(), lem.FindMatches(), ana.FindPackageDir(), trk::KalmanTrackAna.FindVisibleProngs(), cheat::RecoCheckAna.FindVisibleProngs(), fuzz::FuzzyKValidate.FindVisibleProngs3D(), fuzz::FuzzyKVertex.FindVisibleProngs3D(), calib::AttenFit.FitQuality(), calib::AttenuationFit.FitQuality(), ana::PredictionInterp.FitRatios(), lem::MatchableEvent.Flipped(), ana::Progress.FormatTime(), nuesand::FillNueSandbox.FracModalHits(), ana::Hist.FromDirectory(), lem::dec::Forest.FromFile(), ana::SpectrumLoader.FromSAMProject(), lem::PIDExtraVars.FromString(), lem::PIDDetails.FromString(), ana::FCBin.FromTree(), lem::EventSummary.FromTree(), GenerateFutureData(), caf.GenieReweightTable(), art::thread_safe_registry_via_id< K, M >.get(), ana2019::fakedata.Get2019Prediction(), ana.get3FlavorAna2020AllCPTSysts(), ana.get3FlavorAna2020AllSysts(), ana.get3FlavorAna2020LargeXsecSysts(), ana.getAllAna2017Systs(), ana.getAllAna2018Systs(), ana.getAllCPTSysts(), ana.getAllFluxSysts_2020(), caldp::AttenHistsMap.GetAllHistsByPlane(), ana.getAllNumuProd4FDHistDef(), ana.getAllNumuProd4NDHistDef(), ana.getAllNumuProd5FDHistDef(), ana.getAllNumuProd5FDMultiHistDef(), ana.getAllNumuProd5FDNuTruthHistDef(), ana.getAllNumuProd5NDHistDef(), ana.getAllNumuProd5NDMultiHistDef(), ana.getAllNumuProd5NDNuTruthHistDef(), ana.getAllNusAna01FDHistDefs(), ana.getAllNusAna01NDHistDefs(), caldp::AttenProfilesMap.GetAllProfilesByPlaneAndCell(), GetAllSamples(), ana::CutOptimization.GetAllSystDefs(), ana.getAllXsecNuTruthSysts_2017(), ana.getAna2017LargeXsecSysts(), ana.getAna2018LargeXsecSysts(), ana.getAna2018NueOnly(), ana.getAna2018NumuOnly(), ana.getAna2020NueOnly(), ana.getAna2020NumuOnly(), cosrej::CosRejFxs.getAngle(), numusand::NumuSandFxs.getAngle(), GetBG(), ana.GetBG(), GetBiasErrorLine(), ana::covmx::CovarianceMatrix.GetBinnings(), ana.GetCAFMetadata(), ana::covmx.GetComponents(), rawfileparser::RawFileParser.getConfigBlock(), GetConstraints(), GetCorrelations(), ana.GetCorrelations(), GetCosmics(), ana::covmx::CovarianceMatrix.GetCovMxRelative(), evd::GeometryDrawer.GetDCMBoxes(), calib::IBetheBloch.GetdEdxGraph(), calib::EnergyLossVsDistance.GetEnergyLossGraph(), rawfileparser::RawFileParser.getEvent(), gibuu::GiBUURegen.GetEvent(), GetExtrapolationDefs(), GetFakeData(), ana.GetFDMCComponents(), rawfileparser::RawFileParser.getFirstEvent(), GetFNRatio(), GetGaussianProfile(), GetGaussianSurface(), geo::CellGeo.GetGeoMatrix(), ana::ISurface.GetGraphs(), GetHist(), GetJointFitSystematicList(), ana.GetJointFitSystematicList(), ana.GetKeySystNames(), ana.GetKeySysts(), GetMatrices(), ana.GetMECWeights(), GetMockData(), calib::IBetheBloch.GetMPVGraph(), ana::covmx::CovarianceMatrix.GetNBins(), GetNC(), ana.GetNC(), GetNCFDSamples(), GetNCNDSamples(), ana::covmx::CovarianceMatrix.GetNComponents(), GetNCSamples(), ana.GetNDComponents(), ana.GetNDCompsFromDecomp(), ana.GetNDDecompsFromDecomp(), ana.GetNDMCComponents(), rawfileparser::RawFileParser.getNextEvent(), ana.getNue2018PredFile(), ana.getNue2018PredVar(), GetNueNDComponents(), GetNueNDComponentsMC(), GetNuePredPath(), ana.getNumu2018PredFile(), ana.getNumu2018PredVar(), GetNumuFDSamples(), GetNumuNDSamples(), GetNumuSamples(), GetNus18Binning(), GetNus18Constraints(), GetNus18FitVars(), GetNus18SeedValues(), ana.getNusAna2020AllSysts(), getPadHists(), osc::OscCalcSterileBeam.GetParamsHash(), osc::OscCalcSterile.GetParamsHash(), osc::_NoOscillations< T >.GetParamsHash(), osc::_OscCalcDMP< T >.GetParamsHash(), osc::OscCalcPMNSOptEigen.GetParamsHash(), osc::OscCalcCPT.GetParamsHash(), osc::_IOscCalcAdjustable< T >.GetParamsHashDefault(), osc::OscCalcPMNS_CPT.GetParamsHashDefaultBar(), GetPlotOptions(), GetPOTCombination(), GetPOTComboTitle(), rawfileparser::RawFileParser.getPreviousEvent(), ana::T2KToyExperiment.GetReweightedSignal(), rawfileparser::RawFileParser.getRunHeader(), rawfileparser::RawFileParser.getRunTail(), GetSampleFromOptString(), GetSamplesFromOptString(), SystGroupHelper.GetShifts(), GetShifts2017(), ana.GetShifts2018(), ana.GetShifts2020(), ana.getSomeXsecSysts(), ana.GetSpectrum(), GetSystConcats(), GetSystematics2017(), ana.GetSystematics2018(), ana.GetSystematics2020(), GetSystGroup(), ana::covmx::Sample.GetSystShifts(), calib::EnergyLossVsDistance.GetTF1(), GetTotFNRatio(), nuesand::FillNueSandbox.GetTrackAngle(), ana::FitDelta13InPiUnitsSterile.GetValue(), ana::FitDelta14InPiUnitsSterile.GetValue(), lem::LEMWorker.GetWork(), rawfileparser::RawFileParser.GotoEvent_file(), HistNumuOpt(), dt::Chunk.HitsOnLine(), cheat::BackTracker.HitsToParticle(), cheat::BackTracker.HitToFLSHit(), tf::TimingFitAlg.HoughFitPts(), ImportDataGraph(), InitCutDefs(), InitHistDefs(), InitSpectra(), geo::LiveGeometry.InMuonCatcher(), ana.InputPath(), util.ipow(), art::Hash< I >.isValid(), ana.JoinGraphs(), JointGraphs(), ana.kKalmanMinMax_byPdg(), ana.kMinPngNhit(), ana.kProngContainment_coord(), ana::SystShifts.LatexName(), load(), load_libs_muonid(), load_libs_nuebarccinc(), load_libs_nueccinc(), load_libs_numubarccpi0(), load_libs_numucc2p2h(), load_libs_numucc_0Pi(), load_libs_numuccinc(), LoadCosmic(), mcmc.LoadFakeData(), LoadFakeData(), ana.LoadFileList(), ana::PredictionXSecTuning.LoadFrom(), ana::CountingExperiment.LoadFrom(), ana::SolarConstraints.LoadFrom(), ana::PredictionNoOsc.LoadFrom(), ana::PredictionSterile.LoadFrom(), ana::CheatDecomp.LoadFrom(), ana::ModularExtrap.LoadFrom(), ana::FluxReweight.LoadFrom(), ana::PredictionExtrap.LoadFrom(), ana::Binning.LoadFrom(), ana::CovMxManager.LoadFrom(), ana::NCDecomp.LoadFrom(), ana::NDExtrapBeamComponent.LoadFrom(), ana::NueDecomp.LoadFrom(), ana::SingleSampleExperiment.LoadFrom(), ana::NDExtrapComponent.LoadFrom(), ana::NumuDecomp.LoadFrom(), ana::PredictionSystJoint2018.LoadFrom(), ana::PredictionSystJointDemo.LoadFrom(), ana::NDOscillatableSpectrum.LoadFrom(), ana::PredictionNoExtrap.LoadFrom(), ana::FDExtrap.LoadFrom(), ana::NDExtrap.LoadFrom(), ana::ProportionalDecomp.LoadFrom(), ana::FakeDecomp.LoadFrom(), ana::TrivialExtrap.LoadFrom(), ana::ReweightableSpectrum.LoadFrom(), ana::TrivialCrossSectionAnalysis.LoadFrom(), ana::PredictionInterp.LoadFrom(), ana::Multiverse.LoadFrom(), ana::TwoSampleDecomp.LoadFrom(), ana::SystShifts.LoadFrom(), ana::SpectrumComponents.LoadFrom(), ana::covmx::CovarianceMatrix.LoadFrom(), ana::OscillatableSpectrum.LoadFrom(), ana::FluxDecomp.LoadFrom(), ana::ModularExtrapSterile.LoadFrom(), ana::MichelDecomp.LoadFrom(), ana::BENDecomp.LoadFrom(), ana::PredictionSystNue2017.LoadFrom(), ana::PredictionSystNumu2017.LoadFrom(), ana::TruthReweight.LoadFrom(), ana::DataMCPair.LoadFrom(), ana::RecoReweight.LoadFrom(), ana::Spectrum.LoadFrom(), ana.LoadFrom< osc::IOscCalcAdjustable >(), ana::FCCollection.LoadFromFile(), ana::FCSurface.LoadFromFile(), genie::GSimFiles.LoadFromFile(), ana::FrequentistSurface.LoadFromMulti(), genie::XSecSplineList.LoadFromXml(), LoadPrediction(), ana.LoadPredictions(), ana.LoadRealData(), mcmc.LoadSystsCreateDummyMECSysts(), ana::SAMQuerySource.LocateSAMFiles(), ana::MultiExperiment.LogLikelihood(), ana::GaussianPriorSystShifts.LogPrior(), ana::ExponentialPriorSystShifts.LogPrior(), calib::AttenFit.lowessFit(), calib::AttenuationFit.lowessFit(), ana::GradientDescent.Magnitude(), cet::sqlite::ConnectionFactory.make_connection(), MakeAverageTrueEnergySurface(), dt::View.MakeChunkCombos(), ana.MakeCosOutOfTimeList(), MakeCutFlowSpectra(), MakeDataReleaseFileContour(), MakeDataReleaseFileSlice(), MakeKin2DSpectra(), MakeKinSpectra(), MakeName(), ana.MakeNumiUnblindList(), MakeRatio(), MakeRatios(), MakeSample(), MakeSpectra(), MakeTitle(), ana.MakeUnblindList(), MakeUnblindList(), hough::MultiHough2P.MapToTH2F(), dt::ViewMerger.MatchVerticals(), osc.MatrixExp(), caldp::TCTrack.MaxCell(), rb::Cluster.MaxCell(), nuesand::FillNueSandbox.MaxHits(), caldp::TCTrack.MaxPath(), caldp::TCTrack.MaxPlane(), rb::Cluster.MaxPlane(), caldp::TCTrack.MaxTNS(), rb::Cluster.MaxTNS(), lem::Match.MaybeFlip(), dt::Cand.MaybeFlip(), cheat::BackTracker.MCTruthToParticles(), calib::AttenFit.MeanProfile(), calib::AttenuationFit.MeanProfile(), ana::ResolutionScan.MeanScan(), rb::Cluster.MeanTNS(), calib::AttenFit.MedianProfile(), calib::AttenuationFit.MedianProfile(), caldp::TCTrack.MinCell(), rb::Cluster.MinCell(), caldp::TCTrack.MinPath(), caldp::TCTrack.MinPlane(), rb::Cluster.MinPlane(), caldp::TCTrack.MinTNS(), rb::Cluster.MinTNS(), lem.MMapFileAtAddress(), ana::Spectrum.MockData(), MostConservative(), MyDefaultOscCalc(), dt::Cand.NHitPlanes(), dt::Chain.NHitPlanes(), ana::RecordMultiSink.NSinks(), rb::Cluster.OfflineChans(), ana::Ratio.operator*(), ana::Multiverse.operator*(), ana::Spectrum.operator*(), ana::ReweightableSpectrum.operator+(), ana::OscillatableSpectrum.operator+(), ana::Spectrum.operator+(), ana::ReweightableSpectrum.operator-(), ana::OscillatableSpectrum.operator-(), ana::Spectrum.operator-(), ana::Ratio.operator/(), ana::Multiverse.operator/(), ana::Spectrum.operator/(), ana::_preview::_RecordSource< T >.operator[](), osc::_IOscCalc< T >.P(), lem::FindMatchesAlg.PackageMatches(), PackMatrix(), PaintReachCanvas(), parse_as_vector(), ParseOption(), ParseOptions(), ana::SystShifts.Penalty(), PIDFileTag(), PIDLongName(), plot_ratios(), ana::NumuCCIncAnalysis.PlotHelper(), PlotMCComponentsErrorBand(), dt::DiscreteTracker.PossibleNextSegs(), ana::FDPredictionSterile.Predict(), ana::NDPredictionSterile.Predict(), ana::PredictionScaleComp.Predict(), ana::covmx::CovarianceMatrix.Predict(), ana::NDPredictionNoOsc.Predict(), ana::PredictionSterile.PredictComponent(), ana::FDPredictionSterile.PredictComponent(), ana::NDPredictionSterile.PredictComponent(), ana::PredictionNoOsc.PredictComponent(), ana::NDPredictionNoOsc.PredictComponent(), PredictCosmic(), ana::PredictionInterp.PredictionInterp(), art::TrivialFileDelivery.prependFileDesignation(), Print(), ana.Profile(), ProfileAxes(), calib::BetheBlochFit.ProfileMPV(), lem::dec::Cut.Prune(), caf.PtrVecToVec(), cheat::BackTracker.PtrVecToVecRawPtr(), ana::MCMCSamples.QuantileLL(), lem::dec::Forest.RandomOrthoMatrix(), ana.RatioPlots(), RebinToShortAxis(), dt::DiscreteTracker.RecoDiscrete(), ana.RefineSeeds(), RemoveBins(), ana.RemoveBins(), ana.replaceAll(), ana::ResolutionScan.RMSScan(), ana::PredictionAddRock.RockComponent(), ana.samplenames(), ana::T2KToyExperiment.SetPOTAnti(), ana::FitSinSq2Theta13.SetValue(), ana::SummedSyst.Shift(), ShiftedCosmics(), ana::SystShifts.ShortName(), ana::Registry< T >.ShortNameToPtr(), murem::MuonRemove.SliceSelection(), ana.sort_chisq_tot(), SortSystHists(), SplitHistograms(), ana.SqrtProfile(), ana.SqrtSlice(), caf.StripSubscripts(), flat::Flat< std::vector< T > >.SubLengthName(), flat::Flat< T[N]>.SubLengthName(), mcmc.SupportedSysts(), ana.systnames(), ana.systs_params_double_gauss_extra(), ana.systsQ3Q0(), slid::DedxDistribution.TH1DToTH1F(), TH1ToTH2(), calib::ThresholdCorrMap.ThresholdCorrAt(), ana.TMatrixDFromEigenMatrixXd(), dt::Chain.ToDebugTracks(), ana.ToEigen(), ana.ToEigenSterile(), ana::CutOptimization.ToHist(), ana::BayesianMarginal.ToHistogram(), ana::Multiverse.ToSpectrum(), lem::PIDExtraVars.ToString(), ValidCalibPDF.ToString(), rb::Cluster.TotalADC(), caldp::LiteProfile.TotalEntries(), rb::Cluster.TotalGeV(), caldp::LiteProfile.TotalHits(), rb::Prong.TotalLength(), rb::Cluster.TotalPE(), rb::Cluster.TotalWeight(), ana::NDOscCurve.ToTH1(), ana::OscCurve.ToTH1(), ana::Ratio.ToTH1(), ana::Hist.ToTH1(), ana::Spectrum.ToTH1(), ana::Ratio.ToTH2(), ana::ReweightableSpectrum.ToTH2(), ana::ISurface.ToTH2(), ana::Spectrum.ToTH2(), hough::LiteTH2.ToTH2F(), hv::LiteTH2.ToTH2F(), ana.ToTH2Helper(), ana::Spectrum.ToTH3(), ana.ToTH3Helper(), ana.ToTHStack(), ana::MCMCSample.ToTMap(), dt::Cand.ToTrack(), ana.ToUpDownHist(), ana::CutOptimization.ToUpDownHist(), ana::MCMCSamples.Trace(), murem::TrackCleanUpAlg.TrackEinMIP(), lem::dec::Forest.Train(), lem::dec.TransformEvent(), calib::AttenCache.TranslateChannelMC(), ncid::MakeNCCosRej.TransMomFraction(), ncid::NCNNKeras.TransMomFraction(), cosrej::MakeNueCosRej.TransMomFraction(), calib::AttenFit.TruncatedMeanProfile(), calib::AttenuationFit.TruncatedMeanProfile(), ana::UnfoldSVD.Truth(), ana::UnfoldTikhonov.Truth(), UnpackMatrix(), cheat::BackTracker.VecPtrToVecRawPtr(), cheat::BackTracker.VecToVecRawPtr(), ana::Nus17SystFromHist.WeightFor(), ana::NusSystFromHist.WeightFor(), ana::NuISyst.WeightFor(), ana::Nus18SystFromHist.WeightFor(), ana::SpectrumLoaderBase.WildcardOrSAMQuery(), ana::Hist.Zero(), ana::Hist.ZeroSparse(), dt::ViewMerger.ZipVerticalTracks(), rb::Track.ZipWith(), ana::ProfilerSupport.~ProfilerSupport(), and calib::ThresholdCorrMap.~ThresholdCorrMap().

runNovaSAM.retCode = subprocess.call(cmdList)

Definition at line 387 of file runNovaSAM.py.

Referenced by dbutils::gui::BasicEditorDisplay._confirmSave(), dbutils::gui::BasicEditorDisplay._getUserResponseToGlobalCopyFailure(), dbutils::gui::BasicEditorDisplay.closeEvent(), dbutils::gui::DCSConfigEditorDisplay.generateRecipeScripts(), dbutils::gui::DCSConfigEditorDisplay.loadHVAndTemps(), dbutils::gui::BasicEditorDisplay.loadNewDataset(), dbutils::gui::DAQConfigEditorDisplay.loadThresholdsAndMasks(), and dbutils::gui::BasicEditorDisplay.reloadCurrentDataset().

runNovaSAM.run_match = run_pattern.match(inFileBase)

Definition at line 238 of file runNovaSAM.py.

runNovaSAM.run_pattern = re.compile(r"^.*?_r([0-9]+)_s([0-9]+).+")

Definition at line 237 of file runNovaSAM.py.

runNovaSAM.runNum = int(metadata["runs"][0][0])

Definition at line 234 of file runNovaSAM.py.

Referenced by calib::Calibrator.postBeginRun().

runNovaSAM.samweb = samweb_client.SAMWebClient(experiment='nova')

Definition at line 219 of file runNovaSAM.py.

runNovaSAM.skip_match = _skip_pattern.match(file)

Definition at line 408 of file runNovaSAM.py.

runNovaSAM.stderr

Definition at line 927 of file runNovaSAM.py.

runNovaSAM.stdout

Definition at line 927 of file runNovaSAM.py.

runNovaSAM.str

Definition at line 207 of file runNovaSAM.py.

Referenced by createMetadata(), getOutDir(), MakeTransposeJson(), and ModifyParentMetadata().

runNovaSAM.stream = int(metadata["data_stream"])

Definition at line 251 of file runNovaSAM.py.

Referenced by genie::Algorithm.AllowReconfig(), genie::RSHelicityAmpl.Amp20Plus(), genie::ProcessInfo.AsString(), ClassImp(), genie::geometry::FidPolyhedron.clear(), nova::database::Row.Col(), genie::GVldContext.Emax(), genie::RunOpt.EnableBareXSecPreCalc(), novaddt::HitSubtract.endJob(), Expression.Eval(), genie::geometry::FidCylinder.FidCylinder(), genie::geometry::FidSphere.FidSphere(), genie::Spline.GetAsTSpline(), nutools::dbi::Table.GetConnectionTimeout(), rvp::RecVarPID.getMethodNameFromXML(), xnue::XnuePID.getMethodNameFromXML(), rvp::RecVarPID.getVarNamesFromXML(), xnue::XnuePID.getVarNamesFromXML(), genie::PDF.Gluon(), genie::Kinematics.HadSystP4(), genie::Target.HitNucP4(), genie::geometry::PathSegment.IsTrimmedEmpty(), genie::geometry::PlaneParam.IsValid(), genie::AlgId.Key(), genie::AxialFormFactor.Model(), genie::ELFormFactors.Model(), genie::QELFormFactors.Model(), genie::DISStructureFunc.Model(), genie::CacheBranchNtp.Ntuple(), genie::TuneId.OnlyConfiguration(), genie::geometry.operator<(), genie::utils.operator<<(), genie::exceptions.operator<<(), genie::geometry.operator<<(), operator<<(), genie.operator<<(), nova::database.operator<<(), nutools::dbi.operator<<(), nova::dbi.operator<<(), genie::flux.operator<<(), genie::Interaction.PhaseSpacePtr(), genie::exceptions::EVGThreadException.ReturnStep(), genie::GHepParticle.SetLastDaughter(), genie::RegistryItem< T >.SetLocal(), genie::XclsTag.SetNNeutrons(), nutools::dbi::Row.SetVldTimeEnd(), nova::dbi::Row.SetVldTimeEnd(), genie::exceptions::INukeException.ShowReason(), genie::exceptions::NievesQELException.ShowReason(), genie::CacheBranchFx.Spl(), genie::InitialState.TgtPtr(), nova::database::Column.Update(), nutools::dbi::Column.Update(), nova::dbi::Column.Update(), genie::GHepRecord.Vertex(), genie::GEVGDriver.XSecSumSpline(), genie::geometry::FidShape.~FidShape(), genie::flux::GJPARCNuFluxPassThroughInfo.~GJPARCNuFluxPassThroughInfo(), genie::flux::GNuMIFluxPassThroughInfo.~GNuMIFluxPassThroughInfo(), genie::flux::GSimpleNtpAux.~GSimpleNtpAux(), genie::flux::GSimpleNtpEntry.~GSimpleNtpEntry(), genie::flux::GSimpleNtpNuMI.~GSimpleNtpNuMI(), genie::exceptions::InteractionException.~InteractionException(), and genie::utils::T2KEvGenMetaData.~T2KEvGenMetaData().

runNovaSAM.stream_match = stream_pattern.match(inFileBase)

Definition at line 263 of file runNovaSAM.py.

runNovaSAM.stream_pattern = re.compile(r"^.*?_(dd.*?)[_,.].+", re.IGNORECASE)

Definition at line 262 of file runNovaSAM.py.

string runNovaSAM.streamEntry = 't{0:02d}'

Definition at line 252 of file runNovaSAM.py.

runNovaSAM.subNum = int(metadata["runs"][0][1])

Definition at line 235 of file runNovaSAM.py.

int runNovaSAM.subversion = os.environ["NPASS"]

Definition at line 305 of file runNovaSAM.py.

runNovaSAM.tier = outTier.split(":")[1]

Definition at line 349 of file runNovaSAM.py.

Referenced by ana::Prod5AbsCalibLoaders.Prod5AbsCalibLoaders(), ana::Prod5CalibDriftLoaders.Prod5CalibDriftLoaders(), ana::Prod5CalibShapeLoaders.Prod5CalibShapeLoaders(), ana::Prod5CherenkovLoaders.Prod5CherenkovLoaders(), ana::Prod5LightLevelLoaders.Prod5LightLevelLoaders(), and ana::FileReducer.UpdateMetadata().

runNovaSAM.tmpdir

Definition at line 977 of file runNovaSAM.py.

runNovaSAM.tmpFclName = os.path.basename(fclPath).replace(".fcl", "_" + os.path.splitext(inFileBase)[0] + ".fcl")

Definition at line 322 of file runNovaSAM.py.

runNovaSAM.tmpSecondFclName

Definition at line 981 of file runNovaSAM.py.

runNovaSAM.True

Definition at line 965 of file runNovaSAM.py.

runNovaSAM.type

Definition at line 205 of file runNovaSAM.py.