Functions | |
def | unCamelCase (s) |
def | createMetadata (inFile) |
def | getOutDir (pathname, hashDirs=False) |
def | checkAndMoveFiles (inFile, declareFiles) |
def | declareFile (fileWPath) |
def | copyOutFiles (hashDirs=False) |
def | getOutputFileName (detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt) |
def | resolveFclPath (fcl) |
Variables | |
gErrorIgnoreLevel | |
detectors = dict() | |
_lineregex = re.compile(r'\d+: ([^ \t]+)[ \t]+(.+)') | |
_skip_pattern = re.compile(r"^.*(hist|RootOutput).*\.root", re.IGNORECASE) | |
parser = argparse.ArgumentParser(description='Run the nova command using SAM metadata') | |
help | |
type | |
str | |
action | |
args = parser.parse_args() | |
inFile = args.inFile | |
samweb = samweb_client.SAMWebClient(experiment='nova') | |
inFileBase = os.path.basename(inFile) | |
metadata = samweb.getMetadata(inFileBase) | |
runNum = int(metadata["runs"][0][0]) | |
subNum = int(metadata["runs"][0][1]) | |
run_pattern = re.compile(r"^.*?_r([0-9]+)_s([0-9]+).+") | |
run_match = run_pattern.match(inFileBase) | |
stream = int(metadata["data_stream"]) | |
string | streamEntry = 't{0:02d}' |
stream_pattern = re.compile(r"^.*?_(dd.*?)[_,.].+", re.IGNORECASE) | |
stream_match = stream_pattern.match(inFileBase) | |
detector = metadata["online.detector"].lower() | |
detId = metadata["nova.detectorid"].lower() | |
release = os.environ["NOVASOFT_VERSION"] | |
file_type = metadata["file_type"] | |
string | dataFlag = "data" |
subversion = os.environ["NPASS"] | |
nevt = None | |
fclFile = args.config | |
fclPath = resolveFclPath(fclFile) | |
tmpFclName = os.path.basename(fclPath).replace(".fcl", "_" + os.path.splitext(inFileBase)[0] + ".fcl") | |
fclFileObj = open(tmpFclName, 'a') | |
list | cmdList = ['nova'] |
outTier | |
cafTier | |
list | outList = [] |
output = outTier.split(":")[0] | |
tier = outTier.split(":")[1] | |
outName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt) | |
cafLabel = cafTier.split(":")[0] | |
cafName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt) | |
string | cmd = ' ' |
retCode = subprocess.call(cmdList) | |
dirList = os.listdir(".") | |
skip_match = _skip_pattern.match(file) | |
dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api") | |
def runNovaSAM_cmake.checkAndMoveFiles | ( | inFile, | |
declareFiles | |||
) |
Checks all root files in the current directories for zombie or recovered status. Bad files are deleted while good files are moved to the results subdirectory for copy out ease
Definition at line 106 of file runNovaSAM_cmake.py.
References declareFile().
def runNovaSAM_cmake.copyOutFiles | ( | hashDirs = False | ) |
Builtin facility to copy out art files (automatically excludes hist files). This adds in a subdirectories with a single hex digit each corresponding to the first three digits in the hash of the output file name. This splits up files into 4096 separate subdirectories, preventing overfull directories. Copy out does not happen if the file already exists in the output
Definition at line 150 of file runNovaSAM_cmake.py.
References getOutDir().
def runNovaSAM_cmake.createMetadata | ( | inFile | ) |
Definition at line 37 of file runNovaSAM_cmake.py.
References samweb_client.utility.fileEnstoreChecksum(), site_stats_from_log.get, str, and unCamelCase().
Referenced by declareFile().
def runNovaSAM_cmake.declareFile | ( | fileWPath | ) |
Checks file for a TKey of RootFileDB. If it exists, run sam_metadata_dumper and construct appropriate metadata for the file. Use that metadata to declare the file to SAM
Definition at line 128 of file runNovaSAM_cmake.py.
References createMetadata().
Referenced by checkAndMoveFiles().
def runNovaSAM_cmake.getOutDir | ( | pathname, | |
hashDirs = False |
|||
) |
Definition at line 93 of file runNovaSAM_cmake.py.
References exit(), and parse_dependency_file_t.list.
Referenced by copyOutFiles().
def runNovaSAM_cmake.getOutputFileName | ( | detector, | |
runNum, | |||
subNum, | |||
streamEntry, | |||
release, | |||
subversion, | |||
dataFlag, | |||
tier, | |||
nevt | |||
) |
Definition at line 174 of file runNovaSAM_cmake.py.
References exit(), and novadaq::HexUtils.format().
def runNovaSAM_cmake.resolveFclPath | ( | fcl | ) |
Definition at line 189 of file runNovaSAM_cmake.py.
def runNovaSAM_cmake.unCamelCase | ( | s | ) |
Convert CamelCase to camel_case
Definition at line 30 of file runNovaSAM_cmake.py.
Referenced by createMetadata().
Definition at line 24 of file runNovaSAM_cmake.py.
|
private |
Definition at line 27 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.action |
Definition at line 209 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.args = parser.parse_args() |
Definition at line 217 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.cafLabel = cafTier.split(":")[0] |
Definition at line 366 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.cafName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt) |
Definition at line 370 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.cafTier |
Definition at line 346 of file runNovaSAM_cmake.py.
string runNovaSAM_cmake.cmd = ' ' |
Definition at line 387 of file runNovaSAM_cmake.py.
list runNovaSAM_cmake.cmdList = ['nova'] |
Definition at line 334 of file runNovaSAM_cmake.py.
string runNovaSAM_cmake.dataFlag = "data" |
Definition at line 301 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.detector = metadata["online.detector"].lower() |
Definition at line 274 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.detectors = dict() |
Definition at line 18 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.detId = metadata["nova.detectorid"].lower() |
Definition at line 276 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.dh = ifdh.ifdh("http://samweb.fnal.gov:8480/sam/nova/api") |
Definition at line 419 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.dirList = os.listdir(".") |
Definition at line 410 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.fclFile = args.config |
Definition at line 319 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.fclFileObj = open(tmpFclName, 'a') |
Definition at line 331 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.fclPath = resolveFclPath(fclFile) |
Definition at line 323 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.file_type = metadata["file_type"] |
Definition at line 295 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.gErrorIgnoreLevel |
Definition at line 16 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.help |
Definition at line 207 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.inFile = args.inFile |
Definition at line 219 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.inFileBase = os.path.basename(inFile) |
Definition at line 223 of file runNovaSAM_cmake.py.
dictionary runNovaSAM_cmake.metadata = samweb.getMetadata(inFileBase) |
Definition at line 225 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.nevt = None |
Definition at line 315 of file runNovaSAM_cmake.py.
list runNovaSAM_cmake.outList = [] |
Definition at line 348 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.outName = getOutputFileName(detector, runNum, subNum, streamEntry, release, subversion, dataFlag, tier, nevt) |
Definition at line 358 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.output = outTier.split(":")[0] |
Definition at line 352 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.outTier |
Definition at line 344 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.parser = argparse.ArgumentParser(description='Run the nova command using SAM metadata') |
Definition at line 206 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.release = os.environ["NOVASOFT_VERSION"] |
Definition at line 289 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.retCode = subprocess.call(cmdList) |
Definition at line 391 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.run_match = run_pattern.match(inFileBase) |
Definition at line 240 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.run_pattern = re.compile(r"^.*?_r([0-9]+)_s([0-9]+).+") |
Definition at line 239 of file runNovaSAM_cmake.py.
Definition at line 236 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.samweb = samweb_client.SAMWebClient(experiment='nova') |
Definition at line 221 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.skip_match = _skip_pattern.match(file) |
Definition at line 412 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.str |
Definition at line 209 of file runNovaSAM_cmake.py.
Referenced by createMetadata().
Definition at line 253 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.stream_match = stream_pattern.match(inFileBase) |
Definition at line 265 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.stream_pattern = re.compile(r"^.*?_(dd.*?)[_,.].+", re.IGNORECASE) |
Definition at line 264 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.streamEntry = 't{0:02d}' |
Definition at line 254 of file runNovaSAM_cmake.py.
Definition at line 237 of file runNovaSAM_cmake.py.
int runNovaSAM_cmake.subversion = os.environ["NPASS"] |
Definition at line 309 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.tier = outTier.split(":")[1] |
Definition at line 353 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.tmpFclName = os.path.basename(fclPath).replace(".fcl", "_" + os.path.splitext(inFileBase)[0] + ".fcl") |
Definition at line 326 of file runNovaSAM_cmake.py.
runNovaSAM_cmake.type |
Definition at line 207 of file runNovaSAM_cmake.py.