Functions | Variables
submit_pandana Namespace Reference

Functions

def test_not_dcache (l, warnOnly=False)
 

Variables

 parser = argparse.ArgumentParser(description = 'Submit a PandAna macro to run on the grid')
 
 type
 
 int
 
 default
 
 help
 general job control More...
 
 required
 
 True
 
 metavar
 
 action
 
 nargs
 
 job_control_args = parser.add_argument_group("Job control options", "These optional arguments help control where and how your jobs land.")
 
 tarball_gp = job_control_args.add_mutually_exclusive_group(required=False)
 tarball control options. More...
 
 debugging_args = parser.add_argument_group("Debugging options", "These optional arguments can help debug your submission.")
 
 opts = parser.parse_args()
 
 macro = os.path.abspath(vars(opts)['macro.py'])
 
list input_files = []
 
 pandana_tar = None
 
string grid_script = os.getenv('FW_RELEASE_BASE')+'/PandAna/Grid/pandana_grid_script.sh'
 
string jobsub_opts = ""
 
list usage_models = ["DEDICATED"]
 
string disk_opt = " --disk=%sMB \\\n"
 
string mem_opt = " --memory=%sMB \\\n"
 
tuple life_opt = (" --expected-lifetime=0s \\\n --append_condor_requirements='(((TARGET.GLIDEIN_ToDie-CurrentTime)>%s)||isUndefined(TARGET.GLIDEIN_ToDie))' \\\n" % opts.lifetime)
 
 test = opts.test
 
 print_jobsub = opts.print_jobsub
 
 files_per_job
 
 njobs
 
string out = "/pnfs/nova/scratch/users/"
 
string testfolder = "test_"
 
 outdir
 
string cmd = 'jobsub_submit '
 
 tarname = None
 

Function Documentation

def submit_pandana.test_not_dcache (   l,
  warnOnly = False 
)

Definition at line 14 of file submit_pandana.py.

References common_tools.fail(), and common_tools.warn().

14 def test_not_dcache(l, warnOnly = False):
15  loc = os.path.expandvars(l)
16  for bad in ['/nova/app/', '/nova/ana/', '/nova/data/', '/grid']:
17  if loc.startswith(bad):
18  txt = "Location %s cannot be on %s it must be in dCache /pnfs/nova/" % (loc, bad)
19  if loc.startswith('/nova/app'):
20  txt = "Jobs can no longer access BlueArc directly. Test releases will be tarred up and sent to worker nodes, however input files should be moved to dCache."
21  if warnOnly:
22  warn(txt)
23  else:
24  fail(txt)
25 
26 
def fail(msg)
print a failure message, from: https://cdcvs.fnal.gov/redmine/projects/novaart/repository/entry/trunk...
Definition: common_tools.py:7
def warn(msg)
print a warning message, from: https://cdcvs.fnal.gov/redmine/projects/novaart/repository/entry/trunk...
Definition: common_tools.py:16
def test_not_dcache(l, warnOnly=False)

Variable Documentation

submit_pandana.action

Definition at line 37 of file submit_pandana.py.

string submit_pandana.cmd = 'jobsub_submit '

Definition at line 174 of file submit_pandana.py.

submit_pandana.debugging_args = parser.add_argument_group("Debugging options", "These optional arguments can help debug your submission.")

Definition at line 87 of file submit_pandana.py.

submit_pandana.default

Definition at line 31 of file submit_pandana.py.

string submit_pandana.disk_opt = " --disk=%sMB \\\n"

Definition at line 147 of file submit_pandana.py.

submit_pandana.files_per_job

Definition at line 165 of file submit_pandana.py.

string submit_pandana.grid_script = os.getenv('FW_RELEASE_BASE')+'/PandAna/Grid/pandana_grid_script.sh'

Definition at line 134 of file submit_pandana.py.

submit_pandana.help

general job control

Definition at line 32 of file submit_pandana.py.

list submit_pandana.input_files = []

Definition at line 101 of file submit_pandana.py.

submit_pandana.int

Definition at line 31 of file submit_pandana.py.

submit_pandana.job_control_args = parser.add_argument_group("Job control options", "These optional arguments help control where and how your jobs land.")

Definition at line 55 of file submit_pandana.py.

string submit_pandana.jobsub_opts = ""

Definition at line 138 of file submit_pandana.py.

tuple submit_pandana.life_opt = (" --expected-lifetime=0s \\\n --append_condor_requirements='(((TARGET.GLIDEIN_ToDie-CurrentTime)>%s)||isUndefined(TARGET.GLIDEIN_ToDie))' \\\n" % opts.lifetime)

Definition at line 157 of file submit_pandana.py.

submit_pandana.macro = os.path.abspath(vars(opts)['macro.py'])

Definition at line 99 of file submit_pandana.py.

string submit_pandana.mem_opt = " --memory=%sMB \\\n"

Definition at line 151 of file submit_pandana.py.

submit_pandana.metavar

Definition at line 34 of file submit_pandana.py.

submit_pandana.nargs

Definition at line 49 of file submit_pandana.py.

submit_pandana.njobs

Definition at line 166 of file submit_pandana.py.

Referenced by MakeSurface().

submit_pandana.opts = parser.parse_args()

Definition at line 97 of file submit_pandana.py.

string submit_pandana.out = "/pnfs/nova/scratch/users/"

Definition at line 167 of file submit_pandana.py.

submit_pandana.outdir

Definition at line 169 of file submit_pandana.py.

string submit_pandana.pandana_tar = None

Definition at line 112 of file submit_pandana.py.

submit_pandana.parser = argparse.ArgumentParser(description = 'Submit a PandAna macro to run on the grid')

Definition at line 29 of file submit_pandana.py.

bool submit_pandana.print_jobsub = opts.print_jobsub

Definition at line 162 of file submit_pandana.py.

submit_pandana.required

Definition at line 34 of file submit_pandana.py.

submit_pandana.tarball_gp = job_control_args.add_mutually_exclusive_group(required=False)

tarball control options.

Definition at line 57 of file submit_pandana.py.

string submit_pandana.tarname = None

Definition at line 188 of file submit_pandana.py.

submit_pandana.test = opts.test

Definition at line 161 of file submit_pandana.py.

string submit_pandana.testfolder = "test_"

Definition at line 168 of file submit_pandana.py.

submit_pandana.True

Definition at line 34 of file submit_pandana.py.

submit_pandana.type

Definition at line 31 of file submit_pandana.py.

list submit_pandana.usage_models = ["DEDICATED"]

Definition at line 140 of file submit_pandana.py.