NovaGridUtils.py

Go to the documentation of this file.

#!/bin/env python
import os, sys, stat, pwd, glob
import datetime
import socket
from time import sleep

KNOWN_OS_CONTAINERS = {
    "sl6": "/cvmfs/singularity.opensciencegrid.org/fermilab/fnal-wn-sl6:latest",
    "sl7": "/cvmfs/singularity.opensciencegrid.org/fermilab/fnal-wn-sl7:latest",
    "el8": "/cvmfs/singularity.opensciencegrid.org/fermilab/fnal-wn-el8:latest",
}


def fail(msg):
    sys.stderr.write("\033[91mERROR in %s\033[0m " %prog)
    sys.stderr.write(msg)
    sys.stderr.write("\n")
    sys.exit(-1)

def warn(msg):
    sys.stderr.write("\033[93mWARNING in %s\033[0m " %prog)
    sys.stderr.write(msg)
    sys.stderr.write("\n")

def info(msg):
    sys.stderr.write("\033[94mINFO in %s\033[0m " %prog)
    sys.stderr.write(msg)
    sys.stderr.write("\n")


def get_credentials(role):
    retval = os.system("cigetcert -ns fifebatch.fnal.gov")
    if retval != 0:
        fail("Failed to get a certificate. Check kerberos credentials or run cigetcert -s fifebatch.fnal.gov")
        return

def check_file(fname):
    fname = os.path.expandvars(fname)
    if not os.path.isfile(fname):
        fail("Invalid file %s" %fname)

def check_dir(dname):
    dname = os.path.expandvars(dname)
    if not os.path.isdir(dname):
        fail("Invalid directory %s" %dname)

def check_make_dir(dname):
    dname = os.path.expandvars(dname)
    if not os.path.isdir(dname):
        print ("Making directory",dname)
        os.makedirs(dname)

def check_tag(tag):
    novasoft_development = "/cvmfs/nova-development.opensciencegrid.org/novasoft/"
    if tag == "development":
        tag = os.path.split(os.readlink(novasoft_development + "releases/development"))[1]
        print ("Note: using current nightly release '%s' as development..." % tag)
    else:
        srt_dist = os.getenv("SRT_DIST", "undefined")
        if srt_dist != "undefined":
          if tag[0] == 'N':
            srt_dist = novasoft_development

          tag_dir = srt_dist + "/releases/" + tag
          if not os.path.isdir(tag_dir):
            tag_dir = "/cvmfs/nova.opensciencegrid.org/novasoft/slf?/novasoft/releases/" + tag
            if not glob.glob(tag_dir):
              fail("Specified tag %s doesn't exist" % tag)
        else:
            novasoftloc = os.getenv("NOVASOFT_FQ_DIR", "undefined")
            if(novasoftloc == "undefined"):
               fail("novasoft location is unspecified, was the ups product setup?")
    return tag

def is_group_writable(fname):
    stat_info = os.stat(fname)
    file_stat_mode  = stat_info.st_mode
    return file_stat_mode & stat.S_IWGRP 


def check_is_group_writable(fname):
    if not is_group_writable(fname):
        fail("%s is not group writable, but should be" % fname)

def check_is_production_writable(fname):
    # Production writable means either owned by "novapro" or group writable
    file_owner = get_file_owner(fname)
    if not (file_owner == "novapro" or is_group_writable(fname)):
        fail("%s is neither group writable nor owned by novapro, but should be" % fname)   

def get_file_owner(fname):
    stat_info = os.stat(fname)
    file_stat_uid = stat_info.st_uid 
    return pwd.getpwuid(file_stat_uid)[0]

def get_prod_dropbox():
    hostname=socket.getfqdn()
    if hostname.endswith("smu.edu"):
        return "/scratch/data/srm/nova/production/DropBox/"
    else:
        return "/pnfs/nova/scratch/fts/dropbox"
    

def setup_production(args):

    role="Production"
    args.role=role

    get_credentials(role)

    dest=args.dest
    # Production writable means either owned by "novapro" or group writable
    if dest.startswith("s3://") and not args.amazon:
        fail("Not using amazon, but output destination is on s3!")
    elif not dest.startswith("s3://") and args.amazon:
        fail("Using amazon, but output destination is not on s3!")
    elif dest != "/pnfs/nova/scratch/fts/dropbox" and not args.test_submission:
        check_is_production_writable(dest)
        warn("Destination directory is "+dest+", not \"/pnfs/nova/scratch/fts/dropbox\", but you are submitting production jobs.  Is that what you meant?  Pausing for 5s")
        sleep(5)

    if not dest.startswith("s3://"):
        args.hashDirs = True

    args.jsonMetadata = True
    args.zipLogs = True
    if  (None == args.outTier) and (None == args.cafTier) and (None == args.h5Tier):
        fail("Running in production mode, but no tiers (art or caf) specified")


def setup_calibration(args):

    role="Production"
    args.role=role

    get_credentials(role)
        
    dest=args.dest
    # Production writable means either owned by "novapro" or group writable
    check_is_production_writable(dest)

def setup_analysis(args):

    role="Analysis"
    args.role=role

    get_credentials(role)

def add_node_features_arg(parser):
    parser.add_argument(
        '--node-features',
        help    = (
            'Comma separated list of grid node requirements.'
            ' Example: ssse3,sse4_1'
        ),
        dest    = 'node_features',
        default = '',
        type    = lambda s : [ x for x in s.split(',') if x ],
    )

def make_jobsub_node_features_arg(features):

    if len(features) == 0:
        return ''

    result = "&&".join([ "(TARGET.has_%s==true)" % (x) for x in features ])
    result = "--append_condor_requirements='(%s)'" % (result)

    return result