getGoodRuns4SAM.py

Go to the documentation of this file.

from ConDB import ConDB
from datetime import datetime, timedelta
from timelib import text2datetime, epoch
import sys, getopt, os
import psycopg2, psycopg2.extras

Usage = """
python getGoodRuns4SAM.py [options]
options:
    -U <user>
    -w <password>    
    -T <tag> [REQUIRED]
"""

data_type = 'data'
tag = None
dbcon = []
dbcon.append("host=ifdbrep.fnal.gov port=5433 dbname=nova_prod ")
t0 = text2datetime("0")
t1 = text2datetime("100000000")
channel_range = None
username = "nova_reader"

opts, args = getopt.getopt(sys.argv[1:], 'U:w:T:')

if len(args) > 0 :
    if args[0] == 'help':
        print Usage
        sys.exit(0)

for opt, val in opts:
    if opt == '-U':         username = val.strip()
    elif opt == '-w':       dbcon.append("password=%s " % (val,))
    elif opt == '-T':       tag = val
    else:
        print "Unknown argument."
        print Usage
        sys.exit(0)

if not tag:
    print "Tag is required!"
    sys.exit(1)

dbcon.append("user=%s" % (username,))

dbcon = ' '.join(dbcon)
tname = "fardet.dq_subrun_info"
columns = ["dbmask","flag"]
db = ConDB(dbcon)
table = db.table(tname, columns)

sampwd = None
sampwdFile = None
try:
    sampwdFile = os.environ["SAM4NOVAPWDFILE"]
except KeyError:
    print "Please set the SAM4NOVAPWDFILE environment variable to point to the password file for access to the SAM database"
    exit(1)
    
with open(sampwdFile,"r") as fin:
    sampwd = fin.readline().strip()

    
""" Establish connection to SAM database
"""
try:
    conn = psycopg2.connect("dbname=samdev host=cspgsdev.fnal.gov "\
                                "user=jpaley "\
                                "port=5433")
    cur = conn.cursor(cursor_factory=psycopg2.extras.DictCursor)
except:
    print "Unable to connect to the SAM database"
    exit(1)


data = table.getDataIntervalIter(t0, t1, data_type=data_type, tag=tag,
                                 channel_range = channel_range)
        
n = 0
nwrote = 0
detname='fardet'

fout = open("/tmp/goodRuns4SAM.csv","w")

prev_diblock_mask = -1
prev_isGood = True
for c, tv, values in data:

    run = int(epoch(tv))/100
    subrun = int(epoch(tv))%100
    isGood=True
    if (values[1] > 0): 
        isGood = False
    diblock_mask = int(values[0])

    n += 1

    if ((prev_diblock_mask != diblock_mask) or (prev_isGood != isGood)):
        line = '{0},{1},{2},{3},{4},{5}\n'.format(run,subrun,tag,diblock_mask,isGood,detname)
        
        fout.write(line)
        prev_diblock_mask = diblock_mask
        prev_isGood = isGood
        nwrote += 1

fout.close()

print "read %d rows from the NOvA good runs database" % (n,)

csvFile = open("/tmp/goodRuns4SAM.csv","r")

cur.copy_from(csvFile,'nova.good_runs',columns=('run_number','subrun_number','tag','diblock_mask','good','detector'),sep=',')

conn.commit()
cur.close()
conn.close()

print "wrote %d rows to the SAM good runs database table" % (nwrote,)