shutoffs.py

Go to the documentation of this file.

from ROOT import TSQLServer, TSQLStatement
from datetime import timedelta, date
import time
import subprocess
import sys
import os
import os.path
import shutil

#Software release
rel = 'S13-02-16'

#Where files get writen to
resultpath ='/home/nearline/jancode/results/'

#Read in password
dbpswfile = os.environ.get('NOVADBPWDFILE')
dbpsw =''
pfile = open(dbpswfile,'r')
for line in pfile:
        dbpsw = line.rstrip()
        break
pfile.close()

#Starting and end days
week = timedelta(weeks=1)
day  = timedelta(days=1)
date1 = date.today()
date2 = date1 - week
date2 = date2 - 3*day

#Query to select possible runs
query = 'select run, min(firstnonemptyeventtime), max(lastnonemptyeventtime) from ndos.nearline_metrics '
query+= "where triggertype = 2 and softwarerelease = '"+rel+"' and firstnonemptyeventtime > TIMESTAMP'"+str(date2)+"' "
query+= "and lastnonemptyeventtime <= TIMESTAMP'"+str(date1+day)+"' and firstnonemptyeventtime > TIMESTAMP'2010-01-01' "
query+= "and lastnonemptyeventtime >= firstnonemptyeventtime "
query+= "group by run order by run;"

#Connection information
db= TSQLServer.Connect("pgsql://ifdbprod.fnal.gov:5433/nova_prod", "nova_reader", dbpsw)
if not db:
        print "Cannot connect to database"
        sys.exit(1)

stmt = db.Statement(query,1000)
if stmt.Process():
        runs=[]
        stmt.StoreResult()
        prevend = 0
        while stmt.NextResultRow():
          run   = stmt.GetString(0)
          start = stmt.GetDay(1)
          end   = stmt.GetDay(2)
          starttime=time.mktime(time.strptime(stmt.GetString(1),"%Y-%m-%d %H:%M:%S"))
          endtime =time.mktime(time.strptime(stmt.GetString(2),"%Y-%m-%d %H:%M:%S"))
          if end-start!=0:
                runs.append(run)
                prevend=endtime
          elif starttime-prevend<2:
                runs.append(run)
else:
        print "Problem with Statement"
        sys.exit(2)

#Clean up statement and connection
del stmt
db.Close()
del db

#Now run the febshutoff script over all the selected runs
#Where the script lives
path = '/home/nearline/Nearline/Commissioning/FEBShutoff/febshutoff_auto.py'
failures=''
#Run the script for all overnight runs selected, get the error codes and make it work
for run in runs:
        print run, "Processing"
        endid = subprocess.call(["python",path,run])
        if endid == 0: continue
        elif endid ==1:
          failures+=run+' has not been processed\n'
        elif endid ==2:
          failures+=run+' has no reco files\n' 
        elif endid ==3:
          failures+=run+' failed to connect to the database\n' 
        elif endid ==4:
          failures+=run+' problem with database query\n'
        elif endid ==5:
          failures+=run+' failed to connect to hardware database\n' 
        elif endid ==6:
          failures+=run+' problem with hardware database query\n'
        elif endid ==7:
          failures+=run+' dcm name in hdb out of range\n' 
        elif endid ==8:
          failures+=run+' coating in hdb out of range\n' 
        elif endid ==9:
          failures+=run+' failed to connect to production database\n'
        elif endid ==10:
          failures+=run+' dcm in production database out of range\n' 
        elif endid ==11:
          failures+=run+' problem with production database query\n'
        else:
          print "Exit code out of range", endid
          sys.exit(3)

#Make a comprehensive output file
filename = resultpath+str(date2)+'_'+str(date1)+'.txt'
outfile = open(filename,'w')
outfile.write(failures+'\n')
for run in runs:
        file = resultpath+run+'febshutoff_auto.txt'
        if os.path.exists(file):
          infile = open(file,'r')
          for line in infile:
            outfile.write(line)
          infile.close()
          outfile.write('\n')
outfile.close()

#Now move it to the webarea
#webdir = '/nusoft/app/web/htdoc/nova/datacheck/febshutoff/'
#print "Moving text file to web area"
#shutil.copy(filename,webdir)