febshutoff_auto.py

Go to the documentation of this file.

#This script will be used to report on FEBs that were active and went inactive during a run
#can also be applied in reverse, inactive to active due to some reset

from ROOT import *
import sys
import os
from datetime import datetime, timedelta
from time import strftime, strptime

#User specifies run at runtime
run = sys.argv[1]
#Change with new release
softrel = 'S13-02-16'

#specify data directory.
datapath = '/scratch/nearline/NDOS/'+softrel+'/000'+run[0:3]+'/'+run+'/cosmic/'

#Get a sorted list of subruns involved in run
if os.path.exists(datapath):
  dcfiles = [f for f in sorted(os.listdir(datapath)) if (f.startswith('reco_') and f.endswith('_hist.root'))]

else:
  print run, "has not been processed"
  sys.exit(1)

if len(dcfiles)==0:
        print run, "has no reco files"
        sys.exit(2)

#Read in password
dbpswfile = os.environ.get('NOVADBPWDFILE')
dbpsw =''
pfile = open(dbpswfile,'r')
for line in pfile:
        dbpsw = line.rstrip()
        break
pfile.close()

#Get start and end time of run from database
query = 'SELECT MIN(firstnonemptyeventtime), MAX(lastnonemptyeventtime) FROM ndos.nearline_metrics'
query+=" WHERE triggertype = 2 AND softwarerelease='"+softrel+"' AND run ="+run+" AND firstnonemptyeventtime > TIMESTAMP'2010-01-01' "
query+=" GROUP BY run;"

db= TSQLServer.Connect("pgsql://ifdbprod.fnal.gov:5433/nova_prod", "nova_reader", dbpsw)
if not db:
        print "Cannot connect to database"
        sys.exit(3)

stmt = db.Statement(query,1000)
if stmt.Process():
        stmt.StoreResult()
        while stmt.NextResultRow():
         start = stmt.GetString(0)
         end   = stmt.GetString(1)
else: 
        print "Problem with Statement"
        sys.exit(4)

#Clean up connection info
del stmt

#Indeces are subrun, dcm, feb
dcm=[]

#Create an error buffer to be written to the file later
errors=''

#Step through files
for file in dcfiles:
  #Check file size before opening file
  if os.path.getsize(datapath+file)<1000:
#       print file, "Is broken, filesize too small"
        errors+=file+' '+'Is broken, filesize too small\n'
        continue

  #Open the Rootfile and pull out histgrams after checking if DataCheck was run on file
  rootfile = TFile(datapath+file,'READ')
  if rootfile.TestBit(TFile.kRecovered):
#       print "Warning bad write to", file
        errors+=file+' '+'has recovered keys\n'
        rootfile.Close()
        continue

  if not rootfile.cd("DataCheck"):
#       print file, "Does not have DataCheck subdirectory"
        errors+=file+' '+'Does not have DataCheck subdirectory\n'
        continue

  dcm.append([])
  hists=[]
  hists.append(rootfile.Get("DataCheck/fDCM1_1_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM1_2_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM1_3_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM2_1_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM2_2_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM2_3_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM3_1_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM3_2_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM3_3_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM4_1_FebVEvent"))
  hists.append(rootfile.Get("DataCheck/fDCM4_2_FebVEvent"))

  #Step through each FEB in the histogram and note whether it was active
  for hist in hists:
        dcm[-1].append([])      
        for feb in range(1,65):
          integral=hist.Integral(1,hist.GetNbinsX(),feb,feb)
          if integral>0.0:
                dcm[-1][-1].append(1)
          else:
                dcm[-1][-1].append(0)

  del hists
  rootfile.Close()

#Things in production database are in UTC so need to convert and be smart about transition.
day = timedelta(days=1)
hour = timedelta(hours=1)
minute = timedelta(minutes=1)

startdt = datetime.strptime(start,"%Y-%m-%d %H:%M:%S")

dstoff = datetime(startdt.year,11,1,1,30,0)
while dstoff.weekday()<6:
        dstoff=dstoff+day

dston = datetime(startdt.year,3,8,3,0,0)
while dston.weekday()<6:
        dston=dston+day

if startdt < dstoff and startdt > dston:
        hoffset = 5*hour
else:
        hoffset = 6*hour

startutc = (startdt+hoffset).strftime("%Y-%m-%d %H:%M:%S")
partutc = (startdt+6*minute+hoffset).strftime("%Y-%m-%d %H:%M:%S")
endutc = (datetime.strptime(end,"%Y-%m-%d %H:%M:%S")+hoffset).strftime("%Y-%m-%d %H:%M:%S")

#///////////////////////////////////////////////////////////////////////////////////////////////////////////


#Look up type of coating in the hardware db
hdb = TSQLServer.Connect("pgsql://ifdbprod.fnal.gov/nova_hardware", "nova_reader", dbpsw)
if not hdb:
        print "Cannot connect to hardware database"
        sys.exit(5)

#Query to select installed APD at the time of run
query1= "select hw_id, coating, dcm_name, dcm_port "
query1+="from hardware_position where hw_type = 'APD' and (remove_date is null or remove_date > TIMESTAMP'"+end+"') "
query1+="order by dcm_name, dcm_port, install_date desc;"

hstmt = hdb.Statement(query1,1000)
if hstmt.Process():
        id=[]
        coat=[]
        hdcm=[]
        hfeb=[]
        hstmt.StoreResult()
        while hstmt.NextResultRow():
          id.append(hstmt.GetString(0))
          coat.append(hstmt.GetString(1))
          hdcm.append(hstmt.GetString(2))
          hfeb.append(hstmt.GetString(3))
          
else: 
        print "Problem with Hardware Statement"
        sys.exit(6)

#Clean up this connection
hdb.Close()
del hdb
del hstmt

apd=[]
#Let's make things easier to work with
for i in range(len(hdcm)):
        if '01-01' in hdcm[i]:
                hdcm[i] = '1-1'
        elif '01-02' in hdcm[i]:
                hdcm[i] = '1-2'
        elif '01-03' in hdcm[i]:
                hdcm[i] = '1-3'
        elif '02-01' in hdcm[i]:
                hdcm[i] = '2-1'
        elif '02-02' in hdcm[i]:
                hdcm[i] = '2-2'
        elif '02-03' in hdcm[i]:
                hdcm[i] = '2-3'
        elif '03-01' in hdcm[i]:
                hdcm[i] = '3-1'
        elif '03-02' in hdcm[i]:
                hdcm[i] = '3-2'
        elif '03-03' in hdcm[i]:
                hdcm[i] = '3-3'
        elif '04-01' in hdcm[i]:
                hdcm[i] = '4-1'
        elif '04-02' in hdcm[i]:
                hdcm[i] = '4-2'
        else:
                print "DCM name in Hardware Database is out of range", hdcm[i]
                sys.exit(7)
        
        #Distinguish coatings
        if coat[i]=='P':
          if '(X3)' in id[i]:
                coat[i]='New Parylene'
          else:
                coat[i]='Used Parylene'
        elif coat[i]=='U':
                coat[i]='Un'
        elif coat[i]=='S':
                coat[i]='Silicon'
        else:
                print "Coating type in Hardware Database is out of range", coat[i]
                sys.exit(8)

        #Concatenate dcm name and port
        apd.append(hdcm[i]+':'+hfeb[i])

#///////////////////////////////////////////////////////////////////////////////////

#Get cooling information
query2 = 'SELECT channel_name, value FROM ndos.dcs_report'
query2+=" WHERE channel_name LIKE '%_tecc.RVAL' AND time_stamp in"
query2+=" (SELECT MIN(time_stamp) FROM ndos.dcs_report "
query2+=" WHERE channel_name LIKE '%_tecc.RVAL' AND time_stamp > TIMESTAMP'"+startutc+"'"
query2+=" AND time_stamp < TIMESTAMP'"+partutc+"'"
query2+=" GROUP BY channel_name)"
query2+=" ORDER BY channel_name;"

#cdb= TSQLServer.Connect("pgsql://novadbprod.fnal.gov:5433/nova_prod", "nova_reader", dbpsw)
#if not cdb:
#        print "Cannot connect to production database"
#        sys.exit(9)

stmt2 = db.Statement(query2,1000)
if stmt2.Process():
        cooled=[]
        port=[]
        cdcm=[]
        capd=[]
        stmt2.StoreResult()
        while stmt2.NextResultRow():
          chan = stmt2.GetString(0)[:-10]
          port.append(chan[12:])
          if '01-01' in chan:
                cdcm.append('1-1')
          elif '01-02' in chan:
                cdcm.append('1-2')
          elif '01-03' in chan:
                cdcm.append('1-3')
          elif '02-01' in chan:
                cdcm.append('2-1')
          elif '02-02' in chan:
                cdcm.append('2-2')
          elif '02-03' in chan:
                cdcm.append('2-3')
          elif '03-01' in chan:
                cdcm.append('3-1')
          elif '03-02' in chan:
                cdcm.append('3-2')
          elif '03-03' in chan:
                cdcm.append('3-3')
          elif '04-01' in chan:
                cdcm.append('4-1')
          elif '04-02' in chan:
                cdcm.append('4-2')
          else:
                cdcm.append('error')
                print "DCM name in Production Database is out of range", chan
                sys.exit(10)

          capd.append(cdcm[-1]+':'+port[-1])
          
          val=stmt2.GetInt(1)
          if val == 0:
                cooled.append('Uninstrumented')
          elif val<2000:
                cooled.append('Not Cooled')
          elif val>2000 and val != 4095:
                cooled.append('Cooled')
          else:
                cooled.append('Error')
else:
        print "Problem with Cooling Statement"
        sys.exit(11)

#Cleanup this connection
del stmt2
db.Close()
del db

#Make an array to hold previous status
prevstat=[]
for i in range(len(dcm[0])):
  prevstat.append([])
  for j in range(len(dcm[0][i])):
        prevstat[i].append(dcm[0][i][j])

dcmlist=['1-1','1-2','1-3','2-1','2-2','2-3','3-1','3-2','3-3','4-1','4-2']

#This will be the textfile to hold information about the run processed
outfile = open('/home/nearline/jancode/results/'+run+'febshutoff_auto.txt','w')

#Have some information about the run in the file
outfile.write("Run: "+run+'\n')
outfile.write("From: "+start+'\n')
outfile.write("To:   "+end+'\n')
outfile.write("Subruns: "+str(len(dcm))+'\n')

#Now time to analyze the arrays for FEBs turning off
changes=0
for i in range(1,len(dcm)):

  #Check for run meltdown
  afebs=0
  for a in range(len(dcm[i])):
        afebs+=sum(dcm[i][a])
  if afebs == 0:
        errors+='The run died in subrun '+str(i-1)+'\n'
        break
  for j in range(len(dcm[i])):
        for k in range(len(dcm[i][j])):
          prev = prevstat[j][k]
          curr = dcm[i][j][k]
          if prev != curr:
                changes+=1

                #Find coating information
                coating = coat[apd.index(dcmlist[j]+':'+str(k))]
                coolstat= cooled[capd.index(dcmlist[j]+':'+str(k))]
                if prev > curr:
                        outfile.write('FEB'+dcmlist[j]+':'+str(k)+' shutoff in subrun '+str(i-1)+' is '+coating+' coated and was '+coolstat+'\n')
                else:
                        outfile.write('FEB'+dcmlist[j]+':'+str(k)+' came back in subrun '+str(i)+' is '+coating+' coated and was '+coolstat+'\n')
          prevstat[j][k]=dcm[i][j][k]

#Write errors to file
if changes == 0:
        outfile.write("There were no shutoffs in this run\n")
outfile.write(errors)
outfile.close()