fetch_tb_beamline_files.py

Go to the documentation of this file.

#!/bin/env python

import os, sys, shlex, subprocess
import samweb_client

samweb = samweb_client.SAMWebClient( experiment = "nova" )

fname = os.path.basename( os.getenv( "fname" ) ) # Input raw detector file name from art_sam_wrap.sh

try :
  md = samweb.getMetadata( fname )
except :
  print >> sys.stderr, "Could not retrieve metadata for \"%s\"" % fname
  sys.exit(1)

try :
  end_time   = md[ "Online.SubRunEndTime" ]
  start_time = md[ "Online.SubRunStartTime" ]
except :
  print >> sys.stderr, "Could not retrieve subrun start/end time metadata for \"%s\"" % fname
  sys.exit(2)

# Search for beamline files that overlap in time with the detector file
dims  = "file_type importedDetector and data_tier raw"
dims += " and data_stream beamline and online.detector testbeam-beamline"
dims += " and Beamline.FirstTriggerTime < %d and Beamline.LastTriggerTime > %d" % ( end_time, start_time )

beamline_files = samweb.listFiles( dimensions = dims )

if len( beamline_files ) > 0 :
  print "\nBeamline files matched to detector file \"%s\":" % fname
  for f in beamline_files :
    print f
  print "\nFetching beamline files..."

else :
  print "\nNo matching beamline files found for detector file \"%s\"" % fname
  #sys.exit(3)


for f in beamline_files :

  if os.path.isfile( os.path.join( os.getcwd(), f ) ) :
    print "\nBeamline file \"%s\" already exists in working directory" % f
    continue

  else :
    print "\nFetching beamline file \"%s\"..." % f
    cmd = "ifdh_fetch -e nova %s" % f
    p = subprocess.Popen( shlex.split( cmd ) )
    returncode = p.wait()

    if returncode != 0 :
      print >> sys.stderr, "ifdh_fetch failed for beamline file \"%s\"" % f
      sys.exit(4)