fetch_tb_beamline_files.py

Go to the documentation of this file.

#!/bin/env python

from __future__ import print_function
import os, sys, shlex, subprocess
import samweb_client

samweb = samweb_client.SAMWebClient( experiment = "nova" )

fname = os.path.basename( os.getenv( "fname" ) ) # Input raw detector file name from art_sam_wrap.sh

try :
  md = samweb.getMetadata( fname )
except :
  print("Could not retrieve metadata for \"%s\"" % fname, file=sys.stderr)
  sys.exit(1)

try :
  end_time   = md[ "Online.SubRunEndTime" ]
  start_time = md[ "Online.SubRunStartTime" ]
except :
  print("Could not retrieve subrun start/end time metadata for \"%s\"" % fname, file=sys.stderr)
  sys.exit(2)

# Search for beamline files that overlap in time with the detector file
dims  = "file_type importedDetector and data_tier raw"
dims += " and data_stream beamline and online.detector testbeam-beamline"
dims += " and Beamline.FirstTriggerTime < %d and Beamline.LastTriggerTime > %d" % ( end_time, start_time )

beamline_files = samweb.listFiles( dimensions = dims )

if len( beamline_files ) > 0 :
  print("\nBeamline files matched to detector file \"%s\":" % fname)
  for f in beamline_files :
    print(f)
  print("\nFetching beamline files...")

else :
  print("\nNo matching beamline files found for detector file \"%s\"" % fname)
  #sys.exit(3)


for f in beamline_files :

  if os.path.isfile( os.path.join( os.getcwd(), f ) ) :
    print("\nBeamline file \"%s\" already exists in working directory" % f)
    continue

  else :
    print("\nFetching beamline file \"%s\"..." % f)
    cmd = "ifdh_fetch -e nova %s" % f
    p = subprocess.Popen( shlex.split( cmd ) )
    returncode = p.wait()

    if returncode != 0 :
      print("ifdh_fetch failed for beamline file \"%s\"" % f, file=sys.stderr)
      sys.exit(4)