4 print "run : Copying new pkl files" 6 in_root =
"%s/production_testing/"%os.environ[
"NOVAPRODVALID_GRID"]
7 input_folders = glob.glob(in_root+
"*")
9 print "run : Input folders" 10 for i
in input_folders:
13 out_root =
"%s/testing/"%os.environ[
"NOVAPRODVALID_WEB"]
14 output_folders = glob.glob(out_root+
"*")
16 print "run : Output folders" 17 for o
in output_folders:
20 for out_folder
in output_folders:
21 o_names.append(out_folder.split(
"/")[-1])
23 print "run : Output base names:" 27 for in_folder
in input_folders:
28 f_name = in_folder.split(
"/")[-1]
30 if f_name
not in o_names:
31 if verbose:
print "run : input folder %s not in outputs"%f_name
33 c =
"mkdir %s/%s"%(out_root,f_name)
36 c =
"cp %s/*.pkl %s/%s/"%(in_folder, out_root,f_name)
40 if verbose:
print "run : input folder %s is in outputs, checking for new files"%f_name
41 out_pkl_files = glob.glob(
"%s%s/*.pkl"%(out_root,f_name))
43 for o
in out_pkl_files: o_pkl_names.append(o.split(
"/")[-1])
45 print "run : output pkls:" 46 for p
in o_pkl_names:
print "run : - %s"%p
48 in_pkl_files = glob.glob(
"%s/*.pkl"%(in_folder))
49 for i_pkl
in in_pkl_files:
50 p_name = i_pkl.split(
"/")[-1]
51 if p_name
not in o_pkl_names:
52 if verbose:
print "run : - input pkl %s not in outputs"%p_name
53 c =
"cp %s %s%s/"%(i_pkl,out_root,f_name)
57 if verbose:
print "run : - input pkl %s is in outputs"%p_name