9 parser = optparse.OptionParser(description=
"""Resume caffe training given a 10 and a directory to find the latest 13 parser.add_option(
'--solver', type=str,
14 help=
"Path to solver prototxt.")
15 parser.add_option(
'--logDir', type=str, default=
"~/",
16 help=
"Prefix for training log.")
21 (args, options) = parser.parse_args(args=
None, values=
None)
26 mtime =
lambda path: os.stat(path).st_mtime
27 return next(reversed(sorted(paths, key=mtime)))
32 if argDict[key]
is None:
33 raise Exception(
"Argument '%s' is required." % (key))
35 snapshotDirLine = [line
for line
in open(args.solver).readlines()
36 if "snapshot_prefix" in line][0]
38 prefix = snapshotDirLine.split(
":")[1].strip().strip(
'"').strip(
"'")
40 pattern = prefix +
"*_iter_*.solverstate" 44 print "Found recent snapshot:%s" % snapshot
46 jobid = os.environ[
"PBS_JOBID"]
if "PBS_JOBID" in os.environ \
47 else "interactive_%s" % md5.new(
str(time.time())).hexdigest()[:5]
48 logName =
"train_latest_snapshot_%s.out" % jobid
49 logPath = os.path.join(args.logDir, logName)
52 command = [
"caffe.bin",
"--gpu",
"all",
"train",
53 "--solver", args.solver,
"--snapshot", snapshot ,
">>", logPath,
56 print "Starting training... \n%s\n" %
" ".join(command)
58 os.system(
" ".join(command))
procfile open("FD_BRL_v0.txt")
cet::coded_exception< errors::ErrorCodes, ExceptionDetail::translate > Exception