makeDatasetsPage.py

Go to the documentation of this file.

#!/bin/env python
import os, sys
from PageConfig import PageConfig
from ChainData import *
import argparse

import PageMaker as PM
#from collections import OrderedDict
import ViewHTML as html_view
import ViewGoogleCharts as google_view
import ProductionTestTools as tools
#from time import time
#import datetime

prog=sys.argv[0]
parser = argparse.ArgumentParser(prog=prog, description='Make dataset definitions page')

parser.add_argument("cfgFile",help="Configuration file for web-page",type=str)
parser.add_argument("-v","--verbose",
                    help="Print lots of debugging output",
                    action="store_true")

args=parser.parse_args()

cfg=PageConfig(args.cfgFile)

pageFileName= cfg.pageFileName
pageTitle   = cfg.pageTitle
pageDesc    = cfg.pageDesc

chains = cfg.chains


base_html = \
    """
    <div class="page-header">
      <h1>%s</h1>
    </div>
    <p>
      <!--TEXT_HOOK-->
    </p>
    <p>
      The datasets for this sample are:
    </p>
    <div class="row">
      <div class="container">
        <!--LIST-->
      </div>
    </div>
    """%pageTitle
page = PM.PageMaker(pageFileName, base_html, verbose=args.verbose)
page.insertContent("<!--NAVBAR_HOOK-->",
                '<li class="active"><a href="http://nusoft.fnal.gov/nova/production/%s">%s</a></li>'%(pageFileName,pageTitle))
page.insertContent("NOvA | datasets",pageTitle, True)
page.insertContent("<!--TEXT_HOOK-->",pageDesc)
legend=["tier"]
list_html=""
defDescriptions=OrderedDict()
defInfo=OrderedDict()
chainTiers=[]
nFiles=[]
nEvents=[]
fileSizes=[]
for chain in chains:

    chainName=chain.name
    if args.verbose: print "PMS  : Reading data for chain " +  chainName
    
    chainTitle=chain.title
    chain.loadData()

    list_html += """
                 <div class="col-md-6">
                 <div class="panel panel-default">
                 <div class="panel-heading">
                 <h3 class="panel-title">%s</h3>
                 </div>
                 <div class="panel-body">
                 """%chainTitle
    for tier in chain.tierData.keys():

        thisTier=chain.tierData[tier]
        defName=thisTier.name


        chainTierName = (chainName + "_" + tier).replace(" ","_").replace("-","_")
        list_html += '<strong>%s</strong>: ' % tier
        list_html += '<a href="#" data-toggle="modal" data-target="#%s">%s</a><br>'%(tools.makeAlphanumeric(chainTierName),defName)
         
        defDescriptions[chainTierName]=thisTier.description
        defInfo[defName]=thisTier.summary

        try:
            defInfo[defName]["status"]=html_view.makeSAMQueryStatusBadge(thisTier.state,time=thisTier.queryTime,date=thisTier.queryDate())
        except:
            defInfo[defName]["status"]=html_view.makeSAMQueryStatusBadge("Not Fetched",time=0)
        chainTiers.append((chainTitle,tier))

        if tier not in legend:
            legend.append(tier)

        continue

    nFiles   .append(    chain.getFileCounts())
    nEvents  .append(chain.getTotEventCounts())
    fileSizes.append(  chain.getTotFileSizes())

    list_html += """
            </div>
          </div>
        </div>
        """

page.insertContent("<!--LIST-->",list_html)

modal_html = html_view.samDefinitionDescriptionsModal(defDescriptions)
page.insertContent("<!--BODY_HOOK-->","%s\n<!--BODY_HOOK-->"%modal_html)

table_html,totals = html_view.samFileInfoSummaryTable(defInfo,names=chainTiers,configs=False,status=True)
page.insertContent("<!--BODY_HOOK-->","%s\n<hr><!--BODY_HOOK-->"%table_html)

head_html = ""
body_html = ""

head_n_files, body_n_files = google_view.stackedColumnChart(name="n_files",
                                                            legend=legend,
                                                            results=nFiles,
                                                            title="Number of files per definition", 
                                                            x_title="Chain",
                                                            y_title="Number of files",
                                                            checkbox=True)
head_html += head_n_files
body_html += body_n_files

head_n_files, body_n_files = google_view.stackedColumnChart(name="n_events",
                                                            legend=legend,
                                                            results=nEvents,
                                                            title="Number of events per definition", 
                                                            x_title="Chain",
                                                            y_title="Number of events",
                                                            checkbox=True)
head_html += head_n_files
body_html += body_n_files

head_n_files, body_n_files = google_view.stackedColumnChart(name="size",
                                                            legend=legend,
                                                            results=fileSizes,
                                                            title="Size of definition",
                                                            x_title="Chain",
                                                            y_title="Size [GB]",
                                                            checkbox=True)
head_html += head_n_files
body_html += body_n_files


page.insertContent("<!--HEADER_HOOK-->","%s\n<!--HEADER_HOOK-->"%head_html)
page.insertContent("<!--BODY_HOOK-->","%s\n<!--BODY_HOOK-->"%body_html)


page.write()