plot_prediction_systs.C File Reference

#include "CAFAna/Analysis/Exposures.h"
#include "CAFAna/Core/Binning.h"
#include "CAFAna/Core/Cut.h"
#include "CAFAna/Core/HistAxis.h"
#include "CAFAna/Core/LoadFromFile.h"
#include "CAFAna/Core/Spectrum.h"
#include "3FlavorAna/Vars/NueVars.h"
#include "CAFAna/Vars/Vars.h"
#include "TFile.h"
#include "TH1.h"
#include "TCanvas.h"
#include "TGaxis.h"
#include "TLatex.h"
#include "TLegend.h"
#include "TLine.h"
#include "TSystem.h"
#include "TROOT.h"
#include "TObjectTable.h"
#include <fstream>
#include <iostream>
#include <iomanip>
#include <string>
#include <cstddef>
#include "CAFAna/shared/Ana2017/syst_variations.h"
#include "CAFAna/shared/Ana2017/draw_plots_util.h"

Go to the source code of this file.

Functions
ofstream	mainoutput (mainfilename.Data())
void	PrintLatexHeader ()
void	PrintLatexComment (TString comment="")
void	PrintLatexEnd ()
void	LtxSection (TString sec, bool newpage=true, int sublevel=0, TString comment="")
void	plot_prediction_systs (const std::string &filename_sh, const std::string &period="full", const std::string &filename_nom="")

Variables
const TString	mainfilename = "PlottingSysts.tex"
ofstream	output
ofstream	summary
ofstream	tables
bool	isNumuAna =false

Function Documentation

void LtxSection	(	TString	sec,
		bool	newpage = true,
		int	sublevel = 0,
		TString	comment = ""
	)

Definition at line 308 of file plot_prediction_systs.C.

References allTimeWatchdog::endl, and ana::MakeLatexCommandName().

Referenced by plot_prediction_systs().

                                                                           {
  if(newpage) output<<"  \\newpage\n"<<std::endl;
  output<<"\n \n% ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~ ~~~ ~~~ ~~~~ \n"
        << "% ~~~    " << comment
        << "% ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ \n \n"<<std::endl;

  if (isNumuAna && sublevel ==1 && !sec.Contains("Q1") ) output<<"  \\newpage\n"<<std::endl;
  
  sec.ReplaceAll("_"," ");
  sec.ReplaceAll("\\nu {","\\nu_{");
  
  TString section = "section";
  if(sublevel ==1) section = "subsection";
  if(sublevel ==2) section = "subsubsection";
  output << "\n \\"<<section<<"{" << sec ;
  if(sublevel <=1) output<<"\\label{sec:" <<MakeLatexCommandName(sec) << "}";
  output << "} \n\n";

  return;
}

ofstream mainoutput

(

mainfilename.

Data()

)

void plot_prediction_systs	(	const std::string &	filename_sh,
		const std::string &	period = "full",
		const std::string &	filename_nom = ""
	)

Definition at line 48 of file plot_prediction_systs.C.

References om::cerr, ana::CompareNDDataMCFromVector(), ana::ComparePredictionsFromVector(), ana::ComparePredictionsPeripheralFromVector(), om::cout, d, dir, allTimeWatchdog::endl, file, ana::FixPlotName(), GetExtrapolationDefs(), GetShiftNames2017(), isNumuAna, kNue1bin, kNue3bin, kNue4bin, kNumuOpt, kNumuOther, LtxSection(), mainoutput, ana::MakeLatexCommandName(), ana::MakeSummaryV(), SliceLID::numuid(), DCS_db_parser::period, PrintLatexComment(), PrintLatexEnd(), PrintLatexHeader(), S, and PandAna.Demos.tute_pid_validation::var.

{

  TFile * file = new TFile(filename_sh.c_str(), "READ");
  TFile * file_nom;
  TObject::SetObjectStat(1);

  if(filename_nom == "") file_nom = file;
  else                   file_nom = new TFile(filename_nom.c_str(), "READ");

  if(file->IsZombie() || file_nom->IsZombie()){std::cerr << "Problem with input files " << std::endl; return;}

  isNumuAna = (filename_sh.find("numu")!=std::string::npos);

  PrintLatexHeader();

  TString thisoutname (filename_sh);
  TString latexout = "latex/";
  gSystem -> MakeDirectory( latexout );
  thisoutname.Remove(0,thisoutname.Last('/')+1);
  thisoutname.ReplaceAll(".root","");
  mainoutput << "\\input{" + latexout + thisoutname + "_summary.tex}\n";
  mainoutput << "\\input{" + latexout + thisoutname + "_tables.tex}\n";
  mainoutput << "\\input{" + latexout + thisoutname + ".tex}\n";

  output.open((latexout+thisoutname+".tex").Data());
  summary.open((latexout+thisoutname+"_summary.tex").Data());
  tables.open((latexout+thisoutname+"_tables.tex").Data());

  PrintLatexComment((TString)"Comparing the shifted predictions from:"+filename_sh);

  // Get info for all systs and vars
  std::vector<TString>  xptype = {"pred_nxp"};
  if (!isNumuAna) xptype = {"pred_nxp","pred_xp_combo", "pred_xp_prop"};
  else            xptype = {"pred_nxp","pred_xp_numu"};

  std::vector<SNameDef> systnames = GetShiftNames2017();
  //std::vector<SNameDef> systnames = GetShiftNames2017("AllSmall");
  //std::vector<SNameDef> systnames = GetShiftNames2017("CalibShape");
  //std::vector<SNameDef> systnames = GetShiftNames2017("allNueReduced");
  //std::vector<SNameDef> systnames = GetShiftNames2017("allNumuReduced");
  //std::vector<SNameDef> systnames = GetShiftNames2017("XSecSyst_1of6");
  //std::vector<SNameDef> systnames = GetShiftNames2017("XSecSyst_Frac");
  std::vector<ExtrapDef> xpdefs = GetExtrapolationDefs( isNumuAna?"numu":"nue" , period.c_str() );;

  const bool printtableNumuND=true;
  const bool printtableNueND=true;
  const bool printtable=true;

  TString nueDecompFolder  ="extrap/EEextrap/Decomp";
  TString numuDecompFolder ="extrap/MEextrap/Decomp";
  if(isNumuAna)  numuDecompFolder = "extrap/MMextrap/Decomp";

  // Make plots and tables
  TDirectory * nir, * dir;
  TDirectory * dpred_no;
  TDirectory * dnumu_no, *dnue_no ;
  std::vector<TDirectory *> dnumu_sh; 
  std::vector<TDirectory *> dnue_sh; 
  std::vector<TDirectory *> dpred_sh;

  for ( auto const & S:systnames ){ // all systs
    //Hack to run tests
    //if(!isNumuAna && S.syst_name=="Cherenkov") break;
    //if(!isNumuAna && !(S.syst_name.Contains("Ma"))) continue;
    //if( isNumuAna && S.syst_name.Contains("RPA")) break;
    
    std::vector<TString> Sigmas = S.sigma_names;//shifts for this syst
    LtxSection(S.syst_name);

    for ( auto const & var:xpdefs){ // all vars 
      TString ApName = "";
      if ( isNumuAna) {
        ApName = "_"+var.name(var.name.Index("_")+1,var.name.Sizeof());
        ApName.ReplaceAll( "Quant", "Q" );
      }

      AxisType axistype =kNue1bin; 
      if(var.name.Contains("CVN2D_3bin")) axistype = kNue3bin;
      else if(var.name.Contains("CVN2D")) axistype = kNue4bin; //gah
      if(isNumuAna) axistype = kNumuOther;
      if(isNumuAna && var.name.Contains("Energy")) axistype = kNumuOpt;
      
      if(axistype == kNue3bin) continue;
      if(isNumuAna && axistype != kNumuOpt) continue;
      
      //HACK HACK HACK 
      if(!isNumuAna && 1){
        if(S.syst_name == "MaCCQE_reduced"){
          std::cout << "\n\n\nswitch files \n\n\n" << std::endl;
          file = new TFile ("/nova/ana/nu_e_ana/Ana2017/Predictions/provisional_singles/v5/pred_p_nueconcat_XSecSyst_part1_v5.root","read");
        }
        if(S.syst_name == "MaNCEL"){
          std::cout << "\n\n\nswitch files \n\n\n" << std::endl;
          file = new TFile ("/nova/ana/nu_e_ana/Ana2017/Predictions/provisional_singles/v5/pred_p_nueconcat_XSecSyst_part2_v4.root","read");
        }
      }

      for ( auto const & xp:xptype ){ // all pred types

        int extrapolated = ( xp == "pred_nxp" ) ? 0 : 1;

        TString dirnameNom  = xp+"_Nominal";
        // Logic to load Lightlevel nominal set.
        if ((S.syst_name.Contains("Lightlevel") || S.syst_name.Contains("Cherenkov"))) {
          dirnameNom  = xp+"_Lightlevel";
          std::cout << "\nSetting dirnameNom to " << dirnameNom << std::endl;
        }
        TString dirnameSyst = xp+"_"+S.syst_name;
        
        nir = file_nom->GetDirectory(dirnameNom);
        if ( !nir ){ 
          PrintLatexComment((TString) " ~~~ No Dir:  " + dirnameNom );
          continue;
        }
        dir = file->GetDirectory(dirnameSyst);
        if ( !dir ){ 
          PrintLatexComment((TString) " ~~~ No Dir:  " + dirnameSyst );
          continue; 
        }
        
        if(xp == xptype[0]) LtxSection((S.syst_name+ApName), S.syst_name != systnames[0].syst_name, 1);

        // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        //                               // FD Plots
        // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        TString AnaType     = "_";
        if (!xp.Contains("numu") &&  isNumuAna) AnaType = "_numu_";
        if (!xp.Contains("nue" ) && !isNumuAna) AnaType = "_nue_";

        TString plottitle   = S.syst_name+ApName+( extrapolated >0  ? " FarDet Extrap ("+xp+")":" (FarDet MC)")+ ";"+var.name +";"+ "Events / Bin";
        TString plotname    = "compare_" + xp + AnaType + FixPlotName(S.syst_name) + "_" + var.name;
        TString prefix = "nue_pred_"; 
        if(isNumuAna) prefix = "numu_pred_";
        
        // Load nominal.
        dpred_no = nir->GetDirectory("noShift/"+prefix+var.name, true);
        
        if(!dpred_no) continue; 

        for ( uint s = 0; s<Sigmas.size(); ++s){
          auto dirSigma = dir->GetDirectory(Sigmas[s] + "/" + prefix + var.name, true);
          dpred_sh.push_back(dirSigma);
        }
        TString thissec = extrapolated >0 ? "Extrapolated prediction":"FDMC prediction (no extrap.)";
        if(xp.Contains("prop")) thissec += " (proportional decomp.)";
        if(xp.Contains("combo")) thissec += " (combo decomp.)";
        LtxSection(thissec, true, 2, "Printing FD Plots " + MakeLatexCommandName(var.name));

        if( ! (axistype == kNue4bin && extrapolated) ) {
          ComparePredictionsFromVector(dpred_no, dpred_sh, plottitle, plotname, printtable, axistype);
        }
        else  {
          auto dpred_no_nxp = file_nom->GetDirectory("pred_nxp_Nominal/noShift/" + prefix + var.name, true);
          if ((S.syst_name.Contains("Lightlevel") || S.syst_name.Contains("Cherenkov"))) {
            std::cout << "Using the LightLevelNom as nominal as looking at light level / Cherenkov.\n" << std::endl;
            dpred_no_nxp = file_nom->GetDirectory("pred_nxp_Lightlevel/noShift/" + prefix + var.name, true);
          }

          if(!dpred_no_nxp) std::cerr << "error nom\n";
          std::vector<TDirectory *> dpred_sh_nxp; 
          for ( uint s = 0; s<Sigmas.size(); ++s){
            auto dirSigma = file->GetDirectory("pred_nxp_" + S.syst_name + "/" + Sigmas[s] + "/"+prefix + var.name);
            if(!dirSigma) std::cerr << "error sh\n";
            dpred_sh_nxp.push_back(dirSigma);
          }
          ComparePredictionsPeripheralFromVector(dpred_no, dpred_no_nxp, dpred_sh, dpred_sh_nxp,
                                                 plottitle, plotname, printtable, axistype);
          delete dpred_no_nxp;
          for(auto & d:dpred_sh_nxp) delete d;
        }

        // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        if ( !extrapolated || ( xp == "pred_xp_combo" ) ) {
          delete dpred_no;
          for(auto & d:dpred_sh) delete d;
          dpred_sh.clear();
          delete nir, dir;
          continue;     
        }
        if ( !printtableNumuND ) continue;  //ND Numu Plots
        // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        TString plottitleMu = S.syst_name+ApName+" (NearDet MC); Non-Quasielastic Energy Estimator (GeV); Events / Bin";
        TString plotnameMu  = "compare_numu_ND_"+FixPlotName(S.syst_name)+"_"+var.name;
        TString numuid = "Numu";
        
        if(isNumuAna) {
          numuid = var.name;
          numuid= numuid.Remove(0,numuid.First("_")+1);
          plotnameMu =  "compare_numu_ND_"+var.name + "_" + MakeLatexCommandName((S.syst_name+ApName));
        }

        dnumu_no = dpred_no->GetDirectory(numuDecompFolder);
        for ( uint s = 0; s<Sigmas.size(); ++s)
          dnumu_sh.push_back( dpred_sh[s]->GetDirectory(numuDecompFolder) );
        
        LtxSection("$\\nu_{\\mu}$ ND", true, 2, "Numu Comparisons");
        CompareNDDataMCFromVector(dnumu_no, dnumu_sh, plottitleMu, plotnameMu, numuid, printtableNumuND, (isNumuAna ? axistype : kNumuOpt));  

        delete dnumu_no;
        for(auto & d:dnumu_sh) delete d;
        dnumu_sh.clear();
                
        // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        if ( !printtableNueND || isNumuAna ) {
          delete dpred_no;
          for(auto & d:dpred_sh) delete d;
          dpred_sh.clear();
          delete nir, dir;
          continue;     
        }
        // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        TString plottitleND = S.syst_name+ApName+" (NearDet MC) "+ ";"+var.name +";"+ "Events / Bin";
        TString plotnameND  = "compare_nue_ND_"+FixPlotName(S.syst_name)+"_"+var.name;

        dnue_no = dpred_no->GetDirectory(nueDecompFolder);
        for ( uint s = 0; s<Sigmas.size(); ++s)
          dnue_sh.push_back( dpred_sh[s]->GetDirectory(nueDecompFolder) );
        
        LtxSection("$\\nu_{e}$ ND", true, 2, "Nue comparisons");
        CompareNDDataMCFromVector(dnue_no, dnue_sh, plottitleND, plotnameND, "Nue", printtableNueND, axistype);

        delete dnue_no;
        for(auto & d:dnue_sh) delete d;
        delete dpred_no;
        for(auto & d:dpred_sh) delete d;
        dnue_sh.clear(); dpred_sh.clear();
        delete nir, dir;
      }// extrap, noextrap
    } // syst names
  }// vars    
  
  LtxSection("Summary Tables");

  LtxSection("FDMC Prediction (no extrapolation) - Signal (Sorted by chisq)",false, 1);
  MakeSummaryV(true , "nxp", true);
  LtxSection("FDMC Prediction (no extrapolation) - Background (Sorted by chisq)",true, 1);
  MakeSummaryV(false, "nxp", true);
  
  if(!isNumuAna) {
    LtxSection("Extrapolated Prediction - Signal (Sorted by chisq)", true, 1);
    MakeSummaryV(true ,"xp_combo",true);
    LtxSection("Extrapolated Prediction - Background (Sorted by chisq)", true, 1);
    MakeSummaryV(false,"xp_combo",true);
  }

  LtxSection("Extrapolated Prediction - Signal PROP (Sorted by chisq)", true, 1);
  MakeSummaryV(true ,"xp_prop",true);
  LtxSection("Extrapolated Prediction - Background PROP (Sorted by chisq)", true, 1);
  MakeSummaryV(false,"xp_prop",true);
  
  PrintLatexEnd();
}

void PrintLatexComment

(

TString

comment = ""

)

Definition at line 329 of file plot_prediction_systs.C.

References allTimeWatchdog::endl.

Referenced by plot_prediction_systs().

                                       {
  output<<"% ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~\n"<<std::endl;
  output<<"% " << comment << std::endl;
  output<<"% ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~ ~~~\n"<<std::endl;
}

void PrintLatexEnd

(

)

Definition at line 335 of file plot_prediction_systs.C.

References allTimeWatchdog::endl, and mainoutput.

Referenced by plot_prediction_systs().

                    {
  mainoutput<<"  \\end{document}\n"<<std::endl;
}

void PrintLatexHeader

(

)

Definition at line 302 of file plot_prediction_systs.C.

References allTimeWatchdog::endl, and mainoutput.

Referenced by plot_prediction_systs().

                       {
  if(isNumuAna) mainoutput<<"  \\input{header_numu} \n";
  else mainoutput<<"  \\input{header_nue} \n";
  mainoutput<<"  \\newpage\n"<<std::endl;
}

Variable Documentation

bool isNumuAna =false

Definition at line 36 of file plot_prediction_systs.C.

Referenced by ana::AddToSummaryV(), ana::CompareNDDataMCFromVector(), ana::CompareOneShiftPred(), ana::ComparisonTable(), ana::ComparisonTableOneNbins(), DefaultNumuLegend(), ana::GetDecomp(), ana::GetFDMCComponents(), ana::GetNDComponents(), ana::GetNDCompsFromDecomp(), ana::GetNDDecompsFromDecomp(), LtxSection(), ana::MakeSummaryV(), plot_prediction_systs(), PrintLatexHeader(), ana::SetVecValues_Diff(), and ana::sort_chisq_tot().

const TString mainfilename = "PlottingSysts.tex"

Definition at line 30 of file plot_prediction_systs.C.

Referenced by plot_prediction_systs().

ofstream output

Definition at line 32 of file plot_prediction_systs.C.

Referenced by sim::ParticleNavigator::Add(), stan::math::bernoulli_rng(), stan::math::beta_rng(), stan::math::binomial_rng(), stan::math::cauchy_rng(), caf::Proxy< caf::SRCVNResult >::CheckEquals(), caf::Proxy< caf::SRNuonEResult >::CheckEquals(), caf::Proxy< caf::SRCVNFeatures >::CheckEquals(), stan::math::chi_square_rng(), ana::ComparisonTable(), ana::ComparisonTableNbins(), ana::ComparisonTableOneNbins(), confusionMatrix(), confusionMatrixProng(), containment_optimization(), ConvertToGHad(), ConvertToGTracker(), ConvertToGXML(), rsim::PulseShaper::CreateTrace(), DataMCLoad(), demo_cut_optimization(), stan::math::double_exponential_rng(), stan::math::exp_mod_normal_rng(), stan::math::exponential_rng(), fiducial_optimization(), ana::nueccinc::NueCCIncTemplateFitter::FillCovarianceMatrix(), ana::NumuCCIncPionTemplateFitter::FillCovarianceMatrixExtra(), nueccinc_test::NueCCIncGlobalFitter::FillCovarianceMatrixFull(), nueccinc_test::NueCCIncGlobalFitter::FillCovarianceMatrixReduced(), stan::math::frechet_rng(), stan::math::gamma_rng(), stan::math::gumbel_rng(), heatMap(), stan::math::inv_chi_square_rng(), stan::math::inv_gamma_rng(), stan::math::logistic_rng(), stan::math::lognormal_rng(), LtxSection(), make_files_for_decomp_plots(), make_pair(), MakeMap(), ana::MakeSummaryV(), ana::MakeTextListFile(), model_to_cpp(), stan::math::multi_normal_cholesky_rng(), stan::math::multi_normal_rng(), stan::math::multi_student_t_rng(), muonid_optimization(), nc_bkgd_by_interaction_mode(), stan::math::neg_binomial_2_log_rng(), stan::math::neg_binomial_2_rng(), stan::math::neg_binomial_rng(), stan::math::normal_rng(), cvn::TrainingData::NSimpleOutput(), sim::operator<<(), simb::operator<<(), caf::Proxy< caf::SRCVNResult >::operator=(), caf::Proxy< caf::SRNuonEResult >::operator=(), caf::Proxy< caf::SRCVNFeatures >::operator=(), INukeNucleonCorr::OutputFiles(), stan::math::pareto_rng(), stan::math::pareto_type_2_rng(), sim::ParticleHistory::ParticleNavigator(), pidPlot(), pidPlotProng(), genie::utils::hadxs::berger::PionNucleonXSec(), plot_prediction_systs(), PlotResolution(), stan::math::poisson_log_rng(), stan::math::poisson_rng(), preselection_cutflow(), ana::CSVMaker::printHeader(), PrintLatexComment(), ana::PrintLatexFigure(), ana::PrintOscilationParameters(), ana::PrintRawEventCounts(), ana::CSVMaker::printRow(), ana::PrintTableHeader(), prod4_pid(), nuonecvntf::NuonECVNTF::produce(), cvneventtf::CVNEventTF::produce(), cvntf::CVNProngEvaluatorTF::produce(), prongcvn_optimization(), stan::math::rayleigh_rng(), SavePrediction(), stan::math::scaled_inv_chi_square_rng(), signal_count(), stan::math::skew_normal_rng(), stan::math::student_t_rng(), TEST(), stan::math::uniform_rng(), stan::math::von_mises_rng(), stan::math::weibull_rng(), and wrong_sign_uncertainty().

ofstream summary

Definition at line 33 of file plot_prediction_systs.C.

Referenced by caf_vs_fnex_data_mc(), ana::MakeSummaryV(), nova_official_data_release(), nue_fnex_vs_caf(), nue_fnex_vs_caf_events(), nue_fnex_vs_caf_noextrapolation(), nue_fnex_vs_fnex(), and plot_prediction_systs().

ofstream tables

Definition at line 34 of file plot_prediction_systs.C.

Referenced by ana::ComparisonTable(), ana::ComparisonTableNbins(), ana::ComparisonTableOne(), ana::ComparisonTableOneNbins(), plot_prediction_systs(), ana::PrintTableFooter(), ana::PrintTableHeader(), and ana::sort_chisq_tot().