Classes | Public Types | Public Member Functions | Static Public Member Functions | Protected Member Functions | Protected Attributes | List of all members
ana::PredictionInterp Class Reference

Implements systematic errors by interpolation between shifted templates. More...

#include "/cvmfs/nova-development.opensciencegrid.org/novasoft/releases/N21-01-16/CAFAna/Prediction/PredictionInterp.h"

Inheritance diagram for ana::PredictionInterp:
ana::IPrediction ana::PredictionSyst3Flavor2020 ana::PredictionSystJoint2018 ana::PredictionSystJointDemo ana::PredictionSystNue2017 ana::PredictionSystNumu2017

Classes

struct  Coeffs
 
struct  Key_t
 
struct  ShiftedPreds
 
struct  Val_t
 

Public Types

enum  EMode_t { kCombineSigns, kSplitBySign }
 
enum  CoeffsType {
  kNueApp, kNueSurv, kNumuSurv, kNC,
  kOther, kNCoeffTypes
}
 

Public Member Functions

 PredictionInterp (std::vector< const ISyst * > systs, osc::IOscCalc *osc, const IPredictionGenerator &predGen, Loaders &loaders, const SystShifts &shiftMC=kNoShift, EMode_t mode=kCombineSigns)
 
virtual ~PredictionInterp ()
 
Spectrum Predict (osc::IOscCalc *calc) const override
 
Spectrum Predict (osc::IOscCalcStan *calc) const override
 
Spectrum PredictSyst (osc::IOscCalc *calc, const SystShifts &shift) const override
 
Spectrum PredictSyst (osc::IOscCalcStan *calc, const SystShifts &shift) const override
 
Spectrum PredictComponent (osc::IOscCalc *calc, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
 
Spectrum PredictComponent (osc::IOscCalcStan *calc, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
 
Spectrum PredictComponentSyst (osc::IOscCalc *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
 
Spectrum PredictComponentSyst (osc::IOscCalcStan *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
 
virtual void SaveTo (TDirectory *dir, const std::string &name) const override
 
void MinimizeMemory ()
 
void DebugPlot (const ISyst *syst, osc::IOscCalc *calc, Flavors::Flavors_t flav=Flavors::kAll, Current::Current_t curr=Current::kBoth, Sign::Sign_t sign=Sign::kBoth) const
 
void DebugPlots (osc::IOscCalc *calc, const std::string &savePattern="", Flavors::Flavors_t flav=Flavors::kAll, Current::Current_t curr=Current::kBoth, Sign::Sign_t sign=Sign::kBoth) const
 
void SetOscSeed (osc::IOscCalc *oscSeed)
 
void DebugPlotColz (const ISyst *syst, osc::IOscCalc *calc, Flavors::Flavors_t flav=Flavors::kAll, Current::Current_t curr=Current::kBoth, Sign::Sign_t sign=Sign::kBoth) const
 
void DebugPlotsColz (osc::IOscCalc *calc, const std::string &savePattern="", Flavors::Flavors_t flav=Flavors::kAll, Current::Current_t curr=Current::kBoth, Sign::Sign_t sign=Sign::kBoth) const
 
bool SplitBySign () const
 
 PredictionInterp ()
 
std::vector< std::vector< Coeffs > > FitRatios (const std::vector< double > &shifts, const std::vector< Eigen::ArrayXd > &ratios) const
 Find coefficients describing this set of shifts. More...
 
std::vector< std::vector< Coeffs > > FitComponent (const std::vector< double > &shifts, const std::vector< IPrediction * > &preds, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, const std::string &systName) const
 Find coefficients describing the ratios from this component. More...
 
std::vector< const ISyst * > GetAllSysts () const
 
Spectrum ShiftSpectrum (const Spectrum &s, CoeffsType type, bool nubar, const SystShifts &shift) const
 
Spectrum ShiftedComponent (osc::IOscCalc *calc, const TMD5 *hash, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, CoeffsType type) const
 Helper for PredictComponentSyst. More...
 
Spectrum ShiftedComponent (osc::IOscCalcStan *calc, const TMD5 *hash, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, CoeffsType type) const
 
virtual Spectrum PredictUnoscillated () const
 
virtual OscillatableSpectrum ComponentCC (int from, int to) const
 
virtual Spectrum ComponentNCTotal () const
 
virtual Spectrum ComponentNC () const
 
virtual Spectrum ComponentNCAnti () const
 

Static Public Member Functions

static std::unique_ptr< PredictionInterpLoadFrom (TDirectory *dir, const std::string &name)
 
static void LoadFromBody (TDirectory *dir, PredictionInterp *ret, std::vector< const ISyst * > veto={})
 

Protected Member Functions

void InitFits () const
 
void InitFitsHelper (ShiftedPreds &sp, std::vector< std::vector< std::vector< Coeffs >>> &fits, Sign::Sign_t sign) const
 
template<typename T >
Spectrum _ShiftedComponent (osc::_IOscCalc< T > *calc, const TMD5 *hash, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, CoeffsType type) const
 Templated helper for ShiftedComponent. More...
 
template<typename T >
Spectrum _PredictComponentSyst (osc::_IOscCalc< T > *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const
 Templated helper for PredictComponentSyst. More...
 
template<typename T >
void ShiftBins (unsigned int N, T *arr, CoeffsType type, bool nubar, const SystShifts &shift) const
 Helper for ShiftSpectrum. More...
 

Protected Attributes

std::unique_ptr< IPredictionfPredNom
 The nominal prediction. More...
 
std::unordered_map< const ISyst *, ShiftedPredsfPreds
 
std::unordered_map< const ISyst *, ShiftedPredsfSumPreds
 
osc::IOscCalcfOscOrigin
 The oscillation values we assume when evaluating the coefficients. More...
 
Spectrum fBinning
 Dummy spectrum to provide binning. More...
 
ThreadLocal< std::map< Key_t, Val_t > > fNomCache
 
bool fSplitBySign
 

Detailed Description

Implements systematic errors by interpolation between shifted templates.

Definition at line 23 of file PredictionInterp.h.

Member Enumeration Documentation

Enumerator
kNueApp 
kNueSurv 
kNumuSurv 
kNC 
kOther 

Taus, numu appearance.

kNCoeffTypes 

Definition at line 117 of file PredictionInterp.h.

Enumerator
kCombineSigns 
kSplitBySign 

Definition at line 26 of file PredictionInterp.h.

Constructor & Destructor Documentation

ana::PredictionInterp::PredictionInterp ( std::vector< const ISyst * >  systs,
osc::IOscCalc osc,
const IPredictionGenerator predGen,
Loaders loaders,
const SystShifts shiftMC = kNoShift,
EMode_t  mode = kCombineSigns 
)
Parameters
systsWhat systematics we should be capable of interpolating
oscThe oscillation point to expand around
predGenConstruct an IPrediction from the following information.
loadersThe loaders to be passed on to the underlying prediction
shiftMCUnderlying shift. Use with care. Mostly for PredictionNumuFAHadE. Should not contain any of of systs
modeIn FHC the wrong-sign has bad stats and probably the fits can't be split out reasonably. For RHC it's important not to conflate them.

Definition at line 58 of file PredictionInterp.cxx.

References fPredNom, fPreds, ana::IPredictionGenerator::Generate(), loaders, ana::SystShifts::SetShift(), ana::PredictionInterp::ShiftedPreds::shifts, sigma(), and ana::PredictionInterp::ShiftedPreds::systName.

64  : fOscOrigin(osc ? osc->Copy() : 0),
67  {
68  for(const ISyst* syst: systs){
69  ShiftedPreds sp;
70  sp.systName = syst->ShortName();
71 
72  // Genie reweight shifts aren't able to provide +/-3 sigma
73  if(syst->IsGenieReweight())
74  sp.shifts = {-2, -1, 0, +1, +2};
75  else
76  sp.shifts = {-3, -2, -1, 0, +1, +2, +3};
77 
78  for(int sigma: sp.shifts){
79  SystShifts shiftHere = shiftMC;
80  shiftHere.SetShift(syst, sigma);
81  sp.preds.emplace_back(predGen.Generate(loaders, shiftHere).release());
82  }
83 
84  fPreds.emplace(syst, std::move(sp));
85  } // end for syst
86 
87  fPredNom = predGen.Generate(loaders, shiftMC);
88  }
std::vector< SystGroupDef > systs
Definition: syst_header.h:385
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
static Spectrum Uninitialized()
Definition: Spectrum.h:145
Spectrum fBinning
Dummy spectrum to provide binning.
double sigma(TH1F *hist, double percentile)
virtual _IOscCalc * Copy() const =0
std::vector< Loaders * > loaders
Definition: syst_header.h:386
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
osc::IOscCalc * fOscOrigin
The oscillation values we assume when evaluating the coefficients.
ana::PredictionInterp::~PredictionInterp ( )
virtual

Definition at line 91 of file PredictionInterp.cxx.

References FitRatios().

92  {
93  }
ana::PredictionInterp::PredictionInterp ( )
inline

Definition at line 123 of file PredictionInterp.h.

References dir, LoadFromBody(), and runNovaSAM::ret.

static Spectrum Uninitialized()
Definition: Spectrum.h:145
Spectrum fBinning
Dummy spectrum to provide binning.
osc::IOscCalc * fOscOrigin
The oscillation values we assume when evaluating the coefficients.

Member Function Documentation

template<typename T >
Spectrum ana::PredictionInterp::_PredictComponentSyst ( osc::_IOscCalc< T > *  calc,
const SystShifts shift,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign 
) const
protected

Templated helper for PredictComponentSyst.

Definition at line 526 of file PredictionInterp.cxx.

References ana::SystShifts::ActiveSysts(), ana::assert(), om::cerr, ana::Spectrum::Clear(), allTimeWatchdog::endl, fBinning, fPreds, osc::_IOscCalc< T >::GetParamsHash(), samweb_client.utility::hash, InitFits(), ana::Flavors::kAll, ana::Current::kCC, ana::Current::kNC, kNC, kNueApp, kNueSurv, ana::Flavors::kNuEToNuE, ana::Flavors::kNuEToNuMu, ana::Flavors::kNuEToNuTau, kNumuSurv, ana::Flavors::kNuMuToNuE, ana::Flavors::kNuMuToNuMu, ana::Flavors::kNuMuToNuTau, kOther, runNovaSAM::ret, and ShiftedComponent().

Referenced by PredictComponentSyst().

531  {
532  InitFits();
533 
535  ret.Clear();
536 
537  // Check that we're able to handle all the systs we were passed
538  for(const ISyst* syst: shift.ActiveSysts()){
539  if(fPreds.find(syst) == fPreds.end()){
540  std::cerr << "This PredictionInterp is not set up to handle the requested systematic: " << syst->ShortName() << std::endl;
541  abort();
542  }
543  } // end for syst
544 
545 
546  const TMD5* hash = calc ? calc->GetParamsHash() : 0;
547 
548  if(curr & Current::kCC){
549  if(flav & Flavors::kNuEToNuE) ret += ShiftedComponent(calc, hash, shift, Flavors::kNuEToNuE, Current::kCC, sign, kNueSurv);
550  if(flav & Flavors::kNuEToNuMu) ret += ShiftedComponent(calc, hash, shift, Flavors::kNuEToNuMu, Current::kCC, sign, kOther );
551  if(flav & Flavors::kNuEToNuTau) ret += ShiftedComponent(calc, hash, shift, Flavors::kNuEToNuTau, Current::kCC, sign, kOther );
552 
553  if(flav & Flavors::kNuMuToNuE) ret += ShiftedComponent(calc, hash, shift, Flavors::kNuMuToNuE, Current::kCC, sign, kNueApp );
554  if(flav & Flavors::kNuMuToNuMu) ret += ShiftedComponent(calc, hash, shift, Flavors::kNuMuToNuMu, Current::kCC, sign, kNumuSurv);
555  if(flav & Flavors::kNuMuToNuTau) ret += ShiftedComponent(calc, hash, shift, Flavors::kNuMuToNuTau, Current::kCC, sign, kOther );
556  }
557  if(curr & Current::kNC){
558  assert(flav == Flavors::kAll); // Don't know how to calculate anything else
559 
560  ret += ShiftedComponent(calc, hash, shift, Flavors::kAll, Current::kNC, sign, kNC);
561  }
562 
563  delete hash;
564 
565  return ret;
566  }
(&#39; appearance&#39;)
Definition: IPrediction.h:18
(&#39;beam &#39;)
Definition: IPrediction.h:15
OStream cerr
Definition: OStream.cxx:7
void Clear()
Definition: Spectrum.cxx:361
Charged-current interactions.
Definition: IPrediction.h:39
Spectrum fBinning
Dummy spectrum to provide binning.
std::vector< float > Spectrum
Definition: Constants.h:759
virtual TMD5 * GetParamsHash() const
Use to check two calculators are in the same state.
Definition: IOscCalc.h:39
(&#39; survival&#39;)
Definition: IPrediction.h:19
Taus, numu appearance.
Neutral-current interactions.
Definition: IPrediction.h:40
assert(nhit_max >=nhit_nbins)
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
All neutrinos, any flavor.
Definition: IPrediction.h:26
(&#39; appearance&#39;)
Definition: IPrediction.h:16
Spectrum ShiftedComponent(osc::IOscCalc *calc, const TMD5 *hash, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, CoeffsType type) const
Helper for PredictComponentSyst.
def sign(x)
Definition: canMan.py:197
template<typename T >
Spectrum ana::PredictionInterp::_ShiftedComponent ( osc::_IOscCalc< T > *  calc,
const TMD5 *  hash,
const SystShifts shift,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign,
CoeffsType  type 
) const
protected

Templated helper for ShiftedComponent.

Definition at line 474 of file PredictionInterp.cxx.

References febshutoff_auto::curr, fNomCache, fPredNom, fSplitBySign, samweb_client.utility::hash, it, ana::Sign::kAntiNu, ana::Sign::kBoth, findDuplicateFiles::key, ana::Sign::kNu, ShiftedComponent(), and ShiftSpectrum().

Referenced by ShiftedComponent().

481  {
483  "PredictionInterp::ShiftedComponent() can only be called using doubles or stan::math::vars");
484 
485  if(fSplitBySign && sign == Sign::kBoth){
486  return (ShiftedComponent(calc, hash, shift, flav, curr, Sign::kAntiNu, type)+
487  ShiftedComponent(calc, hash, shift, flav, curr, Sign::kNu, type));
488  }
489 
490  // Must be the base case of the recursion to use the cache. Otherwise we
491  // can cache systematically shifted versions of our children, which is
492  // wrong. Also, some calculators won't hash themselves.
493  // Moreover, caching is not going to work with stan::math::vars
494  // since they get reset every time Stan's log_prob() is called.
495  const bool canCache = (hash != 0) && !std::is_same<T, stan::math::var>::value;
496 
497  const Key_t key = {flav, curr, sign};
498  auto it = fNomCache->find(key);
499 
500  // Should the interpolation use the nubar fits?
501  const bool nubar = (fSplitBySign && sign == Sign::kAntiNu);
502 
503  // We have the nominal for this exact combination of flav, curr, sign, calc
504  // stored. Shift it and return.
505  if(canCache && it != fNomCache->end() && it->second.hash == *hash){
506  return ShiftSpectrum(it->second.nom, type, nubar, shift);
507  }
508 
509  // We need to compute the nominal again for whatever reason
510  const Spectrum nom = fPredNom->PredictComponent(calc, flav, curr, sign);
511 
512  if(canCache){
513  // Insert into the cache if not already there, or update if there but
514  // with old oscillation parameters.
515  if(it == fNomCache->end())
516  fNomCache->emplace(key, Val_t({*hash, nom}));
517  else
518  it->second = {*hash, nom};
519  }
520 
521  return ShiftSpectrum(nom, type, nubar, shift);
522  }
set< int >::iterator it
Antineutrinos-only.
Definition: IPrediction.h:50
ThreadLocal< std::map< Key_t, Val_t > > fNomCache
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
const XML_Char int const XML_Char * value
Definition: expat.h:331
std::vector< float > Spectrum
Definition: Constants.h:759
Neutrinos-only.
Definition: IPrediction.h:49
Both neutrinos and antineutrinos.
Definition: IPrediction.h:52
Spectrum ShiftedComponent(osc::IOscCalc *calc, const TMD5 *hash, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, CoeffsType type) const
Helper for PredictComponentSyst.
Spectrum ShiftSpectrum(const Spectrum &s, CoeffsType type, bool nubar, const SystShifts &shift) const
def sign(x)
Definition: canMan.py:197
OscillatableSpectrum ana::IPrediction::ComponentCC ( int  from,
int  to 
) const
virtualinherited

Reimplemented in ana::PredictionExtendToPeripheral, ana::PredictionAddRock, ana::PredictionCombinePeriods, ana::PredictionExtrapSum, and ana::PredictionExtrap.

Definition at line 105 of file IPrediction.cxx.

References om::cout, and allTimeWatchdog::endl.

Referenced by ana::PredictionCombinePeriods::ComponentCC(), ana::PredictionAddRock::ComponentCC(), and ND_DataMC().

106  {
107  std::cout << "WARNING! ComponentCC is unimplemented in IPrediction" << std::endl; abort();
108  }
OStream cout
Definition: OStream.cxx:6
Spectrum ana::IPrediction::ComponentNC ( ) const
virtualinherited

Reimplemented in ana::PredictionExtendToPeripheral, ana::PredictionAddRock, ana::PredictionCombinePeriods, ana::PredictionExtrapSum, and ana::PredictionExtrap.

Definition at line 115 of file IPrediction.cxx.

References om::cout, and allTimeWatchdog::endl.

Referenced by ana::PredictionAddRock::ComponentNC().

116  {
117  std::cout << "WARNING! ComponentNC is unimplemented in IPrediction" << std::endl; abort();
118  }
OStream cout
Definition: OStream.cxx:6
Spectrum ana::IPrediction::ComponentNCAnti ( ) const
virtualinherited

Reimplemented in ana::PredictionExtendToPeripheral, ana::PredictionAddRock, ana::PredictionCombinePeriods, ana::PredictionExtrapSum, and ana::PredictionExtrap.

Definition at line 120 of file IPrediction.cxx.

References om::cout, and allTimeWatchdog::endl.

Referenced by ana::PredictionAddRock::ComponentNCAnti().

121  {
122  std::cout << "WARNING! ComponentNCAnti is unimplemented in IPrediction" << std::endl; abort();
123  }
OStream cout
Definition: OStream.cxx:6
Spectrum ana::IPrediction::ComponentNCTotal ( ) const
virtualinherited

Reimplemented in ana::PredictionExtendToPeripheral, ana::PredictionAddRock, ana::PredictionCombinePeriods, ana::PredictionExtrapSum, and ana::PredictionExtrap.

Definition at line 110 of file IPrediction.cxx.

References om::cout, and allTimeWatchdog::endl.

Referenced by ana::PredictionAddRock::ComponentNCTotal(), and ND_DataMC().

111  {
112  std::cout << "WARNING! ComponentNCTotal is unimplemented in IPrediction" << std::endl; abort();
113  }
OStream cout
Definition: OStream.cxx:6
void ana::PredictionInterp::DebugPlot ( const ISyst syst,
osc::IOscCalc calc,
Flavors::Flavors_t  flav = Flavors::kAll,
Current::Current_t  curr = Current::kBoth,
Sign::Sign_t  sign = Sign::kBoth 
) const

Definition at line 717 of file PredictionInterp.cxx.

References bin, plot_validation_datamc::c, om::cout, Draw(), allTimeWatchdog::endl, genie::utils::style::Format(), fPredNom, fPreds, make_syst_table_plots::h, MECModelEnuComparisons::i, InitFits(), makeTrainCVSamples::int, std::isnan(), it, nbins, ana::IPrediction::PredictComponent(), PredictComponentSyst(), PandAna.reco_validation.prod5_pid_validation::ratio(), ana::ISyst::ShortName(), std::sqrt(), ss, ana::Spectrum::ToTH1(), and submit_syst::x.

Referenced by DebugPlots().

722  {
723  InitFits();
724 
725  auto it = fPreds.find(syst);
726  if(it == fPreds.end()){
727  std::cout << "PredictionInterp::DebugPlots(): "
728  << syst->ShortName() << " not found" << std::endl;
729  return;
730  }
731 
732  std::unique_ptr<TH1> nom(fPredNom->PredictComponent(calc, flav, curr, sign).ToTH1(18e20));
733  const int nbins = nom->GetNbinsX();
734 
735  TGraph* curves[nbins];
736  TGraph* points[nbins];
737 
738  for(int i = 0; i <= 80; ++i){
739  const double x = .1*i-4;
740  const SystShifts ss(it->first, x);
741  std::unique_ptr<TH1> h(PredictComponentSyst(calc, ss, flav, curr, sign).ToTH1(18e20));
742 
743  for(int bin = 0; bin < nbins; ++bin){
744  if(i == 0){
745  curves[bin] = new TGraph;
746  points[bin] = new TGraph;
747  }
748 
749  const double ratio = h->GetBinContent(bin+1)/nom->GetBinContent(bin+1);
750 
751  if(!std::isnan(ratio)) curves[bin]->SetPoint(curves[bin]->GetN(), x, ratio);
752  else curves[bin]->SetPoint(curves[bin]->GetN(), x, 1);
753  } // end for bin
754  } // end for i (x)
755 
756  // As elswhere, to allow BirksC etc that need a different nominal to plot
757  // right.
758  IPrediction* pNom = 0;
759  for(unsigned int shiftIdx = 0; shiftIdx < it->second.shifts.size(); ++shiftIdx){
760  if(it->second.shifts[shiftIdx] == 0) pNom = it->second.preds[shiftIdx];;
761  }
762  if(pNom){ // if not, probably MinimizeMemory() was called
763  std::unique_ptr<TH1> hnom(pNom->PredictComponent(calc, flav, curr, sign).ToTH1(18e20));
764 
765  for(unsigned int shiftIdx = 0; shiftIdx < it->second.shifts.size(); ++shiftIdx){
766  if(!it->second.preds[shiftIdx]) continue; // Probably MinimizeMemory()
767  std::unique_ptr<TH1> h(it->second.preds[shiftIdx]->PredictComponent(calc, flav, curr, sign).ToTH1(18e20));
768 
769  for(int bin = 0; bin < nbins; ++bin){
770  const double ratio = h->GetBinContent(bin+1)/hnom->GetBinContent(bin+1);
771  if(!std::isnan(ratio)) points[bin]->SetPoint(points[bin]->GetN(), it->second.shifts[shiftIdx], ratio);
772  else points[bin]->SetPoint(points[bin]->GetN(), it->second.shifts[shiftIdx], 1);
773  }
774  } // end for shiftIdx
775  } // end if pNom
776 
777 
778  int nx = int(sqrt(nbins));
779  int ny = int(sqrt(nbins));
780  if(nx*ny < nbins) ++nx;
781  if(nx*ny < nbins) ++ny;
782 
783  TCanvas* c = new TCanvas;
784  c->Divide(nx, ny);
785 
786  for(int bin = 0; bin < nbins; ++bin){
787  c->cd(bin+1);
788  (new TH2F("",
789  TString::Format("%s %g < %s < %g;Shift;Ratio",
790  it->second.systName.c_str(),
791  nom->GetXaxis()->GetBinLowEdge(bin+1),
792  nom->GetXaxis()->GetTitle(),
793  nom->GetXaxis()->GetBinUpEdge(bin+1)),
794  100, -4, +4, 100, .5, 1.5))->Draw();
795  curves[bin]->Draw("l same");
796  points[bin]->SetMarkerStyle(kFullDotMedium);
797  points[bin]->Draw("p same");
798  } // end for bin
799 
800  c->cd(0);
801  }
tree Draw("slc.nhit")
set< int >::iterator it
T sqrt(T number)
Definition: d0nt_math.hpp:156
Float_t ss
Definition: plot.C:24
def ratio(spec1, spec2, nbins, pot, binrange=(0, 1))
int isnan(const stan::math::var &a)
Definition: std_isnan.hpp:18
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
const int nbins
Definition: cellShifts.C:15
Spectrum PredictComponentSyst(osc::IOscCalc *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
float bin[41]
Definition: plottest35.C:14
OStream cout
Definition: OStream.cxx:6
void Format(TGraph *gr, int lcol, int lsty, int lwid, int mcol, int msty, double msiz)
Definition: Style.cxx:154
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
def sign(x)
Definition: canMan.py:197
void ana::PredictionInterp::DebugPlotColz ( const ISyst syst,
osc::IOscCalc calc,
Flavors::Flavors_t  flav = Flavors::kAll,
Current::Current_t  curr = Current::kBoth,
Sign::Sign_t  sign = Sign::kBoth 
) const

Definition at line 821 of file PredictionInterp.cxx.

References bin, fPredNom, make_syst_table_plots::h, h2, MECModelEnuComparisons::i, InitFits(), std::isinf(), std::isnan(), ana::ISyst::LatexName(), nbins, PredictComponentSyst(), PandAna.reco_validation.prod5_pid_validation::ratio(), ss, and submit_syst::y.

Referenced by DebugPlotsColz().

826  {
827  InitFits();
828 
829  std::unique_ptr<TH1> nom(fPredNom->PredictComponent(calc, flav, curr, sign).ToTH1(18e20));
830  const int nbins = nom->GetNbinsX();
831 
832  TH2* h2 = new TH2F("", (syst->LatexName()+";;#sigma").c_str(),
833  nbins, nom->GetXaxis()->GetXmin(), nom->GetXaxis()->GetXmax(),
834  80, -4, +4);
835  h2->GetXaxis()->SetTitle(nom->GetXaxis()->GetTitle());
836 
837  for(int i = 1; i <= 80; ++i){
838  const double y = h2->GetYaxis()->GetBinCenter(i);
839  const SystShifts ss(syst, y);
840  std::unique_ptr<TH1> h(PredictComponentSyst(calc, ss, flav, curr, sign).ToTH1(18e20));
841 
842  for(int bin = 0; bin < nbins; ++bin){
843  const double ratio = h->GetBinContent(bin+1)/nom->GetBinContent(bin+1);
844 
845  if(!isnan(ratio) && !isinf(ratio))
846  h2->Fill(h2->GetXaxis()->GetBinCenter(bin), y, ratio);
847  } // end for bin
848  } // end for i (x)
849 
850  h2->Draw("colz");
851  h2->SetMinimum(0.5);
852  h2->SetMaximum(1.5);
853  }
int isinf(const stan::math::var &a)
Definition: std_isinf.hpp:16
Float_t ss
Definition: plot.C:24
def ratio(spec1, spec2, nbins, pot, binrange=(0, 1))
int isnan(const stan::math::var &a)
Definition: std_isnan.hpp:18
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
const int nbins
Definition: cellShifts.C:15
Spectrum PredictComponentSyst(osc::IOscCalc *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
float bin[41]
Definition: plottest35.C:14
TH1F * h2
Definition: plot.C:45
def sign(x)
Definition: canMan.py:197
void ana::PredictionInterp::DebugPlots ( osc::IOscCalc calc,
const std::string savePattern = "",
Flavors::Flavors_t  flav = Flavors::kAll,
Current::Current_t  curr = Current::kBoth,
Sign::Sign_t  sign = Sign::kBoth 
) const

Definition at line 804 of file PredictionInterp.cxx.

References ana::assert(), DebugPlot(), genie::utils::style::Format(), fPreds, and it.

Referenced by check_predinterp(), check_predinterp_numu(), and test_prediction_interp().

809  {
810  for(auto& it: fPreds){
811  DebugPlot(it.first, calc, flav, curr, sign);
812 
813  if(!savePattern.empty()){
814  assert(savePattern.find("%s") != std::string::npos);
815  gPad->Print(TString::Format(savePattern.c_str(), it.second.systName.c_str()).Data());
816  }
817  } // end for it
818  }
set< int >::iterator it
assert(nhit_max >=nhit_nbins)
void DebugPlot(const ISyst *syst, osc::IOscCalc *calc, Flavors::Flavors_t flav=Flavors::kAll, Current::Current_t curr=Current::kBoth, Sign::Sign_t sign=Sign::kBoth) const
void Format(TGraph *gr, int lcol, int lsty, int lwid, int mcol, int msty, double msiz)
Definition: Style.cxx:154
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
def sign(x)
Definition: canMan.py:197
void ana::PredictionInterp::DebugPlotsColz ( osc::IOscCalc calc,
const std::string savePattern = "",
Flavors::Flavors_t  flav = Flavors::kAll,
Current::Current_t  curr = Current::kBoth,
Sign::Sign_t  sign = Sign::kBoth 
) const

Definition at line 856 of file PredictionInterp.cxx.

References ana::assert(), DebugPlotColz(), genie::utils::style::Format(), fPreds, InitFits(), and it.

861  {
862  InitFits();
863 
864  for(auto& it: fPreds){
865  new TCanvas;
866  DebugPlotColz(it.first, calc, flav, curr, sign);
867 
868  if(!savePattern.empty()){
869  assert(savePattern.find("%s") != std::string::npos);
870  gPad->Print(TString::Format(savePattern.c_str(), it.second.systName.c_str()).Data());
871  }
872  } // end for it
873  }
set< int >::iterator it
void DebugPlotColz(const ISyst *syst, osc::IOscCalc *calc, Flavors::Flavors_t flav=Flavors::kAll, Current::Current_t curr=Current::kBoth, Sign::Sign_t sign=Sign::kBoth) const
assert(nhit_max >=nhit_nbins)
void Format(TGraph *gr, int lcol, int lsty, int lwid, int mcol, int msty, double msiz)
Definition: Style.cxx:154
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
def sign(x)
Definition: canMan.py:197
std::vector< std::vector< PredictionInterp::Coeffs > > ana::PredictionInterp::FitComponent ( const std::vector< double > &  shifts,
const std::vector< IPrediction * > &  preds,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign,
const std::string systName 
) const

Find coefficients describing the ratios from this component.

Definition at line 197 of file PredictionInterp.cxx.

References ana::assert(), om::cout, allTimeWatchdog::endl, FitRatios(), fOscOrigin, MECModelEnuComparisons::i, ana::IPrediction::PredictComponent(), and r().

Referenced by FitRatios(), and InitFitsHelper().

203  {
204  IPrediction* pNom = 0;
205  for(unsigned int i = 0; i < shifts.size(); ++i){
206  if(shifts[i] == 0) {pNom = preds[i]; };
207  }
208  assert(pNom);
209 
210  // Do it this way rather than via fPredNom so that systematics evaluated
211  // relative to some alternate nominal (eg Birks C where the appropriate
212  // nominal is no-rock) can work.
213  const Spectrum nom = pNom->PredictComponent(fOscOrigin,
214  flav, curr, sign);
215 
216  std::vector<Eigen::ArrayXd> ratios;
217  ratios.reserve(preds.size());
218  for(auto& p: preds){
219  ratios.emplace_back(Ratio(p->PredictComponent(fOscOrigin,
220  flav, curr, sign),
221  nom).GetEigen());
222 
223  // Check none of the ratio values is crazy
224  Eigen::ArrayXd& r = ratios.back();
225  for(int i = 0; i < r.size(); ++i){
226  if(r[i] > 500){
227  std::cout << "PredictionInterp: WARNING, ratio in bin "
228  << i << " for " << shifts[&p-&preds.front()]
229  << " sigma shift of " << systName
230  << " is " << r[i] << ". Ignoring." << std::endl;
231  r[i] = 1;
232  }
233  }
234  }
235 
236  return FitRatios(shifts, ratios);
237  }
const char * p
Definition: xmltok.h:285
std::vector< float > Spectrum
Definition: Constants.h:759
OStream cout
Definition: OStream.cxx:6
assert(nhit_max >=nhit_nbins)
TRandom3 r(0)
osc::IOscCalc * fOscOrigin
The oscillation values we assume when evaluating the coefficients.
std::vector< std::vector< Coeffs > > FitRatios(const std::vector< double > &shifts, const std::vector< Eigen::ArrayXd > &ratios) const
Find coefficients describing this set of shifts.
def sign(x)
Definition: canMan.py:197
std::vector< std::vector< PredictionInterp::Coeffs > > ana::PredictionInterp::FitRatios ( const std::vector< double > &  shifts,
const std::vector< Eigen::ArrayXd > &  ratios 
) const

Find coefficients describing this set of shifts.

Definition at line 97 of file PredictionInterp.cxx.

References ana::assert(), plot_validation_datamc::c, om::cout, lem_server::cs, util::cube(), e, allTimeWatchdog::endl, stan::math::fabs(), FitComponent(), MECModelEnuComparisons::i, m, runNovaSAM::ret, util::sqr(), update_sam_good_runs_metadata::stride, registry_explorer::v, y1, and submit_syst::y2.

Referenced by FitComponent(), and ~PredictionInterp().

99  {
100  if(ratios.size() < 2){
101  std::cout << "PredictionInterp::FitRatios(): ratios.size() = " << ratios.size() << " - how did that happen?" << std::endl;
102 
103  abort();
104  }
105 
106  assert(shifts.size() == ratios.size());
107 
108  std::vector<std::vector<Coeffs>> ret;
109 
110  const int binMax = ratios[0].size();
111 
112  for(int binIdx = 0; binIdx < binMax; ++binIdx){
113  ret.push_back({});
114 
115  // This is cubic interpolation. For each adjacent set of four points we
116  // determine coefficients for a cubic which will be the curve between the
117  // center two. We constrain the function to match the two center points
118  // and to have the right mean gradient at them. This causes this patch to
119  // match smoothly with the next one along. The resulting function is
120  // continuous and first and second differentiable. At the ends of the
121  // range we fit a quadratic instead with only one constraint on the
122  // slope. The coordinate conventions are that point y1 sits at x=0 and y2
123  // at x=1. The matrices are simply the inverses of writing out the
124  // constraints expressed above.
125 
126  // Special-case for linear interpolation
127  if(ratios.size() == 2){
128  const double y0 = ratios[0][binIdx];
129  const double y1 = ratios[1][binIdx];
130 
131  ret.back().emplace_back(0, 0, y1-y0, y0);
132  continue;
133  }
134 
135  {
136  const double y1 = ratios[0][binIdx];
137  const double y2 = ratios[1][binIdx];
138  const double y3 = ratios[2][binIdx];
139  const double v[3] = {y1, y2, (y3-y1)/2};
140  const double m[9] = { 1, -1, 1,
141  -2, 2, -1,
142  1, 0, 0};
143  const TVectorD res = TMatrixD(3, 3, m) * TVectorD(3, v);
144  ret.back().emplace_back(0, res(0), res(1), res(2));
145  }
146 
147  // We're assuming here that the shifts are separated by exactly 1 sigma.
148  for(unsigned int shiftIdx = 1; shiftIdx < ratios.size()-2; ++shiftIdx){
149  const double y0 = ratios[shiftIdx-1][binIdx];
150  const double y1 = ratios[shiftIdx ][binIdx];
151  const double y2 = ratios[shiftIdx+1][binIdx];
152  const double y3 = ratios[shiftIdx+2][binIdx];
153 
154  const double v[4] = {y1, y2, (y2-y0)/2, (y3-y1)/2};
155  const double m[16] = { 2, -2, 1, 1,
156  -3, 3, -2, -1,
157  0, 0, 1, 0,
158  1, 0, 0, 0};
159  const TVectorD res = TMatrixD(4, 4, m) * TVectorD(4, v);
160  ret.back().emplace_back(res(0), res(1), res(2), res(3));
161  } // end for shiftIdx
162 
163  {
164  const int N = ratios.size()-3;
165  const double y0 = ratios[N ][binIdx];
166  const double y1 = ratios[N+1][binIdx];
167  const double y2 = ratios[N+2][binIdx];
168  const double v[3] = {y1, y2, (y2-y0)/2};
169  const double m[9] = {-1, 1, -1,
170  0, 0, 1,
171  1, 0, 0};
172  const TVectorD res = TMatrixD(3, 3, m) * TVectorD(3, v);
173  ret.back().emplace_back(0, res(0), res(1), res(2));
174  }
175  } // end for binIdx
176 
177  double stride = -1;
178  for(unsigned int i = 0; i < shifts.size()-1; ++i){
179  const double newStride = shifts[i+1]-shifts[i];
180  assert((stride < 0 || fabs(stride-newStride) < 1e-3) &&
181  "Variably-spaced syst templates are unsupported");
182  stride = newStride;
183  }
184 
185  // If the stride is actually not 1, need to rescale all the coefficients
186  for(std::vector<Coeffs>& cs: ret)
187  for(Coeffs& c: cs){
188  c = Coeffs(c.a/util::cube(stride),
189  c.b/util::sqr(stride),
190  c.c/stride,
191  c.d);}
192  return ret;
193  }
fvar< T > fabs(const fvar< T > &x)
Definition: fabs.hpp:15
Float_t y1[n_points_granero]
Definition: compare.C:5
T cube(T x)
More efficient cube function than pow(x,3)
Definition: MathUtil.h:26
T sqr(T x)
More efficient square function than pow(x,2)
Definition: MathUtil.h:23
TVectorT< double > TVectorD
Definition: Utilities.h:20
TMatrixT< double > TMatrixD
Definition: Utilities.h:18
OStream cout
Definition: OStream.cxx:6
assert(nhit_max >=nhit_nbins)
Float_t e
Definition: plot.C:35
std::vector< const ISyst * > ana::PredictionInterp::GetAllSysts ( ) const

Definition at line 240 of file PredictionInterp.cxx.

References fPreds.

241  {
242  std::vector<const ISyst*> allsysts;
243  for (const auto &p : fPreds)
244  allsysts.push_back(p.first);
245 
246  return allsysts;
247  }
const char * p
Definition: xmltok.h:285
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
void ana::PredictionInterp::InitFits ( ) const
protected

Definition at line 266 of file PredictionInterp.cxx.

References ana::Spectrum::Clear(), fBinning, ana::PredictionInterp::ShiftedPreds::FillRemaps(), ana::PredictionInterp::ShiftedPreds::fits, ana::PredictionInterp::ShiftedPreds::fitsNubar, fOscOrigin, fPredNom, fPreds, fSplitBySign, InitFitsHelper(), it, ana::Sign::kAntiNu, ana::Sign::kBoth, ana::Sign::kNu, ana::Spectrum::Livetime(), ana::PredictionInterp::ShiftedPreds::nCoeffs, and ana::Spectrum::POT().

Referenced by _PredictComponentSyst(), DebugPlot(), DebugPlotColz(), DebugPlotsColz(), ana::PredictionSyst3Flavor2020::PredictionSyst3Flavor2020(), ana::PredictionSystJoint2018::PredictionSystJoint2018(), ana::PredictionSystJointDemo::PredictionSystJointDemo(), ana::PredictionSystNue2017::PredictionSystNue2017(), ana::PredictionSystNumu2017::PredictionSystNumu2017(), PredictSyst(), SaveTo(), and SetOscSeed().

267  {
268  // No systs
269  if(fPreds.empty()){
270  if(fBinning.POT() > 0 || fBinning.Livetime() > 0) return;
271  }
272  // Already initialized
273  else if(!fPreds.empty() && !fPreds.begin()->second.fits.empty()) return;
274 
275  for(auto& it: fPreds){
276  ShiftedPreds& sp = it.second;
277 
278  if(fSplitBySign){
279  InitFitsHelper(sp, sp.fits, Sign::kNu);
280  InitFitsHelper(sp, sp.fitsNubar, Sign::kAntiNu);
281  }
282  else{
283  InitFitsHelper(sp, sp.fits, Sign::kBoth);
284  }
285  sp.nCoeffs = sp.fits[0][0].size();
286 
287  // Copy the outputs into the remapped indexing order. TODO this is very
288  // ugly. Best would be to generate things in this order natively.
289  sp.FillRemaps();
290  }
291 
292  // Predict something, anything, so that we can know what binning to use
293  fBinning = fPredNom->Predict(fOscOrigin);
294  fBinning.Clear();
295  }
set< int >::iterator it
Antineutrinos-only.
Definition: IPrediction.h:50
void Clear()
Definition: Spectrum.cxx:361
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
Spectrum fBinning
Dummy spectrum to provide binning.
double POT() const
Definition: Spectrum.h:227
Neutrinos-only.
Definition: IPrediction.h:49
Both neutrinos and antineutrinos.
Definition: IPrediction.h:52
void InitFitsHelper(ShiftedPreds &sp, std::vector< std::vector< std::vector< Coeffs >>> &fits, Sign::Sign_t sign) const
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
osc::IOscCalc * fOscOrigin
The oscillation values we assume when evaluating the coefficients.
double Livetime() const
Seconds. For informational purposes only. No calculations use this.
Definition: Spectrum.h:230
void ana::PredictionInterp::InitFitsHelper ( ShiftedPreds sp,
std::vector< std::vector< std::vector< Coeffs >>> &  fits,
Sign::Sign_t  sign 
) const
protected

Definition at line 250 of file PredictionInterp.cxx.

References FitComponent(), fits, ana::Flavors::kAll, ana::Flavors::kAllNuTau, ana::Current::kCC, ana::Current::kNC, kNC, kNCoeffTypes, kNueApp, kNueSurv, ana::Flavors::kNuEToNuE, ana::Flavors::kNuEToNuMu, kNumuSurv, ana::Flavors::kNuMuToNuE, ana::Flavors::kNuMuToNuMu, kOther, ana::PredictionInterp::ShiftedPreds::preds, ana::PredictionInterp::ShiftedPreds::shifts, and ana::PredictionInterp::ShiftedPreds::systName.

Referenced by InitFits().

253  {
254  fits.resize(kNCoeffTypes);
255 
256  fits[kNueApp] = FitComponent(sp.shifts, sp.preds, Flavors::kNuMuToNuE, Current::kCC, sign, sp.systName);
257  fits[kNueSurv] = FitComponent(sp.shifts, sp.preds, Flavors::kNuEToNuE, Current::kCC, sign, sp.systName);
258  fits[kNumuSurv] = FitComponent(sp.shifts, sp.preds, Flavors::kNuMuToNuMu, Current::kCC, sign, sp.systName);
259 
260  fits[kNC] = FitComponent(sp.shifts, sp.preds, Flavors::kAll, Current::kNC, sign, sp.systName);
261 
262  fits[kOther] = FitComponent(sp.shifts, sp.preds, Flavors::kNuEToNuMu | Flavors::kAllNuTau, Current::kCC, sign, sp.systName);
263  }
(&#39; appearance&#39;)
Definition: IPrediction.h:18
(&#39;beam &#39;)
Definition: IPrediction.h:15
Charged-current interactions.
Definition: IPrediction.h:39
std::vector< std::vector< Coeffs > > FitComponent(const std::vector< double > &shifts, const std::vector< IPrediction * > &preds, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, const std::string &systName) const
Find coefficients describing the ratios from this component.
(&#39; survival&#39;)
Definition: IPrediction.h:19
Taus, numu appearance.
std::vector< std::string > fits
Neutral-current interactions.
Definition: IPrediction.h:40
All neutrinos, any flavor.
Definition: IPrediction.h:26
(&#39; appearance&#39;)
Definition: IPrediction.h:16
def sign(x)
Definition: canMan.py:197
std::unique_ptr< PredictionInterp > ana::PredictionInterp::LoadFrom ( TDirectory *  dir,
const std::string name 
)
static

Definition at line 640 of file PredictionInterp.cxx.

References ana::assert(), dir, LoadFromBody(), runNovaSAM::ret, and getGoodRuns4SAM::tag.

Referenced by CalcRWithSystsNus17(), FCContour(), futureSig_reach_singlePOTcombo_syst(), genie_contours(), get_univ_chisq(), LoadPrediction(), make_nus17_fc_surfs(), make_nus_fc_surfs(), makeMatrixElementSurface(), PlotNus17PredSystsData(), PlotNusSensAna01(), and SetPrediction().

641  {
642  dir = dir->GetDirectory(name.c_str()); // switch to subdir
643  assert(dir);
644 
645  TObjString* tag = (TObjString*)dir->Get("type");
646  assert(tag);
647  assert(tag->GetString() == "PredictionInterp");
648 
649  std::unique_ptr<PredictionInterp> ret(new PredictionInterp);
650 
651  LoadFromBody(dir, ret.get());
652 
653  TObjString* split_sign = (TObjString*)dir->Get("split_sign");
654  // Can be missing from old files
655  ret->fSplitBySign = (split_sign && split_sign->String() == "yes");
656 
657  delete dir;
658 
659  return ret;
660  }
const XML_Char * name
Definition: expat.h:151
TDirectory * dir
Definition: macro.C:5
assert(nhit_max >=nhit_nbins)
static void LoadFromBody(TDirectory *dir, PredictionInterp *ret, std::vector< const ISyst * > veto={})
void ana::PredictionInterp::LoadFromBody ( TDirectory *  dir,
PredictionInterp ret,
std::vector< const ISyst * >  veto = {} 
)
static

Definition at line 663 of file PredictionInterp.cxx.

References dir, genie::utils::style::Format(), fOscOrigin, fPredNom, fPreds, ana::LoadFrom< IPrediction >(), ana::PredictionInterp::ShiftedPreds::preds, runNovaSAM::release, ana::PredictionInterp::ShiftedPreds::shifts, ana::Registry< T >::ShortNameToPtr(), string, and ana::PredictionInterp::ShiftedPreds::systName.

Referenced by ana::PredictionSystJoint2018::LoadFrom(), ana::PredictionSystJointDemo::LoadFrom(), LoadFrom(), ana::PredictionSystNue2017::LoadFrom(), ana::PredictionSystNumu2017::LoadFrom(), and PredictionInterp().

665  {
666  ret->fPredNom = ana::LoadFrom<IPrediction>(dir, "pred_nom");
667 
668  TH1* hSystNames = (TH1*)dir->Get("syst_names");
669  if(hSystNames){
670  for(int systIdx = 0; systIdx < hSystNames->GetNbinsX(); ++systIdx){
671  ShiftedPreds sp;
672  sp.systName = hSystNames->GetXaxis()->GetBinLabel(systIdx+1);
673 
674  const ISyst* syst = Registry<ISyst>::ShortNameToPtr(sp.systName);
675 
676  if(std::find(veto.begin(), veto.end(), syst) != veto.end()) continue;
677 
678  for(int shift = -3; shift <= +3; ++shift){
679  const std::string subname = TString::Format("pred_%s_%+d", sp.systName.c_str(), shift).Data();
680  TDirectory *preddir = dir->GetDirectory(subname.c_str());
681  if(!preddir) continue; // Can happen for genie systs
682  delete preddir;
683 
684  sp.shifts.push_back(shift);
685  sp.preds.emplace_back(ana::LoadFrom<IPrediction>(dir, subname).release());
686  } // end for shift
687 
688  ret->fPreds.emplace(syst, std::move(sp));
689  } // end for systIdx
690  } // end if hSystNames
691 
692  ret->fOscOrigin = ana::LoadFrom<osc::IOscCalc>(dir, "osc_origin").release();
693  }
std::unique_ptr< IPrediction > LoadFrom< IPrediction >(TDirectory *dir, const std::string &label)
Definition: IPrediction.cxx:18
TDirectory * dir
Definition: macro.C:5
void Format(TGraph *gr, int lcol, int lsty, int lwid, int mcol, int msty, double msiz)
Definition: Style.cxx:154
static const T * ShortNameToPtr(const std::string &s, bool allowFail=false)
Definition: Registry.cxx:60
enum BeamMode string
void ana::PredictionInterp::MinimizeMemory ( )

After calling this DebugPlots won't work fully and SaveTo won't work at all.

Definition at line 696 of file PredictionInterp.cxx.

References fPredNom, fPreds, MECModelEnuComparisons::i, and it.

Referenced by ana::PredictionSyst3Flavor2020::PredictionSyst3Flavor2020(), ana::PredictionSystJoint2018::PredictionSystJoint2018(), and ana::PredictionSystJointDemo::PredictionSystJointDemo().

697  {
698  std::set<IPrediction*> todel;
699  for(auto& it: fPreds){
700  std::vector<IPrediction*>& preds = it.second.preds;
701  for(unsigned int i = 0; i < preds.size(); ++i){
702  if(preds[i] != fPredNom.get()){
703  todel.insert(preds[i]);
704  preds[i] = 0;
705  }
706  }
707  }
708 
709  for(IPrediction* p: todel) delete p;
710 
711  // We probably just freed up a lot of memory, but malloc by default hangs
712  // on to all of it as cache.
713  malloc_trim(0);
714  }
set< int >::iterator it
const char * p
Definition: xmltok.h:285
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
Spectrum ana::PredictionInterp::Predict ( osc::IOscCalc calc) const
overridevirtual
Spectrum ana::PredictionInterp::Predict ( osc::IOscCalcStan calc) const
overridevirtual

Reimplemented from ana::IPrediction.

Definition at line 311 of file PredictionInterp.cxx.

References fPredNom.

312  {
313  return fPredNom->Predict(calc);
314  }
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
Spectrum ana::PredictionInterp::PredictComponent ( osc::IOscCalc calc,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign 
) const
overridevirtual

Implements ana::IPrediction.

Definition at line 317 of file PredictionInterp.cxx.

References fPredNom.

Referenced by syst_plot_test().

321  {
322  return fPredNom->PredictComponent(calc, flav, curr, sign);
323  }
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
def sign(x)
Definition: canMan.py:197
Spectrum ana::PredictionInterp::PredictComponent ( osc::IOscCalcStan calc,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign 
) const
overridevirtual

Reimplemented from ana::IPrediction.

Definition at line 326 of file PredictionInterp.cxx.

References fPredNom.

330  {
331  return fPredNom->PredictComponent(calc, flav, curr, sign);
332  }
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
def sign(x)
Definition: canMan.py:197
Spectrum ana::PredictionInterp::PredictComponentSyst ( osc::IOscCalc calc,
const SystShifts shift,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign 
) const
overridevirtual

Reimplemented from ana::IPrediction.

Definition at line 570 of file PredictionInterp.cxx.

References _PredictComponentSyst().

Referenced by check_predinterp(), check_predinterp_numu(), DebugPlot(), DebugPlotColz(), and PredictSyst().

575  {
576  return _PredictComponentSyst(calc, shift, flav, curr, sign);
577  }
Spectrum _PredictComponentSyst(osc::_IOscCalc< T > *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const
Templated helper for PredictComponentSyst.
def sign(x)
Definition: canMan.py:197
Spectrum ana::PredictionInterp::PredictComponentSyst ( osc::IOscCalcStan calc,
const SystShifts shift,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign 
) const
overridevirtual

Reimplemented from ana::IPrediction.

Definition at line 580 of file PredictionInterp.cxx.

References _PredictComponentSyst().

585  {
586  return _PredictComponentSyst(calc, shift, flav, curr, sign);
587  }
Spectrum _PredictComponentSyst(osc::_IOscCalc< T > *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const
Templated helper for PredictComponentSyst.
def sign(x)
Definition: canMan.py:197
Spectrum ana::PredictionInterp::PredictSyst ( osc::IOscCalc calc,
const SystShifts shift 
) const
overridevirtual

Reimplemented from ana::IPrediction.

Definition at line 335 of file PredictionInterp.cxx.

References InitFits(), ana::Flavors::kAll, ana::Current::kBoth, ana::Sign::kBoth, and PredictComponentSyst().

Referenced by check_predinterp(), check_predinterp_numu(), demo::DrawUpDownRatioCanvas(), mec_nux_tester_2020(), mec_tuning(), mec_tuning_fitter_2020(), starPlot(), test_stanfit_systpulls(), and TestPred().

337  {
338  InitFits();
339 
340  return PredictComponentSyst(calc, shift,
343  Sign::kBoth);
344  }
Interactions of both types.
Definition: IPrediction.h:42
Spectrum PredictComponentSyst(osc::IOscCalc *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
Both neutrinos and antineutrinos.
Definition: IPrediction.h:52
All neutrinos, any flavor.
Definition: IPrediction.h:26
Spectrum ana::PredictionInterp::PredictSyst ( osc::IOscCalcStan calc,
const SystShifts shift 
) const
overridevirtual

Reimplemented from ana::IPrediction.

Definition at line 347 of file PredictionInterp.cxx.

References InitFits(), ana::Flavors::kAll, ana::Current::kBoth, ana::Sign::kBoth, and PredictComponentSyst().

349  {
350  InitFits();
351 
352  return PredictComponentSyst(calc,
353  shift,
356  Sign::kBoth);
357  }
Interactions of both types.
Definition: IPrediction.h:42
Spectrum PredictComponentSyst(osc::IOscCalc *calc, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign) const override
Both neutrinos and antineutrinos.
Definition: IPrediction.h:52
All neutrinos, any flavor.
Definition: IPrediction.h:26
Spectrum ana::IPrediction::PredictUnoscillated ( ) const
virtualinherited

Reimplemented in ana::PredictionSterile.

Definition at line 33 of file IPrediction.cxx.

References noosc, and ana::IPrediction::Predict().

Referenced by cc(), demo5(), demo::DrawUpDownRatioCanvas(), efficiency(), efficiencySA(), plot_nd_data_mc(), template_basic(), and test_ana().

34  {
35  // Default implementation
37  return Predict(&noosc);
38  }
Pass neutrinos through unchanged.
Definition: IOscCalc.h:45
virtual Spectrum Predict(osc::IOscCalc *calc) const =0
osc::NoOscillations noosc
Definition: NueSystFuncs.h:44
void ana::PredictionInterp::SaveTo ( TDirectory *  dir,
const std::string name 
) const
overridevirtual

Reimplemented from ana::IPrediction.

Reimplemented in ana::PredictionSystNumu2017, ana::PredictionSystNue2017, ana::PredictionSyst3Flavor2020, ana::PredictionSystJointDemo, and ana::PredictionSystJoint2018.

Definition at line 589 of file PredictionInterp.cxx.

References om::cout, dir, allTimeWatchdog::endl, genie::utils::style::Format(), fOscOrigin, fPredNom, fPreds, fSplitBySign, MECModelEnuComparisons::i, InitFits(), makeTrainCVSamples::int, it, ana::PredictionInterp::ShiftedPreds::preds, ana::SaveTo(), ana::PredictionInterp::ShiftedPreds::shifts, ana::PredictionInterp::ShiftedPreds::systName, and tmp.

Referenced by FDDataMCSystBandLoad(), getPredictions(), getPredictions_updatedAna(), make_prediction_rhc(), MakeCovarSim(), MakeNus17PredictionSysts(), MakeNusPredictionSystsAna01(), makePred(), MakePrediction(), MakePredictionNoOsc_FHC_FD(), MakePredictionNoOsc_FHC_ND(), MakePredictionNoOsc_RHC_FD(), MakePredictionNoOsc_RHC_ND(), mec_tuning_preds_2020(), SavePrediction(), savePrediction_complete(), savePrediction_extrap(), savePrediction_systs(), ana::PredictionSystJoint2018::SaveTo(), ana::PredictionSystJointDemo::SaveTo(), ana::PredictionSystNue2017::SaveTo(), and ana::PredictionSystNumu2017::SaveTo().

590  {
591  InitFits();
592 
593  TDirectory* tmp = gDirectory;
594 
595  dir = dir->mkdir(name.c_str()); // switch to subdir
596  dir->cd();
597 
598  TObjString("PredictionInterp").Write("type");
599 
600  fPredNom->SaveTo(dir, "pred_nom");
601 
602  for(auto& it: fPreds){
603  const ShiftedPreds& sp = it.second;
604 
605  for(unsigned int i = 0; i < sp.shifts.size(); ++i){
606  if(!sp.preds[i]){
607  std::cout << "Can't save a PredictionInterp after MinimizeMemory()" << std::endl;
608  abort();
609  }
610 
611  sp.preds[i]->SaveTo(dir, TString::Format("pred_%s_%+d",
612  sp.systName.c_str(),
613  int(sp.shifts[i])).Data());
614  } // end for i
615  } // end for it
616 
617  ana::SaveTo(*fOscOrigin, dir, "osc_origin");
618 
619  if(!fPreds.empty()){
620  TH1F hSystNames("syst_names", ";Syst names", fPreds.size(), 0, fPreds.size());
621  int binIdx = 1;
622  for(auto& it: fPreds){
623  hSystNames.GetXaxis()->SetBinLabel(binIdx++, it.second.systName.c_str());
624  }
625  dir->cd();
626  hSystNames.Write("syst_names");
627  }
628 
629  TObjString split_sign = fSplitBySign ? "yes" : "no";
630  dir->cd();
631  split_sign.Write("split_sign");
632 
633  dir->Write();
634  delete dir;
635 
636  tmp->cd();
637  }
const XML_Char * name
Definition: expat.h:151
set< int >::iterator it
void SaveTo(const osc::IOscCalc &x, TDirectory *dir, const std::string &name)
Float_t tmp
Definition: plot.C:36
std::unique_ptr< IPrediction > fPredNom
The nominal prediction.
OStream cout
Definition: OStream.cxx:6
TDirectory * dir
Definition: macro.C:5
void Format(TGraph *gr, int lcol, int lsty, int lwid, int mcol, int msty, double msiz)
Definition: Style.cxx:154
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
osc::IOscCalc * fOscOrigin
The oscillation values we assume when evaluating the coefficients.
void ana::PredictionInterp::SetOscSeed ( osc::IOscCalc oscSeed)

Definition at line 298 of file PredictionInterp.cxx.

References osc::_IOscCalc< T >::Copy(), fOscOrigin, fPreds, InitFits(), and it.

298  {
299  fOscOrigin = oscSeed->Copy();
300  for(auto& it: fPreds) it.second.fits.clear();
301  InitFits();
302  }
set< int >::iterator it
virtual _IOscCalc * Copy() const =0
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
osc::IOscCalc * fOscOrigin
The oscillation values we assume when evaluating the coefficients.
template<typename T >
void ana::PredictionInterp::ShiftBins ( unsigned int  N,
T arr,
CoeffsType  type,
bool  nubar,
const SystShifts shift 
) const
protected

Helper for ShiftSpectrum.

Definition at line 388 of file PredictionInterp.cxx.

References ana::PredictionInterp::Coeffs::a, ana::assert(), ana::PredictionInterp::Coeffs::b, ana::PredictionInterp::Coeffs::c, dg::corr, om::cout, util::cube(), ana::PredictionInterp::Coeffs::d, allTimeWatchdog::endl, MakeMiniprodValidationCuts::f, fits, ana::PredictionInterp::ShiftedPreds::fitsNubarRemap, ana::PredictionInterp::ShiftedPreds::fitsRemap, fPreds, fSplitBySign, ana::SystShifts::GetShift(), ana::SystShifts::HasAnyStan(), ana::SystShifts::HasStan(), MECModelEnuComparisons::i, it, std::max(), std::min(), getGoodRuns4SAM::n, ana::PredictionInterp::ShiftedPreds::nCoeffs, ana::PredictionInterp::ShiftedPreds::shifts, util::sqr(), ana::PredictionInterp::ShiftedPreds::Stride(), T, and submit_syst::x.

Referenced by ShiftSpectrum().

393  {
394  static_assert(std::is_same_v<T, double> ||
395  std::is_same_v<T, stan::math::var>,
396  "PredictionInterp::ShiftBins() can only be called using doubles or stan::math::vars");
397  if(nubar) assert(fSplitBySign);
398 
399 
400  if(!std::is_same_v<T, stan::math::var> && shift.HasAnyStan()){
401  std::cout << "PredictionInterp: stan shifts on non-stan spectrum, something is wrong" << std::endl;
402  abort();
403  }
404 
405  T corr[N];
406  for(unsigned int i = 0; i < N; ++i) corr[i] = 1;
407 
408  for(auto& it: fPreds){
409  const ISyst* syst = it.first;
410  const ShiftedPreds& sp = it.second;
411 
412  T x = shift.GetShift<T>(syst);
413 
414  // need to actually do the calculation for the autodiff version
415  // to make sure the gradient is computed correctly
416  if(x == 0 && (!std::is_same_v<T, stan::math::var> || !shift.HasStan(syst))) continue;
417 
418  int shiftBin = (util::GetValAs<double>(x) - sp.shifts[0])/sp.Stride();
419  shiftBin = std::max(0, shiftBin);
420  shiftBin = std::min(shiftBin, sp.nCoeffs - 1);
421 
422  const Coeffs* fits = nubar ? &sp.fitsNubarRemap[type][shiftBin].front() : &sp.fitsRemap[type][shiftBin].front();
423 
424  x -= sp.shifts[shiftBin];
425 
426  const T x_cube = util::cube(x);
427  const T x_sqr = util::sqr(x);
428 
429  for(unsigned int n = 0; n < N; ++n){
430  // Uncomment to debug crashes in this function
431  // assert(type < fits.size());
432  // assert(n < sp.fits[type].size());
433  // assert(shiftBin < int(sp.fits[type][n].size()));
434 
435  const Coeffs& f = fits[n];
436 
437  corr[n] *= f.a*x_cube + f.b*x_sqr + f.c*x + f.d;
438  } // end for n
439  } // end for syst
440 
441  for(unsigned int n = 0; n < N; ++n){
442  // std::max() doesn't work with stan::math::var
443  arr[n] *= (corr[n] > 0.) ? corr[n] : 0.;
444  }
445 
446  }
T max(const caf::Proxy< T > &a, T b)
double corr
set< int >::iterator it
T cube(T x)
More efficient cube function than pow(x,3)
Definition: MathUtil.h:26
T sqr(T x)
More efficient square function than pow(x,2)
Definition: MathUtil.h:23
OStream cout
Definition: OStream.cxx:6
std::vector< std::string > fits
assert(nhit_max >=nhit_nbins)
double T
Definition: Xdiff_gwt.C:5
std::unordered_map< const ISyst *, ShiftedPreds > fPreds
T min(const caf::Proxy< T > &a, T b)
Spectrum ana::PredictionInterp::ShiftedComponent ( osc::IOscCalc calc,
const TMD5 *  hash,
const SystShifts shift,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign,
CoeffsType  type 
) const

Helper for PredictComponentSyst.

Definition at line 449 of file PredictionInterp.cxx.

References _ShiftedComponent(), calc, febshutoff_auto::curr, samweb_client.utility::hash, and canMan::sign().

Referenced by _PredictComponentSyst(), and _ShiftedComponent().

456  {
457  return _ShiftedComponent(calc, hash, shift, flav, curr, sign, type);
458  }
Spectrum _ShiftedComponent(osc::_IOscCalc< T > *calc, const TMD5 *hash, const SystShifts &shift, Flavors::Flavors_t flav, Current::Current_t curr, Sign::Sign_t sign, CoeffsType type) const
Templated helper for ShiftedComponent.
def sign(x)
Definition: canMan.py:197
Spectrum ana::PredictionInterp::ShiftedComponent ( osc::IOscCalcStan calc,
const TMD5 *  hash,
const SystShifts shift,
Flavors::Flavors_t  flav,
Current::Current_t  curr,
Sign::Sign_t  sign,
CoeffsType  type 
) const
Spectrum ana::PredictionInterp::ShiftSpectrum ( const Spectrum s,
CoeffsType  type,
bool  nubar,
const SystShifts shift 
) const

Definition at line 360 of file PredictionInterp.cxx.

References ana::SystShifts::ActiveSysts(), om::cout, allTimeWatchdog::endl, ana::Spectrum::GetBinnings(), ana::Spectrum::GetEigen(), ana::Spectrum::GetEigenStan(), ana::Spectrum::GetLabels(), ana::SystShifts::GetShift(), ana::SystShifts::HasAnyStan(), ana::Spectrum::HasStan(), ana::SystShifts::IsNominal(), ana::Spectrum::Livetime(), ana::Spectrum::POT(), and ShiftBins().

Referenced by _ShiftedComponent().

364  {
365  if(s.HasStan() && (!shift.IsNominal() && !shift.HasAnyStan())){
366  std::cout << "PredictionInterp used with Stan oscillations but non-Stan syst shifts. Is that what you expected?" << std::endl;
367  std::cout << " Systs set: " << std::endl;
368  for (const auto & syst : shift.ActiveSysts())
369  std::cout << " " << syst->ShortName() << " = " << shift.GetShift(syst) << std::endl;
370  }
371 
372  if(s.HasStan() || shift.HasAnyStan()){
373  // Need the second case for the NC component
374  Eigen::ArrayXstan vec = s.HasStan() ? s.GetEigenStan(s.POT()) : Eigen::ArrayXstan(s.GetEigen(s.POT()));
375 
376  ShiftBins(vec.size(), vec.data(), type, nubar, shift);
377  return Spectrum(std::move(vec), HistAxis(s.GetLabels(), s.GetBinnings()), s.POT(), s.Livetime());
378  }
379  else{
380  Eigen::ArrayXd vec = s.GetEigen(s.POT());
381  ShiftBins(vec.size(), vec.data(), type, nubar, shift);
382  return Spectrum(std::move(vec), HistAxis(s.GetLabels(), s.GetBinnings()), s.POT(), s.Livetime());
383  }
384  }
void ShiftBins(unsigned int N, T *arr, CoeffsType type, bool nubar, const SystShifts &shift) const
Helper for ShiftSpectrum.
_HistAxis< Var > HistAxis
Definition: HistAxis.h:103
const XML_Char * s
Definition: expat.h:262
Eigen::VectorXd vec
std::vector< float > Spectrum
Definition: Constants.h:759
OStream cout
Definition: OStream.cxx:6
Eigen::Array< stan::math::var, Eigen::Dynamic, 1 > ArrayXstan
Definition: StanUtils.h:7
bool ana::PredictionInterp::SplitBySign ( ) const
inline

Definition at line 116 of file PredictionInterp.h.

References fSplitBySign.

116 {return fSplitBySign;}

Member Data Documentation

Spectrum ana::PredictionInterp::fBinning
mutableprotected

Dummy spectrum to provide binning.

Definition at line 205 of file PredictionInterp.h.

Referenced by _PredictComponentSyst(), and InitFits().

ThreadLocal<std::map<Key_t, Val_t> > ana::PredictionInterp::fNomCache
mutableprotected

Definition at line 223 of file PredictionInterp.h.

Referenced by _ShiftedComponent().

osc::IOscCalc* ana::PredictionInterp::fOscOrigin
protected
std::unique_ptr<IPrediction> ana::PredictionInterp::fPredNom
protected
std::unordered_map<const ISyst*, ShiftedPreds> ana::PredictionInterp::fPreds
mutableprotected
bool ana::PredictionInterp::fSplitBySign
protected
std::unordered_map<const ISyst*, ShiftedPreds> ana::PredictionInterp::fSumPreds
mutableprotected

Definition at line 200 of file PredictionInterp.h.


The documentation for this class was generated from the following files: