LArSoft  v07_13_02
Liquid Argon Software toolkit - http://larsoft.org/
art::ProvenanceCheckerOutput Class Reference
Inheritance diagram for art::ProvenanceCheckerOutput:
art::OutputModule art::EventObserverBase art::Consumer

Classes

struct  Config
 

Public Types

using Parameters = fhicl::WrappedTable< Config, OutputModule::Config::KeysToIgnore >
 
using ModuleType = OutputModule
 
using WorkerType = OutputWorker
 

Public Member Functions

 ProvenanceCheckerOutput (Parameters const &)
 
int maxEvents () const
 
int remainingEvents () const
 
bool fileIsOpen () const
 
OutputFileStatus fileStatus () const
 
virtual std::string const & lastClosedFileName () const
 
bool selected (BranchDescription const &) const
 
SelectionsArray const & keptProducts () const
 
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch () const
 
BranchChildren const & branchChildren () const
 
void selectProducts (ProductList const &)
 
void registerProducts (MasterProductRegistry &, ProductDescriptions &, ModuleDescription const &)
 
bool modifiesEvent () const
 
std::string const & processName () const
 
bool wantAllEvents () const
 
bool wantEvent (Event const &e)
 
fhicl::ParameterSetID selectorConfig () const
 
art::Handle< art::TriggerResultsgetTriggerResults (Event const &e) const
 
template<typename T , BranchType = InEvent>
ProductToken< T > consumes (InputTag const &)
 
template<typename T , art::BranchType BT>
art::ProductToken< T > consumes (InputTag const &it)
 
template<typename T , BranchType = InEvent>
void consumesMany ()
 
template<typename Element , BranchType = InEvent>
ViewToken< Element > consumesView (InputTag const &)
 
template<typename T , art::BranchType BT>
art::ViewToken< T > consumesView (InputTag const &it)
 
template<typename T , BranchType = InEvent>
ProductToken< T > mayConsume (InputTag const &)
 
template<typename T , art::BranchType BT>
art::ProductToken< T > mayConsume (InputTag const &it)
 
template<typename T , BranchType = InEvent>
void mayConsumeMany ()
 
template<typename Element , BranchType = InEvent>
ViewToken< Element > mayConsumeView (InputTag const &)
 
template<typename T , art::BranchType BT>
art::ViewToken< T > mayConsumeView (InputTag const &it)
 

Static Public Member Functions

static cet::exempt_ptr< Consumernon_module_context ()
 

Protected Member Functions

CurrentProcessingContext const * currentContext () const
 
ModuleDescription const & description () const
 
virtual void postSelectProducts ()
 
virtual void doRegisterProducts (MasterProductRegistry &, ProductDescriptions &, ModuleDescription const &)
 
detail::CachedProductscachedProducts ()
 
void validateConsumedProduct (BranchType const bt, ProductInfo const &pi)
 
void prepareForJob (fhicl::ParameterSet const &pset)
 
void showMissingConsumes () const
 

Private Member Functions

void write (EventPrincipal &e) override
 
void writeSubRun (SubRunPrincipal &) override
 
void writeRun (RunPrincipal &) override
 

Detailed Description

Definition at line 22 of file ProvenanceCheckerOutput_module.cc.

Member Typedef Documentation

Definition at line 61 of file OutputModule.h.

Definition at line 62 of file OutputModule.h.

Constructor & Destructor Documentation

art::ProvenanceCheckerOutput::ProvenanceCheckerOutput ( ProvenanceCheckerOutput::Parameters const &  ps)
explicit

Definition at line 45 of file ProvenanceCheckerOutput_module.cc.

References fhicl::WrappedTable< T, KeysToIgnore >::get_PSet().

47  : OutputModule{ps().omConfig, ps.get_PSet()}
48  {}
OutputModule(OutputModule const &)=delete

Member Function Documentation

art::BranchChildren const & art::OutputModule::branchChildren ( ) const
inlineinherited

Definition at line 349 of file OutputModule.h.

References art::OutputModule::branchChildren_.

Referenced by art::OutputModule::fileIsOpen(), and art::RootOutputFile::writeProductDependencies().

350 {
351  return branchChildren_;
352 }
BranchChildren branchChildren_
Definition: OutputModule.h:171
detail::CachedProducts& art::EventObserverBase::cachedProducts ( )
inlineprotectedinherited

Definition at line 79 of file EventObserverBase.h.

References art::EventObserverBase::selectors_.

Referenced by art::EDAnalyzer::doEvent(), and art::OutputModule::doWriteEvent().

80  {
81  return selectors_;
82  }
detail::CachedProducts selectors_
template<typename T , BranchType = InEvent>
ProductToken<T> art::Consumer::consumes ( InputTag const &  )
inherited
template<typename T , art::BranchType BT>
art::ProductToken<T> art::Consumer::consumes ( InputTag const &  it)
inherited

Definition at line 147 of file Consumer.h.

References art::InputTag::instance(), art::InputTag::label(), and art::InputTag::process().

148 {
149  if (!moduleContext_)
150  return ProductToken<T>::invalid();
151 
152  consumables_[BT].emplace_back(ConsumableType::Product,
153  TypeID{typeid(T)},
154  it.label(),
155  it.instance(),
156  it.process());
157  return ProductToken<T>{it};
158 }
static ProductToken< T > invalid()
Definition: ProductToken.h:47
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
template<typename T , art::BranchType BT>
void art::Consumer::consumesMany ( )
inherited

Definition at line 162 of file Consumer.h.

163 {
164  if (!moduleContext_)
165  return;
166 
167  consumables_[BT].emplace_back(ConsumableType::Many, TypeID{typeid(T)});
168 }
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
template<typename Element , BranchType = InEvent>
ViewToken<Element> art::Consumer::consumesView ( InputTag const &  )
inherited
template<typename T , art::BranchType BT>
art::ViewToken<T> art::Consumer::consumesView ( InputTag const &  it)
inherited

Definition at line 172 of file Consumer.h.

References art::InputTag::instance(), art::InputTag::label(), and art::InputTag::process().

173 {
174  if (!moduleContext_)
175  return ViewToken<T>::invalid();
176 
177  consumables_[BT].emplace_back(ConsumableType::ViewElement,
178  TypeID{typeid(T)},
179  it.label(),
180  it.instance(),
181  it.process());
182  return ViewToken<T>{it};
183 }
static ViewToken< Element > invalid()
Definition: ProductToken.h:75
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
art::CurrentProcessingContext const * art::OutputModule::currentContext ( ) const
inlineprotectedinherited

Definition at line 305 of file OutputModule.h.

References art::OutputModule::current_context_.

Referenced by art::OutputModule::fileIsOpen().

306 {
307  return current_context_.get();
308 }
cet::exempt_ptr< CurrentProcessingContext const > current_context_
Definition: OutputModule.h:166
art::ModuleDescription const & art::OutputModule::description ( ) const
inlineprotectedinherited
void art::OutputModule::doRegisterProducts ( MasterProductRegistry ,
ProductDescriptions ,
ModuleDescription const &   
)
protectedvirtualinherited

Reimplemented in art::RootOutput.

Definition at line 117 of file OutputModule.cc.

Referenced by art::OutputModule::fileIsOpen(), and art::OutputModule::registerProducts().

120 {}
OutputFileStatus art::OutputModule::fileStatus ( ) const
inherited
art::Handle<art::TriggerResults> art::EventObserverBase::getTriggerResults ( Event const &  e) const
inlineinherited

Definition at line 61 of file EventObserverBase.h.

References art::detail::CachedProducts::getOneTriggerResults(), and art::EventObserverBase::selectors_.

Referenced by art::OutputModule::doWriteEvent().

62  {
64  }
detail::CachedProducts selectors_
art::Handle< art::TriggerResults > getOneTriggerResults(Event const &) const
Float_t e
Definition: plot.C:34
auto art::OutputModule::hasNewlyDroppedBranch ( ) const
inlineinherited
auto art::OutputModule::keptProducts ( ) const
inlineinherited

Definition at line 336 of file OutputModule.h.

References art::OutputModule::keptProducts_.

Referenced by art::OutputModule::fileIsOpen(), and art::RootOutputFile::selectProducts().

337 {
338  return keptProducts_;
339 }
SelectionsArray keptProducts_
Definition: OutputModule.h:157
string const & art::OutputModule::lastClosedFileName ( ) const
virtualinherited

Reimplemented in art::RootOutput.

Definition at line 58 of file OutputModule.cc.

References art::OutputModule::configuredFileName_.

Referenced by art::OutputModule::fileIsOpen(), and art::OutputWorker::lastClosedFileName().

59 {
60  return configuredFileName_;
61 }
std::string configuredFileName_
Definition: OutputModule.h:173
int art::OutputModule::maxEvents ( ) const
inlineinherited

Definition at line 317 of file OutputModule.h.

References art::OutputModule::maxEvents_.

318 {
319  return maxEvents_;
320 }
template<typename T , BranchType = InEvent>
ProductToken<T> art::Consumer::mayConsume ( InputTag const &  )
inherited
template<typename T , art::BranchType BT>
art::ProductToken<T> art::Consumer::mayConsume ( InputTag const &  it)
inherited

Definition at line 190 of file Consumer.h.

References art::InputTag::instance(), art::InputTag::label(), and art::InputTag::process().

191 {
192  if (!moduleContext_)
193  return ProductToken<T>::invalid();
194 
195  consumables_[BT].emplace_back(ConsumableType::Product,
196  TypeID{typeid(T)},
197  it.label(),
198  it.instance(),
199  it.process());
200  return ProductToken<T>{it};
201 }
static ProductToken< T > invalid()
Definition: ProductToken.h:47
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
template<typename T , art::BranchType BT>
void art::Consumer::mayConsumeMany ( )
inherited

Definition at line 205 of file Consumer.h.

206 {
207  if (!moduleContext_)
208  return;
209 
210  consumables_[BT].emplace_back(ConsumableType::Many, TypeID{typeid(T)});
211 }
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
template<typename Element , BranchType = InEvent>
ViewToken<Element> art::Consumer::mayConsumeView ( InputTag const &  )
inherited
template<typename T , art::BranchType BT>
art::ViewToken<T> art::Consumer::mayConsumeView ( InputTag const &  it)
inherited

Definition at line 215 of file Consumer.h.

References art::InputTag::instance(), art::InputTag::label(), and art::InputTag::process().

216 {
217  if (!moduleContext_)
218  return ViewToken<T>::invalid();
219 
220  consumables_[BT].emplace_back(ConsumableType::ViewElement,
221  TypeID{typeid(T)},
222  it.label(),
223  it.instance(),
224  it.process());
225  return ViewToken<T>{it};
226 }
static ViewToken< Element > invalid()
Definition: ProductToken.h:75
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
bool art::EventObserverBase::modifiesEvent ( ) const
inlineinherited

Definition at line 25 of file EventObserverBase.h.

26  {
27  return false;
28  }
void art::OutputModule::postSelectProducts ( )
protectedvirtualinherited

Reimplemented in art::RootOutput.

Definition at line 113 of file OutputModule.cc.

Referenced by art::OutputModule::fileIsOpen(), and art::OutputModule::selectProducts().

114 {}
void art::Consumer::prepareForJob ( fhicl::ParameterSet const &  pset)
protectedinherited

Definition at line 89 of file Consumer.cc.

References fhicl::ParameterSet::get_if_present().

Referenced by art::EDProducer::doBeginJob(), art::EDFilter::doBeginJob(), and art::EDAnalyzer::doBeginJob().

90 {
91  if (!moduleContext_)
92  return;
93 
94  pset.get_if_present("errorOnMissingConsumes", requireConsumes_);
95  for (auto& consumablesPerBranch : consumables_) {
96  cet::sort_all(consumablesPerBranch);
97  }
98 }
bool requireConsumes_
Definition: Consumer.h:137
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
std::string const& art::EventObserverBase::processName ( ) const
inlineinherited
void art::OutputModule::registerProducts ( MasterProductRegistry mpr,
ProductDescriptions producedProducts,
ModuleDescription const &  md 
)
inherited

Definition at line 105 of file OutputModule.cc.

References art::OutputModule::doRegisterProducts().

Referenced by art::OutputModule::fileIsOpen().

108 {
109  doRegisterProducts(mpr, producedProducts, md);
110 }
virtual void doRegisterProducts(MasterProductRegistry &, ProductDescriptions &, ModuleDescription const &)
int art::OutputModule::remainingEvents ( ) const
inlineinherited

Definition at line 323 of file OutputModule.h.

References art::OutputModule::remainingEvents_.

Referenced by art::RootOutput::respondToOpenInputFile().

324 {
325  return remainingEvents_;
326 }
bool art::OutputModule::selected ( BranchDescription const &  pd) const
inlineinherited

Definition at line 329 of file OutputModule.h.

References art::OutputModule::groupSelector_.

Referenced by art::OutputModule::doSelectProducts(), and art::OutputModule::fileIsOpen().

330 {
331  assert(groupSelector_);
332  return groupSelector_->selected(pd);
333 }
std::unique_ptr< GroupSelector const > groupSelector_
Definition: OutputModule.h:161
fhicl::ParameterSetID art::EventObserverBase::selectorConfig ( ) const
inlineinherited

Definition at line 56 of file EventObserverBase.h.

References art::EventObserverBase::selector_config_id_.

Referenced by art::RootOutputFile::writeOne().

57  {
58  return selector_config_id_;
59  }
fhicl::ParameterSetID selector_config_id_
void art::OutputModule::selectProducts ( ProductList const &  productList)
inherited

Definition at line 98 of file OutputModule.cc.

References art::OutputModule::doSelectProducts(), and art::OutputModule::postSelectProducts().

Referenced by art::OutputModule::fileIsOpen(), and art::OutputWorker::selectProducts().

99 {
100  doSelectProducts(productList);
102 }
virtual void postSelectProducts()
void doSelectProducts(ProductList const &)
Definition: OutputModule.cc:70
void art::Consumer::showMissingConsumes ( ) const
protectedinherited

Definition at line 125 of file Consumer.cc.

Referenced by art::EDProducer::doEndJob(), art::EDFilter::doEndJob(), art::EDAnalyzer::doEndJob(), and art::RootOutput::endJob().

126 {
127  if (!moduleContext_)
128  return;
129 
130  // If none of the branches have missing consumes statements, exit early.
131  if (std::all_of(cbegin(missingConsumes_),
132  cend(missingConsumes_),
133  [](auto const& perBranch) { return perBranch.empty(); }))
134  return;
135 
136  constexpr cet::HorizontalRule rule{60};
137  mf::LogPrint log{"MTdiagnostics"};
138  log << '\n'
139  << rule('=') << '\n'
140  << "The following consumes (or mayConsume) statements are missing from\n"
141  << module_context(moduleDescription_) << '\n'
142  << rule('-') << '\n';
143 
144  cet::for_all_with_index(
145  missingConsumes_, [&log](std::size_t const i, auto const& perBranch) {
146  for (auto const& pi : perBranch) {
147  log << " "
148  << assemble_consumes_statement(static_cast<BranchType>(i), pi)
149  << '\n';
150  }
151  });
152  log << rule('=');
153 }
cet::exempt_ptr< ModuleDescription const > moduleDescription_
Definition: Consumer.h:140
constexpr T pi()
Returns the constant pi (up to 35 decimal digits of precision)
bool moduleContext_
Definition: Consumer.h:136
ConsumableProductSets missingConsumes_
Definition: Consumer.h:139
void art::Consumer::validateConsumedProduct ( BranchType const  bt,
ProductInfo const &  pi 
)
protectedinherited

Definition at line 101 of file Consumer.cc.

References art::errors::ProductRegistrationFailure.

103 {
104  // Early exits if consumes tracking has been disabled or if the
105  // consumed product is an allowed consumable.
106  if (!moduleContext_)
107  return;
108 
109  if (cet::binary_search_all(consumables_[bt], pi))
110  return;
111 
112  if (requireConsumes_) {
114  "Consumer: an error occurred during validation of a "
115  "retrieved product\n\n")
116  << "The following consumes (or mayConsume) statement is missing from\n"
117  << module_context(moduleDescription_) << ":\n\n"
118  << " " << assemble_consumes_statement(bt, pi) << "\n\n";
119  }
120 
121  missingConsumes_[bt].insert(pi);
122 }
cet::exempt_ptr< ModuleDescription const > moduleDescription_
Definition: Consumer.h:140
bool requireConsumes_
Definition: Consumer.h:137
cet::coded_exception< errors::ErrorCodes, ExceptionDetail::translate > Exception
Definition: Exception.h:66
constexpr T pi()
Returns the constant pi (up to 35 decimal digits of precision)
ConsumableProducts consumables_
Definition: Consumer.h:138
bool moduleContext_
Definition: Consumer.h:136
ConsumableProductSets missingConsumes_
Definition: Consumer.h:139
bool art::EventObserverBase::wantAllEvents ( ) const
inlineinherited
bool art::EventObserverBase::wantEvent ( Event const &  e)
inlineinherited
void art::ProvenanceCheckerOutput::write ( EventPrincipal e)
overrideprivatevirtual

Implements art::OutputModule.

Definition at line 77 of file ProvenanceCheckerOutput_module.cc.

References art::BranchMapper::branchToProductProvenance(), DEFINE_ART_MODULE, e, art::Principal::getForOutput(), art::ProductMetaData::instance(), art::markAncestors(), and art::ProductMetaData::productList().

78  {
79  // check ProductProvenance's parents to see if they are in the
80  // ProductProvenance list
81  BranchMapper const& mapper =
82  const_cast<EventPrincipal const&>(e).branchMapper();
83 
84  std::map<ProductID, bool> seenParentInPrincipal;
85  std::set<ProductID> missingFromMapper;
86  std::set<ProductID> missingProductProvenance;
87 
88  for (auto const& group : e) {
89  if (group.second && !group.second->productUnavailable()) {
90  // This call seems to have a side effect of filling the
91  // 'ProductProvenance' in the Group
92  e.getForOutput(group.first, false);
93 
94  if (not group.second->productProvenancePtr().get()) {
95  missingProductProvenance.insert(group.first);
96  continue;
97  }
98  cet::exempt_ptr<ProductProvenance const> pInfo =
99  mapper.branchToProductProvenance(group.first);
100  if (!pInfo.get()) {
101  missingFromMapper.insert(group.first);
102  }
103  markAncestors(*(group.second->productProvenancePtr()),
104  mapper,
105  seenParentInPrincipal,
106  missingFromMapper);
107  }
108  seenParentInPrincipal[group.first] = true;
109  }
110 
111  // Determine what ProductIDs are in the product registry
112  auto const& prodList = ProductMetaData::instance().productList();
113  std::set<ProductID> branchesInReg;
114  for (auto const& prod : prodList) {
115  branchesInReg.insert(prod.second.productID());
116  }
117 
118  std::set<ProductID> missingFromPrincipal;
119  std::set<ProductID> missingFromReg;
120  for (auto const& seenParent : seenParentInPrincipal) {
121  if (!seenParent.second) {
122  missingFromPrincipal.insert(seenParent.first);
123  }
124  ProductID const pid{seenParent.first};
125  if (branchesInReg.find(pid) == branchesInReg.end()) {
126  missingFromReg.insert(pid);
127  }
128  }
129 
130  auto logProductID = [](auto const& missing) {
131  mf::LogProblem("ProvenanceChecker") << missing;
132  };
133 
134  if (missingFromMapper.size()) {
135  mf::LogError("ProvenanceChecker")
136  << "Missing the following ProductIDs from BranchMapper\n";
137  cet::for_all(missingFromMapper, logProductID);
138  }
139 
140  if (missingFromPrincipal.size()) {
141  mf::LogError("ProvenanceChecker")
142  << "Missing the following ProductIDs from EventPrincipal\n";
143  cet::for_all(missingFromPrincipal, logProductID);
144  }
145 
146  if (missingProductProvenance.size()) {
147  mf::LogError("ProvenanceChecker") << "The Groups for the following "
148  "ProductIDs have no "
149  "ProductProvenance\n";
150  cet::for_all(missingProductProvenance, logProductID);
151  }
152 
153  if (missingFromReg.size()) {
154  mf::LogError("ProvenanceChecker")
155  << "Missing the following ProductIDs from ProductRegistry\n";
156  cet::for_all(missingFromReg, logProductID);
157  }
158 
159  if (missingFromMapper.size() or missingFromPrincipal.size() or
160  missingProductProvenance.size() or missingFromReg.size()) {
161  throw cet::exception("ProvenanceError")
162  << (missingFromMapper.size() or missingFromPrincipal.size() ?
163  "Having missing ancestors" :
164  "")
165  << (missingFromMapper.size() ? " from BranchMapper" : "")
166  << (missingFromMapper.size() and missingFromPrincipal.size() ? " and" :
167  "")
168  << (missingFromPrincipal.size() ? " from EventPrincipal" : "")
169  << (missingFromMapper.size() or missingFromPrincipal.size() ? ".\n" :
170  "")
171  << (missingProductProvenance.size() ? " Have missing "
172  "ProductProvenance's from Group "
173  "in EventPrincipal.\n" :
174  "")
175  << (missingFromReg.size() ?
176  " Have missing info from ProductRegistry.\n" :
177  "");
178  }
179  }
MaybeLogger_< ELseverityLevel::ELsev_error, false > LogError
MaybeLogger_< ELseverityLevel::ELsev_error, true > LogProblem
static ProductMetaData const & instance()
ProductList const & productList() const
static void markAncestors(ProductProvenance const &iInfo, BranchMapper const &iMapper, std::map< ProductID, bool > &oMap, std::set< ProductID > &oMapperMissing)
Float_t e
Definition: plot.C:34
cet::coded_exception< error, detail::translate > exception
Definition: exception.h:33
void art::ProvenanceCheckerOutput::writeRun ( RunPrincipal )
inlineoverrideprivatevirtual

Implements art::OutputModule.

Definition at line 38 of file ProvenanceCheckerOutput_module.cc.

39  {}
void art::ProvenanceCheckerOutput::writeSubRun ( SubRunPrincipal )
inlineoverrideprivatevirtual

Implements art::OutputModule.

Definition at line 35 of file ProvenanceCheckerOutput_module.cc.

36  {}

The documentation for this class was generated from the following file: