config_dumper.cc File Reference

#include "art/Framework/IO/Root/GetFileFormatEra.h"
#include "art/Framework/IO/Root/RootDB/SQLite3Wrapper.h"
#include "art/Framework/IO/Root/RootDB/tkeyvfs.h"
#include "canvas/Persistency/Provenance/FileFormatVersion.h"
#include "canvas/Persistency/Provenance/ParameterSetBlob.h"
#include "canvas/Persistency/Provenance/ParameterSetMap.h"
#include "canvas/Persistency/Provenance/rootNames.h"
#include "cetlib/container_algorithms.h"
#include "cetlib/exempt_ptr.h"
#include "fhiclcpp/ParameterSet.h"
#include "fhiclcpp/ParameterSetRegistry.h"
#include "fhiclcpp/make_ParameterSet.h"
#include "boost/program_options.hpp"
#include "TFile.h"
#include "TTree.h"
#include "sqlite3.h"
#include <cstddef>
#include <iomanip>
#include <iostream>
#include <memory>
#include <ostream>
#include <sstream>
#include <string>
#include <vector>

Go to the source code of this file.

Typedefs
typedef vector< string >	stringvec

Enumerations
enum	PsetType { PsetType::MODULE, PsetType::SERVICE, PsetType::PROCESS }

Functions
size_t	db_size (sqlite3 *db)
std::string	db_size_hr (sqlite3 *db)
std::string	want_pset (ParameterSet const &ps, stringvec const &filters, PsetType mode)
ParameterSet	strip_pset (ParameterSet const &ps, PsetType mode)
bool	read_all_parameter_sets (TFile &file, ostream &errors)
int	print_pset_from_file (TFile &file, stringvec const &filters, PsetType const mode, ostream &output, ostream &errors)
int	print_psets_from_files (stringvec const &file_names, stringvec const &filters, PsetType const mode, ostream &output, ostream &errors)
int	main (int argc, char *argv[])

Typedef Documentation

typedef vector<string> stringvec

Definition at line 45 of file config_dumper.cc.

Enumeration Type Documentation

enum PsetType

strong

Enumerator
MODULE
SERVICE
PROCESS

Definition at line 47 of file config_dumper.cc.

{ MODULE, SERVICE, PROCESS };

Function Documentation

size_t db_size

(

sqlite3 *

db

)

Definition at line 50 of file config_dumper.cc.

Referenced by db_size_hr().

{
  sqlite3_stmt* stmt;
  sqlite3_prepare_v2(db, "PRAGMA page_size;", -1, &stmt, nullptr);
  sqlite3_step(stmt);
  size_t page_size = sqlite3_column_int64(stmt, 0);
  sqlite3_finalize(stmt);
  sqlite3_prepare_v2(db, "PRAGMA page_count;", -1, &stmt, nullptr);
  sqlite3_step(stmt);
  size_t page_count = sqlite3_column_int64(stmt, 0);
  sqlite3_finalize(stmt);
  return page_size * page_count;
}

std::string db_size_hr

(

sqlite3 *

db

)

Definition at line 65 of file config_dumper.cc.

References db_size(), evd::details::end(), and ss.

Referenced by read_all_parameter_sets().

{
  std::string result;
  double size = db_size(db);
  std::vector<std::string> units = {"b", "KiB", "MiB", "GiB", "TiB"};
  auto unit = units.cbegin(), end = units.cend();
  while (size > 1024.0 && unit != end) {
    size /= 1024.0;
    ++unit;
  }
  std::ostringstream ss;
  ss << std::fixed << std::setprecision(1) << size << " " << *unit;
  result = ss.str();
  return result;
}

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 276 of file config_dumper.cc.

References e, MODULE, print_psets_from_files(), PROCESS, SERVICE, and tkeyvfs_init().

{
  // ------------------
  // use the boost command line option processing library to help out
  // with command line options
  std::ostringstream descstr;
  descstr << argv[0] << " <PsetType> <options> [<source-file>]+";
  bpo::options_description desc(descstr.str());
  desc.add_options()(
    "filter,f",
    bpo::value<stringvec>()->composing(),
    "Only entities whose identifier (label (M), service type (S) "
    "or process name (P)) match (multiple OK).")("help,h",
                                                 "this help message.")(
    "modules,M", "PsetType: print module configurations (default).")(
    "source,s",
    bpo::value<stringvec>()->composing(),
    "source data file (multiple OK).")(
    "services,S", "PsetType: print service configurations.")(
    "process,P", "PsetType: print process configurations.");
  bpo::options_description all_opts("All Options.");
  all_opts.add(desc);
  // Each non-option argument is interpreted as the name of a file to be
  // processed. Any number of filenames is allowed.
  bpo::positional_options_description pd;
  pd.add("source", -1);
  // The variables_map contains the actual program options.
  bpo::variables_map vm;
  try {
    bpo::store(bpo::command_line_parser(argc, argv)
                 .options(all_opts)
                 .positional(pd)
                 .run(),
               vm);
    bpo::notify(vm);
  }
  catch (bpo::error const& e) {
    std::cerr << "Exception from command line processing in " << argv[0] << ": "
              << e.what() << "\n";
    return 2;
  }
  if (vm.count("help")) {
    std::cout << desc << std::endl;
    return 1;
  }

  // Process the mode information.
  PsetType mode;
  if (vm.count("services")) {
    mode = PsetType::SERVICE;
  } else if (vm.count("process")) {
    mode = PsetType::PROCESS;
  } else {
    mode = PsetType::MODULE;
  }

  // Obtain any filtering names to limit what we show.
  stringvec filters;
  if (vm.count("filter")) {
    cet::copy_all(vm["filter"].as<stringvec>(), std::back_inserter(filters));
  }

  // Get the names of the files we will process.
  stringvec file_names;
  size_t file_count = vm.count("source");
  if (file_count < 1) {
    cerr << "ERROR: One or more input files must be specified;"
         << " supply filenames as program arguments\n"
         << "For usage and options list, please do 'config_dumper --help'.\n";
    return 3;
  }
  file_names.reserve(file_count);
  cet::copy_all(vm["source"].as<stringvec>(), std::back_inserter(file_names));

  // Register the tkey VFS with sqlite:
  tkeyvfs_init();

  // Do the work.
  return print_psets_from_files(file_names, filters, mode, cout, cerr);
}

int print_pset_from_file	(	TFile &	file,
		stringvec const &	filters,
		PsetType const	mode,
		ostream &	output,
		ostream &	errors
	)

Definition at line 205 of file config_dumper.cc.

References fhicl::ParameterSetRegistry::get(), read_all_parameter_sets(), strip_pset(), fhicl::ParameterSet::to_indented_string(), and want_pset().

Referenced by print_psets_from_files().

{
  if (!read_all_parameter_sets(file, errors)) {
    errors << "Unable to to read parameter sets.\n";
    return 1;
  }

  // Print ParameterSets alphabetically according to the top-level
  // name.  There is an additional request to sort according to
  // chronology--i.e. presumably first according to process name, and
  // then alphabetically within.
  auto const& collection = fhicl::ParameterSetRegistry::get();

  // Cache pointers to the ParameterSets to avoid exorbitant copying.
  std::map<std::string, cet::exempt_ptr<fhicl::ParameterSet const>> sorted_pses;
  for (auto const& pr : collection) {
    auto const& pset = pr.second;
    std::string const label{want_pset(pset, filters, mode)};
    if (label.empty())
      continue;

    sorted_pses.emplace(label, &pset);
  }

  for (auto const& pr : sorted_pses) {
    auto const& pset = *pr.second;
    output << pr.first << ": {\n";
    output << strip_pset(pset, mode).to_indented_string(1);
    output << "}\n\n";
  }

  return 0;
}

int print_psets_from_files	(	stringvec const &	file_names,
		stringvec const &	filters,
		PsetType const	mode,
		ostream &	output,
		ostream &	errors
	)

Definition at line 253 of file config_dumper.cc.

References print_pset_from_file().

Referenced by main().

{
  int rc{0};
  for (auto const& file_name : file_names) {
    std::unique_ptr<TFile> current_file{TFile::Open(file_name.c_str(), "READ")};
    if (!current_file || current_file->IsZombie()) {
      ++rc;
      errors << "Unable to open file '" << file_name << "' for reading."
             << "\nSkipping to next file.\n";
    } else {
      std::cout << "=============================================\n";
      std::cout << "Processing file: " << file_name << std::endl;
      rc += print_pset_from_file(*current_file, filters, mode, output, errors);
    }
  }
  return rc;
}

bool read_all_parameter_sets	(	TFile &	file,
		ostream &	errors
	)

Definition at line 135 of file config_dumper.cc.

References db_size_hr(), art::FileFormatVersion::era_, art::getFileFormatEra(), fhicl::ParameterSetRegistry::importFrom(), fhicl::make_ParameterSet(), art::rootNames::metaDataTreeName(), fhicl::ParameterSetRegistry::put(), fhicl::ParameterSetRegistry::stageIn(), and art::FileFormatVersion::value_.

Referenced by print_pset_from_file().

{
  ParameterSetMap psm;
  ParameterSetMap* psm_address = &psm;
  // Find the TTree that holds this data.
  TTree* metadata_tree =
    static_cast<TTree*>(file.Get(art::rootNames::metaDataTreeName().c_str()));
  if (!metadata_tree) {
    errors << "Unable to find the metadata tree in file '" << file.GetName()
           << "';\nthis may not be an ART event data file.\n";
    return false;
  }
  if (metadata_tree->GetBranch(
        art::rootNames::metaBranchRootName<ParameterSetMap>())) {
    metadata_tree->SetBranchAddress(
      art::rootNames::metaBranchRootName<ParameterSetMap>(), &psm_address);
  }
  art::FileFormatVersion ffv;
  art::FileFormatVersion* ffv_address = &ffv;
  metadata_tree->SetBranchAddress(
    art::rootNames::metaBranchRootName<art::FileFormatVersion>(), &ffv_address);
  long bytes_read = metadata_tree->GetEntry(0);
  if (bytes_read < 0) {
    errors << "Unable to read the metadata tree in file '" << file.GetName()
           << ";\nthis file appears to be corrupted.\n";
    return false;
  }
  // Check version
  std::string const expected_era = art::getFileFormatEra();
  if (ffv.era_ != expected_era) {
    errors << "Can only read files written during the \"" << expected_era
           << "\" era: "
           << "Era of "
           << "\"" << file.GetName() << "\" was "
           << (ffv.era_.empty() ? "not set" : ("set to \"" + ffv.era_ + "\" "))
           << ".\n";
    return false;
  }
  for (auto const& pr : psm) {
    // Read the next ParameterSet directly into the output vector.
    fhicl::ParameterSet pset;
    fhicl::make_ParameterSet(pr.second.pset_, pset);
    fhicl::ParameterSetRegistry::put(pset);
  }
  if (ffv.value_ >= 5) { // Should have metadata DB.
    // Open the DB
    art::SQLite3Wrapper sqliteDB(&file, "RootFileDB");
    std::cout << "# Read SQLiteDB from file, total size: "
              << db_size_hr(sqliteDB) << ".\n"
              << std::endl;
    fhicl::ParameterSetRegistry::importFrom(sqliteDB);
    fhicl::ParameterSetRegistry::stageIn();
  }
  return true;
}

ParameterSet strip_pset	(	ParameterSet const &	ps,
		PsetType	mode
	)

Definition at line 110 of file config_dumper.cc.

References fhicl::ParameterSet::erase(), MODULE, PROCESS, SERVICE, and util::flags::to_string().

Referenced by print_pset_from_file().

{
  ParameterSet result(ps);
  switch (mode) {
    case PsetType::MODULE:
      result.erase("module_label");
      break;
    case PsetType::SERVICE:
      result.erase("service_type");
      result.erase("service_provider");
      break;
    case PsetType::PROCESS:
      result.erase("process_name");
      break;
    default:
      throw std::string("INTERNAL ERROR: unknown mode ")
        .append(std::to_string(int(mode)))
        .append(".");
  }
  return result;
}

std::string want_pset	(	ParameterSet const &	ps,
		stringvec const &	filters,
		PsetType	mode
	)

Definition at line 82 of file config_dumper.cc.

References fhicl::ParameterSet::get_if_present(), MODULE, PROCESS, SERVICE, and util::flags::to_string().

Referenced by print_pset_from_file().

{
  string label;
  switch (mode) {
    case PsetType::MODULE:
      ps.get_if_present<string>("module_label", label);
      break;
    case PsetType::SERVICE:
      ps.get_if_present<string>("service_provider", label) ||
        ps.get_if_present<string>("service_type", label);
      break;
    case PsetType::PROCESS: {
      fhicl::ParameterSet dummy;
      if (ps.get_if_present("source", dummy)) {
        ps.get_if_present<string>("process_name", label);
      }
    } break;
    default:
      throw std::string("INTERNAL ERROR: unknown mode ")
        .append(std::to_string(int(mode)))
        .append(".");
  }
  return (filters.empty() || label.empty() || cet::search_all(filters, label)) ?
           label :
           std::string();
}