sam_metadata_dumper.cc File Reference

#include "art/Framework/IO/Root/GetFileFormatEra.h"
#include "art/Framework/IO/Root/RootDB/SQLite3Wrapper.h"
#include "art/Framework/IO/Root/RootDB/tkeyvfs.h"
#include "boost/program_options.hpp"
#include "canvas/Persistency/Provenance/FileFormatVersion.h"
#include "canvas/Persistency/Provenance/ParameterSetBlob.h"
#include "canvas/Persistency/Provenance/ParameterSetMap.h"
#include "canvas/Persistency/Provenance/rootNames.h"
#include "cetlib/canonical_string.h"
#include "cetlib/container_algorithms.h"
#include "fhiclcpp/ParameterSet.h"
#include "fhiclcpp/make_ParameterSet.h"
#include "TError.h"
#include "TFile.h"
#include "sqlite3.h"
#include <algorithm>
#include <cstddef>
#include <cstdlib>
#include <cstring>
#include <iostream>
#include <ostream>
#include <sstream>
#include <string>
#include <vector>

Go to the source code of this file.

Classes
struct	FileCatalogMetadataEntry

Typedefs
typedef vector< string >	stringvec

Functions
std::string	entryValue (std::string const &value)
void	print_one_fc_metadata_entry_hr (FileCatalogMetadataEntry const &ent, size_t idLen, size_t longestName, ostream &output)
void	print_all_fc_metadata_entries_hr (vector< FileCatalogMetadataEntry > const &entries, ostream &output, ostream &)
void	print_one_fc_metadata_entry_JSON (FileCatalogMetadataEntry const &ent, ostream &output)
void	print_all_fc_metadata_entries_JSON (vector< FileCatalogMetadataEntry > const &entries, ostream &output, ostream &)
bool	read_all_fc_metadata_entries (TFile &file, vector< FileCatalogMetadataEntry > &all_metadata_entries, ostream &errors)
int	print_fc_metadata_from_file (TFile &file, ostream &output, ostream &errors, bool want_json)
int	print_fc_metadata_from_files (stringvec const &file_names, ostream &output, ostream &errors, bool const want_json)
void	RootErrorHandler (int level, bool die, char const *location, char const *message)
int	main (int argc, char *argv[])

Typedef Documentation

typedef vector<string> stringvec

Definition at line 46 of file sam_metadata_dumper.cc.

Function Documentation

std::string entryValue

(

std::string const &

value

)

Definition at line 54 of file sam_metadata_dumper.cc.

References FileCatalogMetadataEntry::value.

Referenced by print_one_fc_metadata_entry_hr(), and print_one_fc_metadata_entry_JSON().

{
  std::string result;
  if (value[0] == '[' || value[0] == '{' ||
      cet::is_double_quoted_string(value)) {
    // Assume entry is already a legal JSON representation.
    result = value;
  } else {
    // Attempt to convert to number. If this works, we don't
    // canonicalize the string. Note that we use the glibc version
    // because we don't want to have to catch the exception. We could
    // use streams, but we don't care about the result and dealing with
    // streams is awkward.
    char const* entval = value.c_str();
    char* endptr = const_cast<char*>(entval);
    strtold(entval, &endptr);
    if (endptr == entval + value.size()) {
      // Full conversion: no string canonicalization necessary.
      result = value;
    } else {
      cet::canonical_string(value, result);
    }
  }
  return result;
}

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 325 of file sam_metadata_dumper.cc.

References e, print_fc_metadata_from_files(), RootErrorHandler(), and tkeyvfs_init().

{
  // ------------------
  // use the boost command line option processing library to help out
  // with command line options
  std::ostringstream descstr;
  descstr << argv[0] << " <options> [<source-file>]+";
  bpo::options_description desc(descstr.str());
  desc.add_options()("help,h", "produce help message")(
    "hr,H", "produce human-readable output (default is JSON)")(
    "human-readable", "produce human-readable output (default is JSON)")(
    "source,s", bpo::value<stringvec>(), "source data file (multiple OK)");
  bpo::options_description all_opts("All Options");
  all_opts.add(desc);
  // Each non-option argument is interpreted as the name of a files to
  // be processed. Any number of filenames is allowed.
  bpo::positional_options_description pd;
  pd.add("source", -1);
  // The variables_map contains the actual program options.
  bpo::variables_map vm;
  try {
    bpo::store(bpo::command_line_parser(argc, argv)
                 .options(all_opts)
                 .positional(pd)
                 .run(),
               vm);
    bpo::notify(vm);
  }
  catch (bpo::error const& e) {
    std::cerr << "Exception from command line processing in " << argv[0] << ": "
              << e.what() << "\n";
    return 2;
  }
  if (vm.count("help")) {
    std::cout << desc << std::endl;
    return 1;
  }
  bool const want_json =
    (!vm.count("hr")) && (!vm.count("human-readable")); // Default is JSON.

  // Get the names of the files we will process.
  stringvec file_names;
  size_t const file_count = vm.count("source");
  if (file_count < 1) {
    cerr << "One or more input files must be specified;"
         << " supply filenames as program arguments\n"
         << "For usage and options list, please do 'sam_metadata_dumper "
            "--help'.\n";
    return 3;
  }
  file_names.reserve(file_count);
  cet::copy_all(vm["source"].as<stringvec>(), std::back_inserter(file_names));

  // Set the ROOT error handler.
  SetErrorHandler(RootErrorHandler);

  // Register the tkey VFS with sqlite:
  tkeyvfs_init();

  // Do the work.
  return print_fc_metadata_from_files(file_names, cout, cerr, want_json);
}

void print_all_fc_metadata_entries_hr	(	vector< FileCatalogMetadataEntry > const &	entries,
		ostream &	output,
		ostream &
	)

Definition at line 121 of file sam_metadata_dumper.cc.

References FileCatalogMetadataEntry::name, print_one_fc_metadata_entry_hr(), and FileCatalogMetadataEntry::SMDid.

Referenced by print_fc_metadata_from_file().

{
  // For nice formatting, determine maximum id length and name size,
  // so that values can be lined up.
  int maxID = 1;
  size_t longestName = 1;
  for (size_t i = 0; i < entries.size(); ++i) {
    if (entries[i].SMDid > maxID)
      maxID = entries[i].SMDid;
    if (entries[i].name.size() > longestName)
      longestName = entries[i].name.size();
  }
  size_t idLen = 1;
  for (int i = 0; (i < 5) && (maxID > 0); ++i) {
    maxID /= 10;
    if (maxID > 0)
      ++idLen;
  }
  for (auto const& entry : entries) {
    print_one_fc_metadata_entry_hr(entry, idLen, longestName, output);
  }
}

void print_all_fc_metadata_entries_JSON	(	vector< FileCatalogMetadataEntry > const &	entries,
		ostream &	output,
		ostream &
	)

Definition at line 158 of file sam_metadata_dumper.cc.

References print_one_fc_metadata_entry_JSON().

Referenced by print_fc_metadata_from_file().

{
  std::ostringstream buf; // Need seekp to work.
  buf << "{\n";
  for (auto const& entry : entries) {
    buf << "    "; // Indent.
    print_one_fc_metadata_entry_JSON(entry, buf);
    buf << ",\n";
  }
  buf.seekp(-2, std::ios_base::cur);
  buf << "\n  }";
  output << buf.str();
}

int print_fc_metadata_from_file	(	TFile &	file,
		ostream &	output,
		ostream &	errors,
		bool	want_json
	)

Definition at line 233 of file sam_metadata_dumper.cc.

References print_all_fc_metadata_entries_hr(), print_all_fc_metadata_entries_JSON(), and read_all_fc_metadata_entries().

Referenced by print_fc_metadata_from_files().

{
  vector<FileCatalogMetadataEntry> all_metadata_entries;
  if (!read_all_fc_metadata_entries(file, all_metadata_entries, errors)) {
    errors << "Unable to to read metadata entries.\n";
    return 1;
  }
  // Iterate through all the entries, printing each one.
  if (want_json) {
    std::string const& path = file.GetName();
    std::string const& baseName = path.substr(path.find_last_of("/") + 1u);
    output << cet::canonical_string(baseName) << ": ";
    print_all_fc_metadata_entries_JSON(all_metadata_entries, output, errors);
  } else { // Human-readable.
    output << "\nFile catalog metadata from file " << file.GetName() << ":\n\n";
    print_all_fc_metadata_entries_hr(all_metadata_entries, output, errors);
    output << "-------------------------------\n";
  }
  return 0;
}

int print_fc_metadata_from_files	(	stringvec const &	file_names,
		ostream &	output,
		ostream &	errors,
		bool const	want_json
	)

Definition at line 264 of file sam_metadata_dumper.cc.

References print_fc_metadata_from_file().

Referenced by main().

{
  int rc{0};
  bool first{true};
  bool printed_opening{false};
  for (auto const& fn : file_names) {
    std::unique_ptr<TFile> current_file(TFile::Open(fn.c_str(), "READ"));
    if (!current_file || current_file->IsZombie()) {
      ++rc;
      errors << "Unable to open file '" << fn << "' for reading."
             << "\nSkipping file.\n";
      continue;
    }

    auto* key_ptr = current_file->GetKey("RootFileDB");
    if (key_ptr == nullptr) {
      ++rc;
      errors << "\nRequested DB, \"RootFileDB\" of type, \"tkeyvfs\", not "
                "present in file: \""
             << fn << "\"\n"
             << "Either this is not an art/ROOT file, it is a corrupt art/ROOT "
                "file,\n"
             << "or it is an art/ROOT file produced with a version older than "
                "v1_00_12.\n";
      continue;
    }

    if (first) {
      first = false;
      if (want_json) {
        output << "{\n  ";
        printed_opening = true;
      }
    } else if (want_json) {
      output << ",\n  ";
    }
    rc += print_fc_metadata_from_file(*current_file, output, errors, want_json);
  }
  if (printed_opening) {
    output << "\n}\n";
  }
  return rc;
}

void print_one_fc_metadata_entry_hr	(	FileCatalogMetadataEntry const &	ent,
		size_t	idLen,
		size_t	longestName,
		ostream &	output
	)

Definition at line 82 of file sam_metadata_dumper.cc.

References entryValue(), min, FileCatalogMetadataEntry::name, FileCatalogMetadataEntry::SMDid, and FileCatalogMetadataEntry::value.

Referenced by print_all_fc_metadata_entries_hr().

{
  const std::string& name = ent.name;
  constexpr size_t maxIDdigits = 5;
  constexpr size_t maxNameSpacing = 20;

  // right-justify SMDid (unless it is more than 5 digits)
  int id = static_cast<int>(ent.SMDid);
  size_t maxIDspace = std::min(idLen, maxIDdigits);
  int nspaces = maxIDspace - 1;
  for (int i = 0; (nspaces > 0) && (id > 0); ++i) {
    id /= 10;
    if (id > 0)
      --nspaces;
  }
  for (int i = 0; i < nspaces; ++i)
    output << " ";
  output << ent.SMDid << ": ";

  output << name;

  // right-justify value (unless name is more than 20 characters)
  size_t nameSpacing = maxNameSpacing;
  if (longestName < maxNameSpacing)
    nameSpacing = longestName;
  nspaces = static_cast<int>(nameSpacing - name.size());
  while (nspaces > 0) {
    output << " ";
    --nspaces;
  }

  output << " " << entryValue(ent.value) << "\n";
}

void print_one_fc_metadata_entry_JSON	(	FileCatalogMetadataEntry const &	ent,
		ostream &	output
	)

Definition at line 149 of file sam_metadata_dumper.cc.

References entryValue(), FileCatalogMetadataEntry::name, and FileCatalogMetadataEntry::value.

Referenced by print_all_fc_metadata_entries_JSON().

{
  output << cet::canonical_string(ent.name) << ": ";

  output << entryValue(ent.value);
}

bool read_all_fc_metadata_entries	(	TFile &	file,
		vector< FileCatalogMetadataEntry > &	all_metadata_entries,
		ostream &	errors
	)

Definition at line 179 of file sam_metadata_dumper.cc.

References file, FileCatalogMetadataEntry::name, FileCatalogMetadataEntry::SMDid, and FileCatalogMetadataEntry::value.

Referenced by print_fc_metadata_from_file().

{
  FileCatalogMetadataEntry ent;
  // Open the DB
  art::SQLite3Wrapper sqliteDB{&file, "RootFileDB"};
  // Read the entries into memory.
  sqlite3_stmt* stmt = 0;
  sqlite3_prepare_v2(sqliteDB,
                     "SELECT rowid, Name, Value from FileCatalog_metadata;",
                     -1,
                     &stmt,
                     nullptr);
  bool row_found = false;
  int sqlite_status = SQLITE_OK;
  while ((sqlite_status = sqlite3_step(stmt)) == SQLITE_ROW) {
    row_found = true;
    ent.SMDid = sqlite3_column_int(stmt, 0);
    ent.name =
      std::string{reinterpret_cast<char const*>(sqlite3_column_text(stmt, 1))};
    ent.value =
      std::string{reinterpret_cast<char const*>(sqlite3_column_text(stmt, 2))};
    all_metadata_entries.push_back(ent);
  }
  if (sqlite_status != SQLITE_DONE) {
    errors << "Unexpected status from table read: " << sqlite3_errmsg(sqliteDB)
           << " (0x" << sqlite_status << ").\n";
  }
  int const finalize_status = sqlite3_finalize(stmt);
  if (finalize_status != SQLITE_OK) {
    errors << "Unexpected status from DB status cleanup: "
           << sqlite3_errmsg(sqliteDB) << " (0x" << finalize_status << ").\n";
  }
  if (!row_found) {
    errors
      << "No file catalog Metadata rows found - table is missing or empty\n";
    return false;
  }
  return true;
}

void RootErrorHandler	(	int	level,
		bool	die,
		char const *	location,
		char const *	message
	)

Definition at line 312 of file sam_metadata_dumper.cc.

Referenced by main(), and art::setRootErrorHandler().

{
  // Ignore dictionary errors.
  if (level == kWarning && (!die) && strcmp(location, "TClass::TClass") == 0 &&
      std::string(message).find("no dictionary") != std::string::npos) {
    return;
  } else {
    // Default behavior
    DefaultErrorHandler(level, die, location, message);
  }
}