art::PostCloseFileRenamer Class Reference

#include "PostCloseFileRenamer.h"

Public Member Functions
	PostCloseFileRenamer (FileStatsCollector const &stats)
std::string	applySubstitutions (std::string const &filePattern)
std::string	maybeRenameFile (std::string const &inPath, std::string const &toPattern)

Private Member Functions
std::string	applySubstitutionsNoIndex_ (std::string const &filePattern) const
std::string	subInputFileName_ (boost::smatch const &match) const
std::string	subTimestamp_ (boost::smatch const &match) const
std::string	subFilledNumericNoIndex_ (boost::smatch const &match) const

Private Attributes
FileStatsCollector const &	stats_
std::map< detail::FileNameComponents, std::size_t >	indexForProcessedPattern_ {}

Detailed Description

Definition at line 14 of file PostCloseFileRenamer.h.

Constructor & Destructor Documentation

art::PostCloseFileRenamer::PostCloseFileRenamer

(

FileStatsCollector const &

stats

)

Definition at line 15 of file PostCloseFileRenamer.cc.

  : stats_{stats}
{}

Member Function Documentation

std::string art::PostCloseFileRenamer::applySubstitutions

(

std::string const &

filePattern

)

Definition at line 248 of file PostCloseFileRenamer.cc.

References applySubstitutionsNoIndex_(), art::detail::componentsFromPattern(), art::FileStatsCollector::fileCloseRecorded(), indexForProcessedPattern_, and stats_.

Referenced by maybeRenameFile().

{
  std::string const finalPattern = applySubstitutionsNoIndex_(toPattern);
  auto const components = detail::componentsFromPattern(finalPattern);

  // Get index for the processed pattern, incrementing if a file-close
  // has been recorded.
  auto& index = indexForProcessedPattern_[components];
  if (stats_.fileCloseRecorded()) {
    ++index;
  }

  return components.fileNameWithIndex(index);
}

std::string art::PostCloseFileRenamer::applySubstitutionsNoIndex_ ( std::string const &  filePattern ) const

private

Definition at line 28 of file PostCloseFileRenamer.cc.

References art::errors::Configuration, art::FileStatsCollector::moduleLabel(), art::FileStatsCollector::processName(), stats_, subFilledNumericNoIndex_(), subInputFileName_(), and subTimestamp_().

Referenced by applySubstitutions().

{
  std::string result; // Empty
  smatch match;
  auto sb = cbegin(filePattern), si = sb, se = cend(filePattern);
  while (
    regex_search(si,
                 se,
                 match,
                 boost::regex{"%[lp]|%(\\d+)?([#rRsS])|%t([oc])|%if([bnedp])|%"
                              "ifs%([^%]*)%([^%]*)%([ig]*)%|%.",
                              ECMAScript})) {
    // Precondition: that the regex creates the sub-matches we think it
    // should.
    assert(match.size() == 8);
    // Subexpressions:
    //   0: Entire matched expression.
    //   1. Possible fill format digits for numeric substitution.
    //   2. Numeric substitution specifier.
    //   3. Timestamp substitution specifier.
    //   4. Input file name substitution specifier.
    //   5. Input file name regex match clause.
    //   6. Input file name regex substitution clause.
    //   7. Input file name regex flags.
    //
    // Note that we're not using named capture groups because that is
    // not supported by C++11 to which we will eventually migrate when
    // GCC supports the full C++11 regex functionality (reportedly
    // 4.9.0).
    //
    // Add the bit before the next substitution pattern to the result.
    result += match.prefix();
    // Decide what we're going to add to the result instead of the
    // substitution pattern:
    switch (*(match[0].first + 1)) {
      case 'l':
        result += stats_.moduleLabel();
        break;
      case 'p':
        result += stats_.processName();
        break;
      case 'i':
        result += subInputFileName_(match);
        break;
      case 't':
        result += subTimestamp_(match);
        break;
      default:
        if (match[2].matched) { // [#rRsS]
          result += subFilledNumericNoIndex_(match);
        } else {
          throw Exception(errors::Configuration)
            << "Unrecognized substitution %" << *(match[0].first + 1)
            << " in pattern " << filePattern
            << " -- typo or misconstructed regex?\n";
        }
        break;
    }
    si = match[0].second; // Set position for next match start.
  }
  result.append(si, se); // Append unmatched text at end.
  return result;
}

std::string art::PostCloseFileRenamer::maybeRenameFile	(	std::string const &	inPath,
		std::string const &	toPattern
	)

Definition at line 264 of file PostCloseFileRenamer.cc.

References applySubstitutions().

Referenced by art::RootOutput::fileNameAtClose(), and art::TFileService::fileNameAtClose_().

{
  std::string const& newFile = applySubstitutions(toPattern);
  boost::system::error_code ec;
  bfs::rename(inPath, newFile, ec);
  if (ec) {
    // Fail (different filesystems? Try copy / delete instead).
    // This attempt will throw on failure.
    bfs::copy_file(inPath, newFile, bfs::copy_option::overwrite_if_exists);
    bfs::remove(inPath);
  }
  return newFile;
}

std::string art::PostCloseFileRenamer::subFilledNumericNoIndex_ ( boost::smatch const &  match ) const

private

Definition at line 193 of file PostCloseFileRenamer.cc.

References art::FileStatsCollector::highestSubRunID(), art::SubRunID::isValid(), art::RunID::isValid(), art::FileStatsCollector::lowestSubRunID(), art::SubRunID::run(), art::SubRunID::runID(), stats_, and art::SubRunID::subRun().

Referenced by applySubstitutionsNoIndex_().

{
  bool const did_match = match[1].matched;
  std::string const format_string = match[1].str();
  auto zero_fill = [did_match, &format_string](std::ostringstream& os,
                                               auto const& num) {
    if (did_match) {
      os << std::setfill('0') << std::setw(std::stoul(format_string));
    }
    os << num;
  };

  std::string result;
  std::ostringstream num_str;

  switch (*(match[2].first)) {
    case '#':
      // In order to get the indexing correct, we cannot yet
      // substitute the index.  We must wait until the entire filename
      // as been assembled, with all other substitutions evaluated.
      // At this point, we need to restore the original pattern.
      num_str << "%" << match[1].str() << "#";
      break;
    case 'r':
      if (stats_.lowestSubRunID().runID().isValid()) {
        zero_fill(num_str, stats_.lowestSubRunID().run());
      }
      break;
    case 'R':
      if (stats_.highestSubRunID().runID().isValid()) {
        zero_fill(num_str, stats_.highestSubRunID().run());
      }
      break;
    case 's':
      if (stats_.lowestSubRunID().isValid()) {
        zero_fill(num_str, stats_.lowestSubRunID().subRun());
      }
      break;
    case 'S':
      if (stats_.highestSubRunID().isValid()) {
        zero_fill(num_str, stats_.highestSubRunID().subRun());
      }
      break;
    default: // INTERNAL ERROR.
      break;
  }
  result = num_str.str();
  if (result.empty()) {
    result = "-";
  }
  return result;
}

std::string art::PostCloseFileRenamer::subInputFileName_ ( boost::smatch const &  match ) const

private

Definition at line 94 of file PostCloseFileRenamer.cc.

References art::FileStatsCollector::lastOpenedInputFile(), art::errors::LogicError, and stats_.

Referenced by applySubstitutionsNoIndex_().

{
  std::string result;
  // If the filename is empty, substitute "-". If it is merely the
  // required substitution that is empty, substitute "".
  if (!stats_.lastOpenedInputFile().empty()) {
    bfs::path const ifp{stats_.lastOpenedInputFile()};
    if (match[4].matched) { // %if[bdenp]
      switch (*(match[4].first)) {
        case 'b': {
          // Base name without extension.
          result = ifp.stem().native();
        } break;
        case 'd': {
          // Fully resolved path without filename.
          result = canonical(ifp.parent_path()).native();
        } break;
        case 'e': {
          // Extension.
          result = ifp.extension().native();
        } break;
        case 'n': {
          // Base name with extension.
          result = ifp.filename().native();
        } break;
        case 'p': {
          // Fully-resolved path with filename.
          result = (canonical(ifp.parent_path()) / ifp.filename()).native();
        } break;
        default: // INTERNAL_ERROR.
          Exception(errors::LogicError)
            << "Internal error: subInputFileName_() did not recognize "
               "substitution code %if"
            << *(match[4].first) << ".\n";
          break;
      }
    } else if (match[5].matched) { // Regex substitution.
      // Decompose the regex;
      syntax_option_type sflags{ECMAScript};
      match_flag_type mflags{match_default};
      bool global{false};
      if (match[7].matched) { // Options.
        for (auto c : match[7].str()) {
          switch (c) {
            case 'i':
              sflags |= icase;
              break;
            case 'g':
              global = true;
              break;
            default: // INTERNAL ERROR.
              throw Exception(errors::LogicError)
                << "Internal error: subInputFileName_() did not recognize "
                   "regex flag '"
                << c << "'.\n";
              break;
          }
        }
      }
      if (!global) {
        mflags |= format_first_only;
      }
      boost::regex const dsub{match[5].str(), sflags};
      result = regex_replace(
        stats_.lastOpenedInputFile(), dsub, match[6].str(), mflags);
    } else { // INTERNAL ERROR.
      throw Exception(errors::LogicError)
        << "Internal error: subInputFileName_() called for unknown reasons "
           "with pattern "
        << match[0].str() << ".\n";
    }
  } else {
    result = "-";
  }
  return result;
}

std::string art::PostCloseFileRenamer::subTimestamp_ ( boost::smatch const &  match ) const

private

Definition at line 172 of file PostCloseFileRenamer.cc.

References art::errors::LogicError, art::FileStatsCollector::outputFileCloseTime(), art::FileStatsCollector::outputFileOpenTime(), and stats_.

Referenced by applySubstitutionsNoIndex_().

{
  std::string result;
  switch (*(match[3].first)) {
    case 'o': // Open.
      result = boost::posix_time::to_iso_string(stats_.outputFileOpenTime());
      break;
    case 'c': // Close.
      result = boost::posix_time::to_iso_string(stats_.outputFileCloseTime());
      break;
    default: // INTERNAL ERROR.
      throw Exception(errors::LogicError)
        << "Internal error: subTimestamp_() did not recognize substitution "
           "code %t"
        << *(match[3].first) << ".\n";
      break;
  }
  return result;
}

Member Data Documentation

std::map<detail::FileNameComponents, std::size_t> art::PostCloseFileRenamer::indexForProcessedPattern_ {}

private

Definition at line 34 of file PostCloseFileRenamer.h.

Referenced by applySubstitutions().

FileStatsCollector const& art::PostCloseFileRenamer::stats_

private

Definition at line 33 of file PostCloseFileRenamer.h.

Referenced by applySubstitutions(), applySubstitutionsNoIndex_(), subFilledNumericNoIndex_(), subInputFileName_(), and subTimestamp_().

---

The documentation for this class was generated from the following files:

• art/Framework/IO/PostCloseFileRenamer.h
• art/Framework/IO/PostCloseFileRenamer.cc