art::PostCloseFileRenamer Class Reference

#include "PostCloseFileRenamer.h"

Public Member Functions
	PostCloseFileRenamer (FileStatsCollector const &stats)
std::string	applySubstitutions (std::string const &filePattern)
std::string	maybeRenameFile (std::string const &inPath, std::string const &toPattern)

Private Member Functions
std::string	applySubstitutionsNoIndex_ (std::string const &filePattern) const
std::string	subInputFileName_ (boost::smatch const &match) const
std::string	subTimestamp_ (boost::smatch const &match) const
std::string	subFilledNumericNoIndex_ (boost::smatch const &match) const

Private Attributes
FileStatsCollector const &	stats_
std::map< detail::FileNameComponents, std::size_t >	indexForProcessedPattern_ {}

Detailed Description

Definition at line 14 of file PostCloseFileRenamer.h.

Constructor & Destructor Documentation

art::PostCloseFileRenamer::PostCloseFileRenamer

(

FileStatsCollector const &

stats

)

Definition at line 37 of file PostCloseFileRenamer.cc.

  : stats_{stats}
{}

Member Function Documentation

std::string art::PostCloseFileRenamer::applySubstitutions

(

std::string const &

filePattern

)

Definition at line 269 of file PostCloseFileRenamer.cc.

References applySubstitutionsNoIndex_(), art::detail::componentsFromPattern(), art::FileStatsCollector::fileCloseRecorded(), indexForProcessedPattern_, and stats_.

Referenced by maybeRenameFile().

{
  std::string const finalPattern = applySubstitutionsNoIndex_(toPattern);
  auto const components = detail::componentsFromPattern(finalPattern);

  // Get index for the processed pattern, incrementing if a file-close
  // has been recorded.
  auto& index = indexForProcessedPattern_[components];
  if (stats_.fileCloseRecorded()) {
    ++index;
  }

  return components.fileNameWithIndex(index);
}

std::string art::PostCloseFileRenamer::applySubstitutionsNoIndex_ ( std::string const &  filePattern ) const

private

Definition at line 43 of file PostCloseFileRenamer.cc.

References util::cbegin(), util::cend(), art::errors::Configuration, art::FileStatsCollector::moduleLabel(), art::FileStatsCollector::processName(), stats_, subFilledNumericNoIndex_(), subInputFileName_(), and subTimestamp_().

Referenced by applySubstitutions().

{
  std::string result; // Empty
  smatch match;
  auto sb = cbegin(filePattern), sid = sb, se = cend(filePattern);
  while (regex_search(sid, se, match, rename_re)) {
    // Precondition: that the regex creates the sub-matches we think it
    // should.
    assert(match.size() == 8);
    // Subexpressions:
    //   0: Entire matched expression.
    //   1. Possible fill format digits for numeric substitution.
    //   2. Numeric substitution specifier.
    //   3. Timestamp substitution specifier.
    //   4. Input file name substitution specifier.
    //   5. Input file name regex match clause.
    //   6. Input file name regex substitution clause.
    //   7. Input file name regex flags.
    //
    // Note that we're not using named capture groups because that is
    // not supported by C++11 to which we will eventually migrate when
    // GCC supports the full C++11 regex functionality (reportedly
    // 4.9.0).
    //
    // Add the bit before the next substitution pattern to the result.
    result += match.prefix();
    // Decide what we're going to add to the result instead of the
    // substitution pattern:
    switch (*(match[0].first + 1)) {
    case 'l':
      result += stats_.moduleLabel();
      break;
    case 'p':
      result += stats_.processName();
      break;
    case 'i':
      result += subInputFileName_(match);
      break;
    case 't':
      result += subTimestamp_(match);
      break;
    default:
      if (match[2].matched) { // [#rRsS]
        result += subFilledNumericNoIndex_(match);
      } else {
        throw Exception(errors::Configuration)
          << "Unrecognized substitution %" << *(match[0].first + 1)
          << " in pattern " << filePattern
          << " -- typo or misconstructed regex?\n";
      }
      break;
    }
    sid = match[0].second; // Set position for next match start.
  }
  result.append(sid, se); // Append unmatched text at end.
  return result;
}

std::string art::PostCloseFileRenamer::maybeRenameFile	(	std::string const &	inPath,
		std::string const &	toPattern
	)

Definition at line 285 of file PostCloseFileRenamer.cc.

References applySubstitutions().

{
  std::string const& newFile = applySubstitutions(toPattern);
  boost::system::error_code ec;
  bfs::rename(inPath, newFile, ec);
  if (ec) {
    // Fail (different filesystems? Try copy / delete instead).
    // This attempt will throw on failure.
    bfs::copy_file(inPath, newFile, bfs::copy_options::overwrite_existing);
    bfs::remove(inPath);
  }
  return newFile;
}

std::string art::PostCloseFileRenamer::subFilledNumericNoIndex_ ( boost::smatch const &  match ) const

private

Definition at line 214 of file PostCloseFileRenamer.cc.

References art::FileStatsCollector::highestRunID(), art::FileStatsCollector::highestSubRunID(), art::RunID::isValid(), art::SubRunID::isValid(), art::FileStatsCollector::lowestRunID(), art::FileStatsCollector::lowestSubRunID(), art::RunID::run(), stats_, and art::SubRunID::subRun().

Referenced by applySubstitutionsNoIndex_().

{
  bool const did_match = match[1].matched;
  std::string const format_string = match[1].str();
  auto zero_fill = [did_match, &format_string](std::ostringstream& os,
                                               auto const& num) {
    if (did_match) {
      os << std::setfill('0') << std::setw(std::stoul(format_string));
    }
    os << num;
  };

  std::string result;
  std::ostringstream num_str;

  switch (*(match[2].first)) {
  case '#':
    // In order to get the indexing correct, we cannot yet
    // substitute the index.  We must wait until the entire filename
    // as been assembled, with all other substitutions evaluated.
    // At this point, we need to restore the original pattern.
    num_str << "%" << match[1].str() << "#";
    break;
  case 'r':
    if (stats_.lowestRunID().isValid()) {
      zero_fill(num_str, stats_.lowestRunID().run());
    }
    break;
  case 'R':
    if (stats_.highestRunID().isValid()) {
      zero_fill(num_str, stats_.highestRunID().run());
    }
    break;
  case 's':
    if (stats_.lowestSubRunID().isValid()) {
      zero_fill(num_str, stats_.lowestSubRunID().subRun());
    }
    break;
  case 'S':
    if (stats_.highestSubRunID().isValid()) {
      zero_fill(num_str, stats_.highestSubRunID().subRun());
    }
    break;
  default: // INTERNAL ERROR.
    break;
  }
  result = num_str.str();
  if (result.empty()) {
    result = "-";
  }
  return result;
}

std::string art::PostCloseFileRenamer::subInputFileName_ ( boost::smatch const &  match ) const

private

Definition at line 103 of file PostCloseFileRenamer.cc.

References art::FileStatsCollector::lastOpenedInputFile(), art::errors::LogicError, and stats_.

Referenced by applySubstitutionsNoIndex_().

{
  std::string result;
  // If the filename is empty, substitute "-". If it is merely the
  // required substitution that is empty, substitute "".
  if (!stats_.lastOpenedInputFile().empty()) {
    bfs::path const ifp{stats_.lastOpenedInputFile()};
    if (match[4].matched) { // %if[bdenp]
      switch (*(match[4].first)) {
      case 'b': {
        // Base name without extension.
        result = ifp.stem().native();
      } break;
      case 'd': {
        // Fully resolved path without filename.
        result = canonical(ifp.parent_path()).native();
      } break;
      case 'e': {
        // Extension.
        result = ifp.extension().native();
      } break;
      case 'n': {
        // Base name with extension.
        result = ifp.filename().native();
      } break;
      case 'p': {
        // Fully-resolved path with filename.
        result = (canonical(ifp.parent_path()) / ifp.filename()).native();
      } break;
      default: // INTERNAL_ERROR.
        Exception(errors::LogicError)
          << "Internal error: subInputFileName_() did not recognize "
             "substitution code %if"
          << *(match[4].first) << ".\n";
        break;
      }
    } else if (match[5].matched) { // Regex substitution.
      // Decompose the regex;
      syntax_option_type sflags{ECMAScript};
      match_flag_type mflags{match_default};
      bool global{false};
      if (match[7].matched) { // Options.
        for (auto c : match[7].str()) {
          switch (c) {
          case 'i':
            sflags |= icase;
            break;
          case 'g':
            global = true;
            break;
          default: // INTERNAL ERROR.
            throw Exception(errors::LogicError)
              << "Internal error: subInputFileName_() did not recognize "
                 "regex flag '"
              << c << "'.\n";
            break;
          }
        }
      }
      if (!global) {
        mflags |= format_first_only;
      }
      boost::regex const dsub{match[5].str(), sflags};
      result = regex_replace(
        stats_.lastOpenedInputFile(), dsub, match[6].str(), mflags);
    } else { // INTERNAL ERROR.
      throw Exception(errors::LogicError)
        << "Internal error: subInputFileName_() called for unknown reasons "
           "with pattern "
        << match[0].str() << ".\n";
    }
  } else {
    result = "-";
  }
  return result;
}

std::string art::PostCloseFileRenamer::subTimestamp_ ( boost::smatch const &  match ) const

private

Definition at line 181 of file PostCloseFileRenamer.cc.

References art::FileStatsCollector::highestRunStartTime(), art::FileStatsCollector::highestSubRunStartTime(), art::errors::LogicError, art::FileStatsCollector::lowestRunStartTime(), art::FileStatsCollector::lowestSubRunStartTime(), art::FileStatsCollector::outputFileCloseTime(), art::FileStatsCollector::outputFileOpenTime(), stats_, and art::to_string().

Referenced by applySubstitutionsNoIndex_().

{
  std::string result;
  switch (*(match[3].first)) {
  case 'o': // Open.
    result = to_string(stats_.outputFileOpenTime());
    break;
  case 'c': // Close.
    result = to_string(stats_.outputFileCloseTime());
    break;
  case 'r': // Start of Run with lowest number.
    result = to_string(stats_.lowestRunStartTime());
    break;
  case 'R': // Start of Run with highest number.
    result = to_string(stats_.highestRunStartTime());
    break;
  case 's': // Start of SubRun with lowest number.
    result = to_string(stats_.lowestSubRunStartTime());
    break;
  case 'S': // Start of SubRun with highest number.
    result = to_string(stats_.highestSubRunStartTime());
    break;
  default: // INTERNAL ERROR.
    throw Exception(errors::LogicError)
      << "Internal error: subTimestamp_() did not recognize substitution "
         "code %t"
      << *(match[3].first) << ".\n";
    break;
  }
  return result;
}

Member Data Documentation

std::map<detail::FileNameComponents, std::size_t> art::PostCloseFileRenamer::indexForProcessedPattern_ {}

private

Definition at line 34 of file PostCloseFileRenamer.h.

Referenced by applySubstitutions().

FileStatsCollector const& art::PostCloseFileRenamer::stats_

private

Definition at line 33 of file PostCloseFileRenamer.h.

Referenced by applySubstitutions(), applySubstitutionsNoIndex_(), subFilledNumericNoIndex_(), subInputFileName_(), and subTimestamp_().

---

The documentation for this class was generated from the following files:

• art/Framework/IO/PostCloseFileRenamer.h
• art/Framework/IO/PostCloseFileRenamer.cc