#include "ELstatistics.h"

Inheritance diagram for mf::service::ELstatistics:

Classes
struct	Config

Public Types
using	Parameters = fhicl::WrappedTable< Config >

enum	flag_enum { NO_LINE_BREAKS, TIMESTAMP, MILLISECOND, MODULE, SUBROUTINE, TEXT, SOME_CONTEXT, SERIAL, FULL_CONTEXT, TIME_SEPARATE, EPILOGUE_SEPARATE, NFLAGS }

Public Member Functions
	~ELstatistics ()

	ELstatistics (Parameters const &, std::ostream &)

	ELstatistics (Config const &, cet::ostream_handle &&)

	ELstatistics (ELstatistics const &)=delete

	ELstatistics (ELstatistics &&)=delete

ELstatistics &	operator= (ELstatistics const &)=delete

ELstatistics &	operator= (ELstatistics &&)=delete

void	setThreshold (ELseverityLevel sv)

virtual void	finish ()

Protected Member Functions
std::string	summarizeContext (std::string const &)

void	emitToken (std::ostream &os, std::string const &s, bool nl=false, bool preambleMode=false)

std::string	formSummary ()

bool	skipMsg (ELextendedID const &)

void	resetLimiters ()

void	resetMsgCounters ()

virtual void	fillPrefix (std::ostringstream &, mf::ErrorObj const &msg)

virtual void	fillUsrMsg (std::ostringstream &, mf::ErrorObj const &msg)

virtual void	fillSuffix (std::ostringstream &, mf::ErrorObj const &msg)

virtual void	routePayload (std::ostringstream const &, mf::ErrorObj const &msg)

virtual void	flush ()

Protected Attributes
ELseverityLevel	threshold_

MsgFormatSettings	format_

int	defaultLimit_

int	defaultReportEvery_

int	defaultTimespan_

std::map< std::string const, CategoryParams >	categoryParams_

std::map< ELextendedID const, XidLimiter >	xidLimiters_

std::map< ELextendedID const, StatsCount >	statsMap_

bool	outputStatistics_ {false}

bool	updatedStats_ {false}

bool	reset_ {false}

Private Member Functions
void	log (mf::ErrorObj &) override

void	summary () override

Private Attributes
cet::ostream_handle	osh_

Detailed Description

Definition at line 12 of file ELstatistics.h.

Member Typedef Documentation

using mf::service::ELstatistics::Parameters = fhicl::WrappedTable<Config>

Definition at line 17 of file ELstatistics.h.

Member Enumeration Documentation

enum mf::service::ELdestination::flag_enum

inherited

Enumerator
NO_LINE_BREAKS
TIMESTAMP
MILLISECOND
MODULE
SUBROUTINE
TEXT
SOME_CONTEXT
SERIAL
FULL_CONTEXT
TIME_SEPARATE
EPILOGUE_SEPARATE
NFLAGS

Definition at line 26 of file ELdestination.h.

                    {
       NO_LINE_BREAKS,
       TIMESTAMP,
       MILLISECOND,
       MODULE,
       SUBROUTINE,
       TEXT,
       SOME_CONTEXT,
       SERIAL,
       FULL_CONTEXT,
       TIME_SEPARATE,
       EPILOGUE_SEPARATE,
       NFLAGS
     };

Constructor & Destructor Documentation

mf::service::ELstatistics::~ELstatistics ( )

default

mf::service::ELstatistics::ELstatistics	(	Parameters const &	pset,
		std::ostream &	osp
	)

Definition at line 14 of file ELstatistics.cc.

15 : ELstatistics{pset(), cet::ostream_handle{osp}}

16 {}

mf::service::ELstatistics::ELstatistics

ELstatistics(Parameters const &, std::ostream &)

Definition: ELstatistics.cc:14

mf::service::ELstatistics::ELstatistics	(	Config const &	config,
		cet::ostream_handle &&	osh
	)

Definition at line 10 of file ELstatistics.cc.

References mf::service::ELstatistics::Config::elDestConfig, and osh_.

11 : ELdestination{config.elDestConfig()}, osh_{std::move(osh)}

12 {}

mf::service::ELstatistics::osh_

cet::ostream_handle osh_

Definition: ELstatistics.h:34

mf::service::ELdestination::ELdestination

ELdestination(Config const &)

Definition: ELdestination.cc:274

mf::service::ELstatistics::ELstatistics ( ELstatistics const & )

delete

mf::service::ELstatistics::ELstatistics ( ELstatistics && )

delete

Member Function Documentation

void mf::service::ELdestination::emitToken	(	std::ostream &	os,
		std::string const &	s,
		bool	nl = `false`,
		bool	preambleMode = `false`
	)

protectedinherited

Definition at line 390 of file ELdestination.cc.

References mf::service::ELdestination::charsOnLine_, mf::service::ELdestination::format_, art::detail::indent(), and mf::service::ELdestination::MsgFormatSettings::lineLength.

Referenced by mf::service::ELostreamOutput::ELostreamOutput(), mf::service::ELdestination::fillPrefix(), mf::service::ELdestination::fillSuffix(), and mf::service::ELdestination::fillUsrMsg().

   {
     string const indent(6, ' ');
     if (s.empty()) {
       if (nl) {
         os << '\n';
         charsOnLine_ = 0UL;
       }
       return;
     }
     if (!preambleMode) {
       os << s;
       return;
     }
     char const first = s[0];
     char const second = (s.length() < 2) ? '\0' : s[1];
     char const last = (s.length() < 2) ? '\0' : s[s.length() - 1];
     char const last2 = (s.length() < 3) ? '\0' : s[s.length() - 2];
     // checking -2 because the very last char is sometimes a ' '
     // inserted by ErrorLog::operator<<
     // Accounts for newline @ the beginning of the string
     if (first == '\n' || (charsOnLine_ + s.length()) > format_.lineLength) {
       charsOnLine_ = 0UL;
       if (second != ' ') {
         os << ' ';
         ++charsOnLine_;
       }
       if (first == '\n') {
         os << s.substr(1);
       } else {
         os << s;
       }
     } else {
       os << s;
     }
     if ((last == '\n') || (last2 == '\n')) {
       os << indent;
       if (last != ' ') {
         os << ' ';
       }
       charsOnLine_ = indent.length() + 1UL;
     }
     if (nl) {
       os << '\n';
       charsOnLine_ = 0UL;
     } else {
       charsOnLine_ += s.length();
     }
   }

void mf::service::ELdestination::fillPrefix	(	std::ostringstream &	oss,
		mf::ErrorObj const &	msg
	)

protectedvirtualinherited

Reimplemented in mfplugins::ELsyslog.

Definition at line 444 of file ELdestination.cc.

Referenced by mf::service::ELdestination::log().

   {
     if (msg.is_verbatim()) {
       return;
     }
     auto const& xid = msg.xid();
     charsOnLine_ = 0UL;
     emitToken(oss, "%MSG"s, false, true);
     emitToken(oss, xid.severity().getSymbol(), false, true);
     emitToken(oss, " ", false, true);
     emitToken(oss, xid.id(), false, true);
     emitToken(oss, msg.idOverflow(), false, true);
     emitToken(oss, ": ", false, true);
     if (format_.want(SERIAL)) {
       ostringstream s;
       s << msg.serial();
       emitToken(oss, "[serial #" + s.str() + "] ", false, true);
     }
     bool needAspace = true;
     if (format_.want(EPILOGUE_SEPARATE)) {
       if (xid.module().length() + xid.subroutine().length() > 0) {
         emitToken(oss, "\n", false, true);
         needAspace = false;
       } else if (format_.want(TIMESTAMP) && !format_.want(TIME_SEPARATE)) {
         emitToken(oss, "\n", false, true);
         needAspace = false;
       }
     }
     if (format_.want(MODULE) && (xid.module().length() > 0)) {
       if (needAspace) {
         emitToken(oss, " ", false, true);
         needAspace = false;
       }
       emitToken(oss, xid.module() + " ", false, true);
     }
     if (format_.want(SUBROUTINE) && (xid.subroutine().length() > 0)) {
       if (needAspace) {
         emitToken(oss, " ", false, true);
         needAspace = false;
       }
       emitToken(oss, xid.subroutine() + "() ", false, true);
     }
     if (format_.want(TIMESTAMP)) {
       if (format_.want(TIME_SEPARATE)) {
         emitToken(oss, "\n", false, true);
         needAspace = false;
       }
       if (needAspace) {
         emitToken(oss, " ", false, true);
         needAspace = false;
       }
       emitToken(oss, format_.timestamp(msg.timestamp()) + " ", false, true);
     }
     if (format_.want(SOME_CONTEXT)) {
       if (needAspace) {
         emitToken(oss, " ", false, true);
         needAspace = false;
       }
       emitToken(oss, msg.context(), false, true);
     }
   }

void mf::service::ELdestination::fillSuffix	(	std::ostringstream &	oss,
		mf::ErrorObj const &	msg
	)

protectedvirtualinherited

Reimplemented in mfplugins::ELsyslog.

Definition at line 534 of file ELdestination.cc.

References mf::service::ELdestination::emitToken(), mf::service::ELdestination::format_, mf::ErrorObj::is_verbatim(), mf::service::ELdestination::NO_LINE_BREAKS, and mf::service::ELdestination::MsgFormatSettings::want().

Referenced by mf::service::ELdestination::log().

   {
     if (!msg.is_verbatim() && !format_.want(NO_LINE_BREAKS)) {
       emitToken(oss, "\n%MSG");
     }
     oss << '\n';
   }

void mf::service::ELdestination::fillUsrMsg	(	std::ostringstream &	oss,
		mf::ErrorObj const &	msg
	)

protectedvirtualinherited

Reimplemented in mfplugins::ELsyslog.

Definition at line 507 of file ELdestination.cc.

References mf::service::ELdestination::emitToken(), mf::ErrorObj::filename(), mf::service::ELdestination::format_, mf::ErrorObj::is_verbatim(), mf::ErrorObj::items(), mf::ErrorObj::lineNumber(), mf::service::ELdestination::NO_LINE_BREAKS, mf::service::ELdestination::TEXT, util::to_string(), and mf::service::ELdestination::MsgFormatSettings::want().

Referenced by mfplugins::ELsyslog::fillUsrMsg(), and mf::service::ELdestination::log().

   {
     if (!format_.want(TEXT)) {
       return;
     }
     // Determine if file and line should be included
     if (!msg.is_verbatim()) {
       if (!msg.filename().empty()) {
         emitToken(oss, " "s);
         emitToken(oss, msg.filename());
         emitToken(oss, ":"s);
         emitToken(oss, to_string(msg.lineNumber()));
       }
       // Check for user-requested line breaks
       if (format_.want(NO_LINE_BREAKS)) {
         emitToken(oss, " ==> ");
       } else {
         emitToken(oss, "", true);
       }
     }
     // Print the contents.
     for (auto const& val : msg.items()) {
       emitToken(oss, val);
     }
   }

void mf::service::ELdestination::finish ( )

virtualinherited

Definition at line 703 of file ELdestination.cc.

704 {}

void mf::service::ELdestination::flush ( )

protectedvirtualinherited

Definition at line 715 of file ELdestination.cc.

References mf::ELwarning, and mf::service::ELdestination::log().

   {
     ErrorObj msg{ELwarning, "ELdestination"s};
     msg << "Call to unimplemented flush()!";
     log(msg);
   }

string mf::service::ELdestination::formSummary ( )

protectedinherited

Definition at line 576 of file ELdestination.cc.

References art::left(), n, mf::ELseverityLevel::nLevels, art::right(), and mf::service::ELdestination::statsMap_.

Referenced by summary(), and mf::service::ELdestination::summary().

   {
     ostringstream s;
     int n{};
     // -----  Summary part I:
     //
     bool ftnote{false};
     struct part3 {
       long n{}, t{};
     } p3[ELseverityLevel::nLevels];
     for (auto const& [xid, count] : statsMap_) {
       auto const& cat = xid.id();
       // -----  Emit new part I header, if needed:
       //
       if (n == 0) {
         s << "\n";
         s << " type     category        sev    module        subroutine      "
              "  count    total\n"
           << " ---- -------------------- -- ---------------- "
              "----------------  -----    -----\n";
       }
       // -----  Emit detailed message information:
       //
       s
         // Type
         << right << setw(5) << ++n
         << ' '
         // Category
         << left << setw(20) << cat.substr(0, 20)
         << ' '
         // Severity
         << left << setw(2) << xid.severity().getSymbol()
         << ' '
         // Module
         << left << setw(16) << xid.module().substr(0, 16)
         << ' '
         // Subroutine
         << left << setw(16)
         << xid.subroutine().substr(0, 16)
         // Count
         << right << setw(7) << count.n_ << left << setw(1)
         << (count.ignoredFlag_ ? '*' : ' ')
         // Total Count
         << right << setw(8) << count.aggregateN_ << '\n';
       ftnote = ftnote || count.ignoredFlag_;
       // -----  Obtain information for Part III, below:
       //
       p3[xid.severity().getLevel()].n += count.n_;
       p3[xid.severity().getLevel()].t += count.aggregateN_;
     }
     // -----  Provide footnote to part I, if needed:
     //
     if (ftnote) {
       s << "\n* Some occurrences of this message were suppressed in all "
            "logs, due to limits.\n";
     }
     // -----  Summary part II:
     //
     n = 0;
     for (auto const& pr : statsMap_) {
       auto const& xid = pr.first;
       auto const& count = pr.second;
       string const& cat = xid.id();
       if (n == 0) {
         s << '\n'
           << " type    category    Examples: run/evt        run/evt          "
              "run/evt\n"
           << " ---- -------------------- ---------------- ---------------- "
              "----------------\n";
       }
       s
         // Type
         << right << setw(5) << ++n
         << ' '
         // Category
         << left << setw(20) << cat
         << ' '
         // Context1
         << left << setw(16) << count.context1_.c_str()
         << ' '
         // Context2
         << left << setw(16) << count.context2_.c_str()
         << ' '
         // ContextLast
         << count.contextLast_ << '\n';
     }
     // -----  Summary part III:
     //
     s << '\n'
       << "Severity    # Occurrences   Total Occurrences\n"
       << "--------    -------------   -----------------\n";
     for (int k = 0; k < ELseverityLevel::nLevels; ++k) {
       if (p3[k].n != 0 || p3[k].t != 0) {
         s
           // Severity
           << left << setw(8)
           << ELseverityLevel{ELseverityLevel::ELsev_(k)}.getName().c_str()
           // Occurrences
           << right << setw(17)
           << p3[k].n
           // Total Occurrences
           << right << setw(20) << p3[k].t << '\n';
       }
     }
     return s.str();
   }

void mf::service::ELstatistics::log ( mf::ErrorObj & msg )

overrideprivatevirtual

Reimplemented from mf::service::ELdestination.

Definition at line 19 of file ELstatistics.cc.

References mf::ErrorObj::context(), mf::service::ELdestination::outputStatistics_, mf::ErrorObj::setReactedTo(), mf::ELextendedID::severity(), mf::service::ELdestination::skipMsg(), mf::service::ELdestination::statsMap_, mf::service::ELdestination::summarizeContext(), mf::service::ELdestination::threshold_, mf::service::ELdestination::updatedStats_, and mf::ErrorObj::xid().

   {
     if (msg.xid().severity() < threshold_) {
       if (outputStatistics_) {
         statsMap_[msg.xid()].add(summarizeContext(msg.context()), false);
         updatedStats_ = true;
       }
       return;
     }
     if (skipMsg(msg.xid())) {
       if (outputStatistics_) {
         statsMap_[msg.xid()].add(summarizeContext(msg.context()), false);
         updatedStats_ = true;
       }
       return;
     }
     msg.setReactedTo(true);
     // The only real difference between a statistics destination
     // and an ordinary one is here, where we make no attempt to
     // output the message.
     if (outputStatistics_) {
       statsMap_[msg.xid()].add(summarizeContext(msg.context()), true);
       updatedStats_ = true;
     }
   }

ELstatistics& mf::service::ELstatistics::operator= ( ELstatistics const & )

delete

ELstatistics& mf::service::ELstatistics::operator= ( ELstatistics && )

delete

void mf::service::ELdestination::resetLimiters ( )

protectedinherited

Definition at line 819 of file ELdestination.cc.

References mf::service::ELdestination::xidLimiters_.

Referenced by summary(), and mf::service::ELdestination::summary().

   {
     xidLimiters_.clear();
   }

void mf::service::ELdestination::resetMsgCounters ( )

protectedinherited

Definition at line 813 of file ELdestination.cc.

References mf::service::ELdestination::statsMap_.

Referenced by summary(), and mf::service::ELdestination::summary().

   {
     statsMap_.clear();
   }

void mf::service::ELdestination::routePayload	(	std::ostringstream const &	,
		mf::ErrorObj const &	msg
	)

protectedvirtualinherited

Reimplemented in mfplugins::ELsyslog, and mf::service::ELostreamOutput.

Definition at line 543 of file ELdestination.cc.

Referenced by mf::service::ELdestination::log(), and mf::service::ELdestination::summary().

544 {}

void mf::service::ELdestination::setThreshold ( ELseverityLevel sv )

inherited

Definition at line 709 of file ELdestination.cc.

References mf::service::ELdestination::threshold_.

   {
     threshold_ = sv;
   }

bool mf::service::ELdestination::skipMsg ( ELextendedID const & xid )

protectedinherited

Definition at line 726 of file ELdestination.cc.

Referenced by log(), and mf::service::ELdestination::log().

   {
     auto xl_iter = xidLimiters_.find(xid);
     if (xl_iter == xidLimiters_.end()) {
       // Need to create and initialize a limiter for this xid.
       int limit{defaultLimit_};
       int reportEvery{defaultReportEvery_};
       int timespan{defaultTimespan_};
       // Does the category of this xid have explicit limits?
       auto cp_iter = categoryParams_.find(xid.id());
       if (cp_iter != categoryParams_.end()) {
         // Category limits found, use them.
         auto const& cp = cp_iter->second;
         limit = (cp.limit_ < 0) ? defaultLimit_ : cp.limit_;
         reportEvery =
           (cp.reportEvery_ < 0) ? defaultReportEvery_ : cp.reportEvery_;
         timespan = (cp.timespan_ < 0) ? defaultTimespan_ : cp.timespan_;
       }
       XidLimiter& limiter = xidLimiters_[xid];
       limiter.previousTimestamp_ = time(0);
       limiter.msgCount_ = 0;
       limiter.skippedMsgCount_ =
         reportEvery - 1; // So that the FIRST of the prescaled messages emerges
       limiter.limit_ = limit;
       limiter.reportEvery_ = reportEvery;
       limiter.timespan_ = timespan;
       xl_iter = xidLimiters_.find(xid);
     }
     XidLimiter& limiter = xl_iter->second;
     time_t now = time(0);
     // Has it been so long that we should restart counting toward the limit?
     if ((limiter.timespan_ >= 0) &&
         (difftime(now, limiter.previousTimestamp_) >= limiter.timespan_)) {
       limiter.msgCount_ = 0;
       if (limiter.reportEvery_ > 0) {
         // So this message will be reacted to
         limiter.skippedMsgCount_ = limiter.reportEvery_ - 1;
       } else {
         limiter.skippedMsgCount_ = 0;
       }
     }
     limiter.previousTimestamp_ = now;
     ++limiter.msgCount_;
     ++limiter.skippedMsgCount_;
     if (limiter.skippedMsgCount_ < limiter.reportEvery_) {
       // Skip message.
       return true;
     }
     if (limiter.limit_ == 0) {
       // Zero limit - never react to this
       // Skip message.
       return true;
     }
     if ((limiter.limit_ < 0) || (limiter.msgCount_ <= limiter.limit_)) {
       limiter.skippedMsgCount_ = 0;
       // Accept message.
       return false;
     }
     // Now we are over the limit - have we exceeded limit by 2^N * limit?
     long diff = limiter.msgCount_ - limiter.limit_;
     long r = diff / limiter.limit_;
     if (r * limiter.limit_ != diff) {
       // Not a multiple of limit - don't react
       // Skip message.
       return true;
     }
     if (r == 1) {
       // Exactly twice limit - react
       limiter.skippedMsgCount_ = 0;
       // Accept message.
       return false;
     }
     while (r > 1) {
       if ((r & 1) != 0) {
         // Not 2**msgCount_ times limit - don't react
         // Skip message.
         return true;
       }
       r >>= 1;
     }
     // If you never get an odd number till one, r is 2**msgCount_ so react
     limiter.skippedMsgCount_ = 0;
     // Accept message.
     return false;
   }

string mf::service::ELdestination::summarizeContext ( std::string const & )

protectedinherited

Definition at line 360 of file ELdestination.cc.

Referenced by log(), and mf::service::ELdestination::log().

   {
     if (c.substr(0, 4) != "Run:") {
       return c;
     }
     istringstream is(c);
     string runWord;
     int run;
     is >> runWord >> run;
     if (!is) {
       return c;
     }
     if (runWord != "Run:") {
       return c;
     }
     string eventWord;
     int event;
     is >> eventWord >> event;
     if (!is) {
       return c;
     }
     if (eventWord != "Event:") {
       return c;
     }
     ostringstream os;
     os << run << "/" << event;
     return os.str();
   }

void mf::service::ELstatistics::summary ( )

overrideprivatevirtual

Reimplemented from mf::service::ELdestination.

Definition at line 48 of file ELstatistics.cc.

References mf::service::ELdestination::formSummary(), osh_, mf::service::ELdestination::outputStatistics_, mf::service::ELdestination::reset_, mf::service::ELdestination::resetLimiters(), mf::service::ELdestination::resetMsgCounters(), and mf::service::ELdestination::updatedStats_.

   {
     if (outputStatistics_ && updatedStats_) {
       osh_ << "\n=============================================\n\n"
            << "MessageLogger Summary\n"
            << formSummary();
     }
     updatedStats_ = false;
     if (reset_) {
       resetMsgCounters();
       resetLimiters();
     }
   }