util::DatabaseUtil Class Reference

#include "DatabaseUtil.h"

Public Member Functions
	DatabaseUtil (fhicl::ParameterSet const &pset)
void	reconfigure (fhicl::ParameterSet const &pset)
int	GetLifetimeFromDB (int run, double &lftime_real)
int	GetTriggerOffsetFromDB (int run, double &T0_real)
int	GetTemperatureFromDB (int run, double &temp_real)
int	GetEfieldValuesFromDB (int run, std::vector< double > &efield)
int	GetPOTFromDB (int run, long double &POT)
UBChannelMap_t	GetUBChannelMap (int data_taking_timestamp=-1, int swizzling_timestamp=-1)
UBChannelReverseMap_t	GetUBChannelReverseMap (int data_taking_timestamp=-1, int swizzling_timestamp=-1)
int	SelectFieldByName (std::vector< std::string > &value, const char *field, const char *condition, const char *table)
std::vector< std::string > &	split (const std::string &s, char delim, std::vector< std::string > &elems)
bool	ToughErrorTreatment () const
bool	ShouldConnect () const

Private Member Functions
int	SelectSingleFieldByQuery (std::vector< std::string > &value, const char *query)
int	Connect (int conn_wait=0)
int	DisConnect ()
void	LoadUBChannelMap (int data_taking_timestamp=-1, int swizzling_timestamp=-1)

Private Attributes
char	connection_str [200]
PGconn *	conn
std::string	fDBHostName
std::string	fDBName
std::string	fDBUser
std::string	fTableName
int	fPort
std::string	fPassword
bool	fToughErrorTreatment
bool	fShouldConnect
UBChannelMap_t	fChannelMap
UBChannelReverseMap_t	fChannelReverseMap

Detailed Description

Definition at line 49 of file DatabaseUtil.h.

Constructor & Destructor Documentation

util::DatabaseUtil::DatabaseUtil

(

fhicl::ParameterSet const &

pset

)

Definition at line 19 of file DatabaseUtil.cc.

References conn, fChannelMap, fChannelReverseMap, and reconfigure().

{
  conn = NULL;
  this->reconfigure(pset);
  fChannelMap.clear();
  fChannelReverseMap.clear();
}

Member Function Documentation

int util::DatabaseUtil::Connect ( int  conn_wait = 0 )

private

Definition at line 28 of file DatabaseUtil.cc.

References conn, connection_str, fShouldConnect, fToughErrorTreatment, and MF_LOG_DEBUG.

Referenced by LoadUBChannelMap(), and SelectSingleFieldByQuery().

{
  if (!fShouldConnect) return -1;

  if (conn_wait) sleep(conn_wait);

  conn = PQconnectdb(connection_str);
  if (PQstatus(conn) == CONNECTION_BAD) {
    mf::LogWarning("DatabaseUtil")
      << "Connection to database failed, " << PQerrorMessage(conn) << "\n";
    if ((strstr(PQerrorMessage(conn), "remaining connection slots are reserved") != NULL ||
         strstr(PQerrorMessage(conn), "sorry, too many clients already") != NULL) &&
        conn_wait < 20) {
      conn_wait += 2;
      mf::LogWarning("DatabaseUtil") << "retrying connection after " << conn_wait << " seconds \n";
      return this->Connect(conn_wait);
    }
    if (fToughErrorTreatment) throw cet::exception("DataBaseUtil") << " DB connection failed\n";
  }
  else {
    MF_LOG_DEBUG("DatabaseUtil") << "Connected OK\n";
    return 1;
  }
  return -1;
}

int util::DatabaseUtil::DisConnect ( )

private

Definition at line 54 of file DatabaseUtil.cc.

References conn, fShouldConnect, and MF_LOG_DEBUG.

Referenced by LoadUBChannelMap(), and SelectSingleFieldByQuery().

{
  if (!fShouldConnect) return -1;
  //close connection
  MF_LOG_DEBUG("DatabaseUtil") << "Closing Connection \n";
  PQfinish(conn);
  return 1;
}

int util::DatabaseUtil::GetEfieldValuesFromDB	(	int	run,
		std::vector< double > &	efield
	)

Definition at line 180 of file DatabaseUtil.cc.

References fTableName, and SelectSingleFieldByQuery().

{

  std::vector<std::string> retvalue;

  char query[200];
  sprintf(query,
          "SELECT EFbet FROM EField,%s WHERE Efield.FID = %s.FID AND run = %d ORDER BY planegap",
          fTableName.c_str(),
          fTableName.c_str(),
          run);
  int err = SelectSingleFieldByQuery(retvalue, query);

  if (err != -1 && retvalue.size() >= 1) {
    efield.clear(); //clear value before setting new values
    for (unsigned int i = 0; i < retvalue.size(); i++) {
      char* endstr;
      efield.push_back(std::strtod(retvalue[i].c_str(), &endstr));
    }
    return 0;
  }

  return -1;
}

int util::DatabaseUtil::GetLifetimeFromDB	(	int	run,
		double &	lftime_real
	)

Definition at line 217 of file DatabaseUtil.cc.

References fTableName, and SelectFieldByName().

{

  //  char query[100];
  //  sprintf(query,"SELECT tau FROM argoneut_test WHERE run = %d",run);

  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond, "run = %d", run);
  int err = SelectFieldByName(retvalue, "tau", cond, fTableName.c_str());

  if (err != -1 && retvalue.size() == 1) {
    char* endstr;
    lftime_real = std::strtod(retvalue[0].c_str(), &endstr);
    return 0;
  }

  return -1;
}

int util::DatabaseUtil::GetPOTFromDB	(	int	run,
		long double &	POT
	)

Definition at line 257 of file DatabaseUtil.cc.

References fTableName, and SelectFieldByName().

{

  //  char query[100];
  //  sprintf(query,"SELECT tau FROM argoneut_test WHERE run = %d",run);

  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond, "run = %d", run);
  int err = SelectFieldByName(retvalue, "pot", cond, fTableName.c_str());

  if (err != -1 && retvalue.size() == 1) {
    char* endstr;
    POT = std::strtold(retvalue[0].c_str(), &endstr);
    return 0;
  }

  return -1;
}

int util::DatabaseUtil::GetTemperatureFromDB	(	int	run,
		double &	temp_real
	)

Definition at line 164 of file DatabaseUtil.cc.

References fTableName, and SelectFieldByName().

{
  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond, "run = %d", run);
  int err = SelectFieldByName(retvalue, "temp", cond, fTableName.c_str());

  if (err != -1 && retvalue.size() == 1) {
    char* endstr;
    temp_real = std::strtod(retvalue[0].c_str(), &endstr);
    return 0;
  }

  return -1;
}

int util::DatabaseUtil::GetTriggerOffsetFromDB	(	int	run,
		double &	T0_real
	)

Definition at line 237 of file DatabaseUtil.cc.

References fTableName, and SelectFieldByName().

{

  //  char query[100];
  //  sprintf(query,"SELECT tau FROM argoneut_test WHERE run = %d",run);

  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond, "run = %d", run);
  int err = SelectFieldByName(retvalue, "T0", cond, fTableName.c_str());

  if (err != -1 && retvalue.size() == 1) {
    char* endstr;
    T0_real = std::strtod(retvalue[0].c_str(), &endstr);
    return 0;
  }

  return -1;
}

UBChannelMap_t util::DatabaseUtil::GetUBChannelMap	(	int	data_taking_timestamp = -1,
		int	swizzling_timestamp = -1
	)

Definition at line 361 of file DatabaseUtil.cc.

References fChannelMap, and LoadUBChannelMap().

  {
    LoadUBChannelMap(data_taking_timestamp, swizzling_timestamp);
    return fChannelMap;
  }

UBChannelReverseMap_t util::DatabaseUtil::GetUBChannelReverseMap	(	int	data_taking_timestamp = -1,
		int	swizzling_timestamp = -1
	)

Definition at line 367 of file DatabaseUtil.cc.

References fChannelReverseMap, and LoadUBChannelMap().

  {
    LoadUBChannelMap(data_taking_timestamp, swizzling_timestamp);
    return fChannelReverseMap;
  }

void util::DatabaseUtil::LoadUBChannelMap ( int  data_taking_timestamp = -1, int  swizzling_timestamp = -1  )

private

Definition at line 279 of file DatabaseUtil.cc.

References util::UBDaqID::card, util::UBDaqID::channel, conn, Connect(), util::UBDaqID::crate, DisConnect(), fChannelMap, fChannelReverseMap, art::errors::FileReadError, and split().

Referenced by GetUBChannelMap(), and GetUBChannelReverseMap().

  {

    if (fChannelMap.size() > 0) {
      // Use prevously grabbed data to avoid repeated call to database.
      // Also this avoids inglorious segfault.
      return;
    }
    if (conn == NULL) Connect(0);

    if (PQstatus(conn) != CONNECTION_OK) {
      mf::LogError("") << __PRETTY_FUNCTION__
                       << ": Couldn't open connection to postgresql interface" << PQdb(conn) << ":"
                       << PQhost(conn);
      PQfinish(conn);
      throw art::Exception(art::errors::FileReadError)
        << "Failed to get channel map from DB." << std::endl;
    }

    fChannelMap.clear();
    fChannelReverseMap.clear();

    PGresult* res = PQexec(conn, "BEGIN");
    if (PQresultStatus(res) != PGRES_COMMAND_OK) {
      mf::LogError("") << "postgresql BEGIN failed";
      PQclear(res);
      PQfinish(conn);
      throw art::Exception(art::errors::FileReadError) << "postgresql BEGIN failed." << std::endl;
    }

    // Jason St. John's updated call to versioned database.
    // get_map_double_sec (data_taking_timestamp int DEFAULT now() ,
    //                     swizzling_timestamp   int DEFAULT now() )
    // Returns rows of: crate, slot, fem_channel, larsoft_channel
    // Both arguments are optional, or can be passed their default of now(), or can be passed an explicit timestamp:
    // Example: "SELECT get_map_double_sec(1438430400);"
    PQclear(res);

    char dbquery[200];
    sprintf(
      dbquery, "SELECT get_map_double_sec(%i,%i);", data_taking_timestamp, swizzling_timestamp);
    res = PQexec(conn, dbquery);

    if ((!res) || (PQresultStatus(res) != PGRES_TUPLES_OK) || (PQntuples(res) < 1)) {
      mf::LogError("") << "SELECT command did not return tuples properly. \n"
                       << PQresultErrorMessage(res) << "Number rows: " << PQntuples(res);
      PQclear(res);
      PQfinish(conn);
      throw art::Exception(art::errors::FileReadError) << "postgresql SELECT failed." << std::endl;
    }

    int num_records = PQntuples(res); //One record per channel, ideally.

    for (int i = 0; i < num_records; i++) {
      std::string tup = PQgetvalue(res, i, 0); // (crate,slot,FEMch,larsoft_chan) format
      tup = tup.substr(1, tup.length() - 2);   // Strip initial & final parentheses.
      std::vector<std::string> fields;
      split(tup, ',', fields); // Explode substrings into vector with comma delimiters.

      int crate_id = atoi(fields[0].c_str());
      int slot = atoi(fields[1].c_str());
      int boardChan = atoi(fields[2].c_str());
      int larsoft_chan = atoi(fields[3].c_str());

      UBDaqID daq_id(crate_id, slot, boardChan);
      std::pair<UBDaqID, UBLArSoftCh_t> p(daq_id, larsoft_chan);

      if (fChannelMap.find(daq_id) != fChannelMap.end()) {
        std::cout << __PRETTY_FUNCTION__ << ": ";
        std::cout << "Multiple entries!" << std::endl;
        mf::LogWarning("") << "Multiple DB entries for same (crate,card,channel). " << std::endl
                           << "Redefining (crate,card,channel)=>id link (" << daq_id.crate << ", "
                           << daq_id.card << ", " << daq_id.channel << ")=>"
                           << fChannelMap.find(daq_id)->second;
      }

      fChannelMap.insert(p);
      fChannelReverseMap.insert(std::pair<UBLArSoftCh_t, UBDaqID>(larsoft_chan, daq_id));
    }
    this->DisConnect();
  } // end of LoadUBChannelMap

void util::DatabaseUtil::reconfigure

(

fhicl::ParameterSet const &

pset

)

Definition at line 64 of file DatabaseUtil.cc.

References connection_str, fDBHostName, fDBName, fDBUser, fPassword, fPort, fShouldConnect, fTableName, fToughErrorTreatment, fhicl::ParameterSet::get(), in, and art::errors::NotFound.

Referenced by DatabaseUtil().

{
  fDBHostName = pset.get<std::string>("DBHostName");
  fDBName = pset.get<std::string>("DBName");
  fDBUser = pset.get<std::string>("DBUser");
  fTableName = pset.get<std::string>("TableName");
  fPort = pset.get<int>("Port");
  fPassword = "";
  fToughErrorTreatment = pset.get<bool>("ToughErrorTreatment");
  fShouldConnect = pset.get<bool>("ShouldConnect");

  // constructor decides if initialized value is a path or an environment variable
  std::string passfname;
  cet::search_path sp("FW_SEARCH_PATH");
  sp.find_file(pset.get<std::string>("PassFileName"), passfname);

  if (!passfname.empty()) {
    std::ifstream in(passfname.c_str());
    if (!in) {
      throw art::Exception(art::errors::NotFound)
        << "Database password file '" << passfname
        << "' not found in FW_SEARCH_PATH; using an empty password.\n";
    }
    std::getline(in, fPassword);
    in.close();
  }
  else if (fShouldConnect) {
    throw art::Exception(art::errors::NotFound)
      << "Database password file '" << pset.get<std::string>("PassFileName")
      << "' not found in FW_SEARCH_PATH; using an empty password.\n";
  }

  sprintf(connection_str,
          "host=%s dbname=%s user=%s port=%d password=%s ",
          fDBHostName.c_str(),
          fDBName.c_str(),
          fDBUser.c_str(),
          fPort,
          fPassword.c_str());

  return;
}

int util::DatabaseUtil::SelectFieldByName	(	std::vector< std::string > &	value,
		const char *	field,
		const char *	condition,
		const char *	table
	)

Definition at line 205 of file DatabaseUtil.cc.

References SelectSingleFieldByQuery().

Referenced by GetLifetimeFromDB(), GetPOTFromDB(), GetTemperatureFromDB(), and GetTriggerOffsetFromDB().

{

  char query[100];
  sprintf(query, "SELECT %s FROM %s WHERE %s", field, table, condition);

  return SelectSingleFieldByQuery(value, query);
}

int util::DatabaseUtil::SelectSingleFieldByQuery ( std::vector< std::string > &  value, const char *  query  )

private

Definition at line 107 of file DatabaseUtil.cc.

References conn, Connect(), DisConnect(), fShouldConnect, and MF_LOG_DEBUG.

Referenced by GetEfieldValuesFromDB(), and SelectFieldByName().

{
  PGresult* result;
  char* string_val;

  if (this->Connect() == -1) {
    if (fShouldConnect)
      mf::LogWarning("DatabaseUtil") << "DB Connection error \n";
    else
      mf::LogInfo("DatabaseUtil") << "Not connecting to DB by choice. \n";
    return -1;
  }

  result = PQexec(conn, query);

  if (!result) {
    mf::LogInfo("DatabaseUtil") << "PQexec command failed, no error code\n";
    return -1;
  }
  else if (PQresultStatus(result) != PGRES_TUPLES_OK) {
    if (PQresultStatus(result) == PGRES_COMMAND_OK)
      MF_LOG_DEBUG("DatabaseUtil")
        << "Command executed OK, " << PQcmdTuples(result) << " rows affected\n";
    else
      mf::LogWarning("DatabaseUtil")
        << "Command failed with code " << PQresStatus(PQresultStatus(result)) << ", error message "
        << PQresultErrorMessage(result) << "\n";

    PQclear(result);
    this->DisConnect();
    return -1;
  }
  else {
    //  mf::LogInfo("DatabaseUtil")<<"Query may have returned data\n";
    //  mf::LogInfo("DatabaseUtil")<<"Number of rows returned: "<<PQntuples(result)
    //   <<", fields: "<<PQnfields(result)<<" \n";

    if (PQntuples(result) >= 1) {
      for (int i = 0; i < PQntuples(result); i++) {
        string_val = PQgetvalue(result, i, 0);
        value.push_back(string_val);
        MF_LOG_DEBUG("DatabaseUtil") << " extracted value: " << value[i] << "\n";
      }
      PQclear(result);
      this->DisConnect();
      return 0;
    }
    else {
      mf::LogWarning("DatabaseUtil")
        << "wrong number of rows returned:" << PQntuples(result) << "\n";
      PQclear(result);
      this->DisConnect();
      return -1;
    }
  }
}

bool util::DatabaseUtil::ShouldConnect ( ) const

inline

Definition at line 73 of file DatabaseUtil.h.

{ return fShouldConnect; }

std::vector< std::string > & util::DatabaseUtil::split	(	const std::string &	s,
		char	delim,
		std::vector< std::string > &	elems
	)

Definition at line 376 of file DatabaseUtil.cc.

Referenced by LoadUBChannelMap().

  {
    std::stringstream ss(s);
    std::string item;
    while (std::getline(ss, item, delim)) {
      elems.push_back(item);
    }
    return elems;
  }

bool util::DatabaseUtil::ToughErrorTreatment ( ) const

inline

Definition at line 72 of file DatabaseUtil.h.

{ return fToughErrorTreatment; }

Member Data Documentation

PGconn* util::DatabaseUtil::conn

private

Definition at line 81 of file DatabaseUtil.h.

Referenced by Connect(), DatabaseUtil(), DisConnect(), LoadUBChannelMap(), and SelectSingleFieldByQuery().

char util::DatabaseUtil::connection_str[200]

private

Definition at line 79 of file DatabaseUtil.h.

Referenced by Connect(), and reconfigure().

UBChannelMap_t util::DatabaseUtil::fChannelMap

private

Definition at line 91 of file DatabaseUtil.h.

Referenced by DatabaseUtil(), GetUBChannelMap(), and LoadUBChannelMap().

UBChannelReverseMap_t util::DatabaseUtil::fChannelReverseMap

private

Definition at line 92 of file DatabaseUtil.h.

Referenced by DatabaseUtil(), GetUBChannelReverseMap(), and LoadUBChannelMap().

std::string util::DatabaseUtil::fDBHostName

private

Definition at line 82 of file DatabaseUtil.h.

Referenced by reconfigure().

std::string util::DatabaseUtil::fDBName

private

Definition at line 83 of file DatabaseUtil.h.

Referenced by reconfigure().

std::string util::DatabaseUtil::fDBUser

private

Definition at line 84 of file DatabaseUtil.h.

Referenced by reconfigure().

std::string util::DatabaseUtil::fPassword

private

Definition at line 87 of file DatabaseUtil.h.

Referenced by reconfigure().

int util::DatabaseUtil::fPort

private

Definition at line 86 of file DatabaseUtil.h.

Referenced by reconfigure().

bool util::DatabaseUtil::fShouldConnect

private

Definition at line 89 of file DatabaseUtil.h.

Referenced by Connect(), DisConnect(), reconfigure(), and SelectSingleFieldByQuery().

std::string util::DatabaseUtil::fTableName

private

Definition at line 85 of file DatabaseUtil.h.

Referenced by GetEfieldValuesFromDB(), GetLifetimeFromDB(), GetPOTFromDB(), GetTemperatureFromDB(), GetTriggerOffsetFromDB(), and reconfigure().

bool util::DatabaseUtil::fToughErrorTreatment

private

Definition at line 88 of file DatabaseUtil.h.

Referenced by Connect(), and reconfigure().

---

The documentation for this class was generated from the following files:

• lardata/v09_16_03/source/lardata/Utilities/DatabaseUtil.h
• lardata/v09_16_03/source/lardata/Utilities/DatabaseUtil.cc