util::DatabaseUtil Class Reference

#include "DatabaseUtil.h"

Public Member Functions
	DatabaseUtil (fhicl::ParameterSet const &pset, art::ActivityRegistry &reg)
	~DatabaseUtil ()
void	reconfigure (fhicl::ParameterSet const &pset)
int	GetLifetimeFromDB (int run, double &lftime_real)
int	GetTriggerOffsetFromDB (int run, double &T0_real)
int	GetTemperatureFromDB (int run, double &temp_real)
int	GetEfieldValuesFromDB (int run, std::vector< double > &efield)
int	GetPOTFromDB (int run, long double &POT)
UBChannelMap_t	GetUBChannelMap (int data_taking_timestamp=-1, int swizzling_timestamp=-1)
UBChannelReverseMap_t	GetUBChannelReverseMap (int data_taking_timestamp=-1, int swizzling_timestamp=-1)
int	SelectFieldByName (std::vector< std::string > &value, const char *field, const char *condition, const char *table)
std::vector< std::string > &	split (const std::string &s, char delim, std::vector< std::string > &elems)
bool	ToughErrorTreatment () const
bool	ShouldConnect () const

Private Member Functions
int	SelectSingleFieldByQuery (std::vector< std::string > &value, const char *query)
int	Connect (int conn_wait=0)
int	DisConnect ()
void	LoadUBChannelMap (int data_taking_timestamp=-1, int swizzling_timestamp=-1)

Private Attributes
char	connection_str [200]
PGconn *	conn
std::string	fDBHostName
std::string	fDBName
std::string	fDBUser
std::string	fTableName
int	fPort
std::string	fPassword
bool	fToughErrorTreatment
bool	fShouldConnect
UBChannelMap_t	fChannelMap
UBChannelReverseMap_t	fChannelReverseMap

Detailed Description

Definition at line 52 of file DatabaseUtil.h.

Constructor & Destructor Documentation

util::DatabaseUtil::DatabaseUtil	(	fhicl::ParameterSet const &	pset,
		art::ActivityRegistry &	reg
	)

Definition at line 19 of file DatabaseUtil_service.cc.

References conn, fChannelMap, fChannelReverseMap, and reconfigure().

{
  conn = NULL;
  this->reconfigure(pset);
  fChannelMap.clear();
  fChannelReverseMap.clear();
}

util::DatabaseUtil::~DatabaseUtil

(

)

Definition at line 28 of file DatabaseUtil_service.cc.

{

}

Member Function Documentation

int util::DatabaseUtil::Connect ( int  conn_wait = 0 )

private

Definition at line 34 of file DatabaseUtil_service.cc.

References conn, connection_str, fShouldConnect, fToughErrorTreatment, and LOG_DEBUG.

Referenced by LoadUBChannelMap(), and SelectSingleFieldByQuery().

{
  if(!fShouldConnect)
    return -1;
  
  if(conn_wait)
    sleep(conn_wait);
    
  conn = PQconnectdb(connection_str);
  if (PQstatus(conn) == CONNECTION_BAD) {
    mf::LogWarning("DatabaseUtil") << "Connection to database failed, "<<PQerrorMessage(conn)<<"\n";
    if( ( strstr(PQerrorMessage(conn),"remaining connection slots are reserved")!=NULL || 
          strstr(PQerrorMessage(conn),"sorry, too many clients already")!=NULL )
        && conn_wait<20 ) {
      conn_wait+=2;
      mf::LogWarning("DatabaseUtil") << "retrying connection after " << conn_wait << " seconds \n";
      return this->Connect(conn_wait);
    }
    if(fToughErrorTreatment)
      throw cet::exception("DataBaseUtil") << " DB connection failed\n";
   
  } else {
    LOG_DEBUG("DatabaseUtil")<<"Connected OK\n";
    return 1;
  }
  return -1;
}

int util::DatabaseUtil::DisConnect ( )

private

Definition at line 63 of file DatabaseUtil_service.cc.

References conn, fShouldConnect, and LOG_DEBUG.

Referenced by LoadUBChannelMap(), and SelectSingleFieldByQuery().

{
  if(!fShouldConnect)
    return -1;
  //close connection
  LOG_DEBUG("DatabaseUtil")<<"Closing Connection \n";
  PQfinish(conn);
  return 1;
}

int util::DatabaseUtil::GetEfieldValuesFromDB	(	int	run,
		std::vector< double > &	efield
	)

Definition at line 197 of file DatabaseUtil_service.cc.

References fTableName, and SelectSingleFieldByQuery().

Referenced by util::LArPropertiesServiceArgoNeuT::preBeginRun().

{
  
  std::vector<std::string> retvalue;
    
  char query[200];
  sprintf(query,"SELECT EFbet FROM EField,%s WHERE Efield.FID = %s.FID AND run = %d ORDER BY planegap",fTableName.c_str(),fTableName.c_str(),run);
  int err=SelectSingleFieldByQuery(retvalue,query);
  
  if(err!=-1 && retvalue.size()>=1){
    efield.clear();    //clear value before setting new values
    for(unsigned int i=0;i<retvalue.size();i++) {
      char * endstr;
      efield.push_back(std::strtod(retvalue[i].c_str(),&endstr)); 
    }
    return 0; 
  }

  return -1;
    
}

int util::DatabaseUtil::GetLifetimeFromDB	(	int	run,
		double &	lftime_real
	)

Definition at line 240 of file DatabaseUtil_service.cc.

References fTableName, and SelectFieldByName().

Referenced by util::LArPropertiesServiceArgoNeuT::preBeginRun().

                                                                   {

  //  char query[100];
  //  sprintf(query,"SELECT tau FROM argoneut_test WHERE run = %d",run);

  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond,"run = %d",run);
  int err=SelectFieldByName(retvalue,"tau",cond,fTableName.c_str());
  
  if(err!=-1 && retvalue.size()==1){
    char * endstr;
    lftime_real=std::strtod(retvalue[0].c_str(),&endstr); 
    return 0; 
  }


  return -1;

}

int util::DatabaseUtil::GetPOTFromDB	(	int	run,
		long double &	POT
	)

Definition at line 283 of file DatabaseUtil_service.cc.

References fTableName, and SelectFieldByName().

                                                           {

  //  char query[100];
  //  sprintf(query,"SELECT tau FROM argoneut_test WHERE run = %d",run);

  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond,"run = %d",run);
  int err=SelectFieldByName(retvalue,"pot",cond,fTableName.c_str());
  
  if(err!=-1 && retvalue.size()==1){
    char * endstr;
    POT=std::strtold(retvalue[0].c_str(),&endstr); 
    return 0; 
  }


  return -1;

}

int util::DatabaseUtil::GetTemperatureFromDB	(	int	run,
		double &	temp_real
	)

Definition at line 176 of file DatabaseUtil_service.cc.

References fTableName, and SelectFieldByName().

Referenced by util::LArPropertiesServiceArgoNeuT::preBeginRun().

{
  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond,"run = %d",run);
  int err=SelectFieldByName(retvalue,"temp",cond,fTableName.c_str());
  
  if(err!=-1 && retvalue.size()==1){
    char * endstr;
    temp_real=std::strtod(retvalue[0].c_str(),&endstr); 
    return 0; 
  }

  return -1;
 
  
}

int util::DatabaseUtil::GetTriggerOffsetFromDB	(	int	run,
		double &	T0_real
	)

Definition at line 261 of file DatabaseUtil_service.cc.

References fTableName, and SelectFieldByName().

                                                                    {

  //  char query[100];
  //  sprintf(query,"SELECT tau FROM argoneut_test WHERE run = %d",run);

  std::vector<std::string> retvalue;
  char cond[30];
  sprintf(cond,"run = %d",run);
  int err=SelectFieldByName(retvalue,"T0",cond,fTableName.c_str());
  
  if(err!=-1 && retvalue.size()==1){
    char * endstr;
    T0_real=std::strtod(retvalue[0].c_str(),&endstr); 
    return 0; 
  }


  return -1;

}

UBChannelMap_t util::DatabaseUtil::GetUBChannelMap	(	int	data_taking_timestamp = -1,
		int	swizzling_timestamp = -1
	)

Definition at line 387 of file DatabaseUtil_service.cc.

References fChannelMap, and LoadUBChannelMap().

                                                                                                   {
    LoadUBChannelMap( data_taking_timestamp, swizzling_timestamp );
    return fChannelMap;
  }

UBChannelReverseMap_t util::DatabaseUtil::GetUBChannelReverseMap	(	int	data_taking_timestamp = -1,
		int	swizzling_timestamp = -1
	)

Definition at line 392 of file DatabaseUtil_service.cc.

References fChannelReverseMap, and LoadUBChannelMap().

                                                                                                                 {
    LoadUBChannelMap( data_taking_timestamp, swizzling_timestamp );
    return fChannelReverseMap;
  }

void util::DatabaseUtil::LoadUBChannelMap ( int  data_taking_timestamp = -1, int  swizzling_timestamp = -1  )

private

Definition at line 306 of file DatabaseUtil_service.cc.

References util::UBDaqID::card, util::UBDaqID::channel, conn, Connect(), util::UBDaqID::crate, DisConnect(), fChannelMap, fChannelReverseMap, art::errors::FileReadError, and split().

Referenced by GetUBChannelMap(), and GetUBChannelReverseMap().

                                                                                          {

    if ( fChannelMap.size()>0 ) {
      // Use prevously grabbed data to avoid repeated call to database.
      // Also this avoids inglorious segfault. 
      return;
    }
    if ( conn==NULL )
      Connect( 0 );

    if(PQstatus(conn)!=CONNECTION_OK) {
      mf::LogError("") << __PRETTY_FUNCTION__ << ": Couldn't open connection to postgresql interface"  << PQdb(conn) <<":"<<PQhost(conn);
      PQfinish(conn);
      throw art::Exception( art::errors::FileReadError )
        << "Failed to get channel map from DB."<< std::endl;
    }
    
    fChannelMap.clear();
    fChannelReverseMap.clear();

    PGresult *res  = PQexec(conn, "BEGIN");    
    if (PQresultStatus(res) != PGRES_COMMAND_OK) { 
      mf::LogError("")<< "postgresql BEGIN failed";
      PQclear(res);
      PQfinish(conn);
      throw art::Exception( art::errors::FileReadError )
        << "postgresql BEGIN failed." << std::endl;
    }
    
    // Jason St. John's updated call to versioned database.
    // get_map_double_sec (data_taking_timestamp int DEFAULT now() , 
    //                     swizzling_timestamp   int DEFAULT now() )
    // Returns rows of: crate, slot, fem_channel, larsoft_channel 
    // Both arguments are optional, or can be passed their default of now(), or can be passed an explicit timestamp:
    // Example: "SELECT get_map_double_sec(1438430400);"
    PQclear(res);

    char dbquery[200];
    sprintf(dbquery, "SELECT get_map_double_sec(%i,%i);", data_taking_timestamp, swizzling_timestamp);
    res = PQexec(conn, dbquery); 

    if ((!res) || (PQresultStatus(res) != PGRES_TUPLES_OK) || (PQntuples(res) < 1))
      {
        mf::LogError("")<< "SELECT command did not return tuples properly. \n" << PQresultErrorMessage(res) << "Number rows: "<< PQntuples(res);
        PQclear(res);
        PQfinish(conn);
        throw art::Exception( art::errors::FileReadError )
          << "postgresql SELECT failed." << std::endl;
      } 

    int num_records=PQntuples(res);            //One record per channel, ideally.

    for (int i=0;i<num_records;i++) {
      std::string tup = PQgetvalue(res, i, 0); // (crate,slot,FEMch,larsoft_chan) format
      tup = tup.substr(1,tup.length()-2);      // Strip initial & final parentheses.
      std::vector<std::string> fields;
      split(tup, ',', fields);                 // Explode substrings into vector with comma delimiters. 
      
      int crate_id     = atoi( fields[0].c_str() );
      int slot         = atoi( fields[1].c_str() );
      int boardChan    = atoi( fields[2].c_str() );
      int larsoft_chan = atoi( fields[3].c_str() );
      
      UBDaqID daq_id(crate_id,slot,boardChan);
      std::pair<UBDaqID, UBLArSoftCh_t> p(daq_id,larsoft_chan);

      if ( fChannelMap.find(daq_id) != fChannelMap.end() ){
        std::cout << __PRETTY_FUNCTION__ << ": ";
        std::cout << "Multiple entries!" << std::endl;
        mf::LogWarning("")<< "Multiple DB entries for same (crate,card,channel). "<<std::endl
                          << "Redefining (crate,card,channel)=>id link ("
                          << daq_id.crate<<", "<< daq_id.card<<", "<< daq_id.channel<<")=>"
                          << fChannelMap.find(daq_id)->second;
      }
             
      fChannelMap.insert( p );
      fChannelReverseMap.insert( std::pair< UBLArSoftCh_t, UBDaqID >( larsoft_chan, daq_id ) );
    }
    this->DisConnect();
  }// end of LoadUBChannelMap

void util::DatabaseUtil::reconfigure

(

fhicl::ParameterSet const &

pset

)

Definition at line 76 of file DatabaseUtil_service.cc.

References connection_str, fDBHostName, fDBName, fDBUser, fPassword, fPort, fShouldConnect, fTableName, fToughErrorTreatment, fhicl::ParameterSet::get(), in, and art::errors::NotFound.

Referenced by DatabaseUtil().

{
  fDBHostName            = pset.get< std::string >("DBHostName"          );
  fDBName                = pset.get< std::string >("DBName"     );
  fDBUser                = pset.get< std::string >("DBUser");
  fTableName             = pset.get< std::string >("TableName");
  fPort                  = pset.get< int >("Port"     );
  fPassword              = "";
  fToughErrorTreatment   = pset.get< bool >("ToughErrorTreatment");
  fShouldConnect         = pset.get< bool >("ShouldConnect");
  
  // constructor decides if initialized value is a path or an environment variable
  std::string passfname;
  cet::search_path sp("FW_SEARCH_PATH");
  sp.find_file(pset.get< std::string >("PassFileName"), passfname);
  
  if (!passfname.empty()) {
    std::ifstream in(passfname.c_str());
    if(!in) {
      throw art::Exception(art::errors::NotFound)
        << "Database password file '" << passfname
        << "' not found in FW_SEARCH_PATH; using an empty password.\n";
    }
    std::getline(in, fPassword);
    in.close();
  }
  else if (fShouldConnect){
    throw art::Exception(art::errors::NotFound)
      << "Database password file '" << pset.get< std::string >("PassFileName")
      << "' not found in FW_SEARCH_PATH; using an empty password.\n";
  }
  
  sprintf(connection_str,"host=%s dbname=%s user=%s port=%d password=%s ",fDBHostName.c_str(),fDBName.c_str(),fDBUser.c_str(),fPort,fPassword.c_str());
   
  return;
}

int util::DatabaseUtil::SelectFieldByName	(	std::vector< std::string > &	value,
		const char *	field,
		const char *	condition,
		const char *	table
	)

Definition at line 221 of file DatabaseUtil_service.cc.

References SelectSingleFieldByQuery().

Referenced by GetLifetimeFromDB(), GetPOTFromDB(), GetTemperatureFromDB(), and GetTriggerOffsetFromDB().

                                                                {
  
  char query[100];
  sprintf(query,"SELECT %s FROM %s WHERE %s",field, table, condition);
  
  return SelectSingleFieldByQuery(value,query);
    
}

int util::DatabaseUtil::SelectSingleFieldByQuery ( std::vector< std::string > &  value, const char *  query  )

private

Definition at line 116 of file DatabaseUtil_service.cc.

References conn, Connect(), DisConnect(), fShouldConnect, and LOG_DEBUG.

Referenced by GetEfieldValuesFromDB(), and SelectFieldByName().

{
  PGresult *result;
  char * string_val;
  
  if(this->Connect()==-1)  {
    if(fShouldConnect)
      mf::LogWarning("DatabaseUtil")<< "DB Connection error \n";
    else
      mf::LogInfo("DatabaseUtil")<< "Not connecting to DB by choice. \n";
    return -1;
  }
    
  result = PQexec(conn, query);

  if (!result) {
    mf::LogInfo("DatabaseUtil")<< "PQexec command failed, no error code\n";
    return -1;
  } 
  else if(PQresultStatus(result)!=PGRES_TUPLES_OK) {
    if(PQresultStatus(result)==PGRES_COMMAND_OK) 
      LOG_DEBUG("DatabaseUtil")<<"Command executed OK, "<< PQcmdTuples(result) <<" rows affected\n";
    else
      mf::LogWarning("DatabaseUtil")<<"Command failed with code "
                                    <<PQresStatus(PQresultStatus(result)) <<", error message "
                                    <<PQresultErrorMessage(result)<<"\n";
                 
    PQclear(result);    
    this->DisConnect();
    return -1;
  }
  else {
    //  mf::LogInfo("DatabaseUtil")<<"Query may have returned data\n";
    //  mf::LogInfo("DatabaseUtil")<<"Number of rows returned: "<<PQntuples(result)
    //   <<", fields: "<<PQnfields(result)<<" \n";
    
    if(PQntuples(result)>=1){
      for(int i=0;i<PQntuples(result);i++)
        {
          string_val=PQgetvalue(result,i,0);
          value.push_back(string_val);
          LOG_DEBUG("DatabaseUtil")<<" extracted value: "<<value[i] << "\n";
        }
      PQclear(result);
      this->DisConnect();
      return 0;
    }
    else {
      mf::LogWarning("DatabaseUtil")<<"wrong number of rows returned:"<<PQntuples(result)<<"\n";
      PQclear(result);
      this->DisConnect();
      return -1;
    }   
  }
  
  
}

bool util::DatabaseUtil::ShouldConnect ( ) const

inline

Definition at line 71 of file DatabaseUtil.h.

{ return fShouldConnect; }

std::vector< std::string > & util::DatabaseUtil::split	(	const std::string &	s,
		char	delim,
		std::vector< std::string > &	elems
	)

Definition at line 399 of file DatabaseUtil_service.cc.

References DEFINE_ART_SERVICE, and ss.

Referenced by LoadUBChannelMap().

                                                                                                        {
    std::stringstream ss(s);
    std::string item;
    while (std::getline(ss, item, delim)) {
      elems.push_back(item);
    }
    return elems;
  }

bool util::DatabaseUtil::ToughErrorTreatment ( ) const

inline

Definition at line 70 of file DatabaseUtil.h.

{ return fToughErrorTreatment; }

Member Data Documentation

PGconn* util::DatabaseUtil::conn

private

Definition at line 80 of file DatabaseUtil.h.

Referenced by Connect(), DatabaseUtil(), DisConnect(), LoadUBChannelMap(), and SelectSingleFieldByQuery().

char util::DatabaseUtil::connection_str[200]

private

Definition at line 78 of file DatabaseUtil.h.

Referenced by Connect(), and reconfigure().

UBChannelMap_t util::DatabaseUtil::fChannelMap

private

Definition at line 90 of file DatabaseUtil.h.

Referenced by DatabaseUtil(), GetUBChannelMap(), and LoadUBChannelMap().

UBChannelReverseMap_t util::DatabaseUtil::fChannelReverseMap

private

Definition at line 91 of file DatabaseUtil.h.

Referenced by DatabaseUtil(), GetUBChannelReverseMap(), and LoadUBChannelMap().

std::string util::DatabaseUtil::fDBHostName

private

Definition at line 81 of file DatabaseUtil.h.

Referenced by reconfigure().

std::string util::DatabaseUtil::fDBName

private

Definition at line 82 of file DatabaseUtil.h.

Referenced by reconfigure().

std::string util::DatabaseUtil::fDBUser

private

Definition at line 83 of file DatabaseUtil.h.

Referenced by reconfigure().

std::string util::DatabaseUtil::fPassword

private

Definition at line 86 of file DatabaseUtil.h.

Referenced by reconfigure().

int util::DatabaseUtil::fPort

private

Definition at line 85 of file DatabaseUtil.h.

Referenced by reconfigure().

bool util::DatabaseUtil::fShouldConnect

private

Definition at line 88 of file DatabaseUtil.h.

Referenced by Connect(), DisConnect(), reconfigure(), and SelectSingleFieldByQuery().

std::string util::DatabaseUtil::fTableName

private

Definition at line 84 of file DatabaseUtil.h.

Referenced by GetEfieldValuesFromDB(), GetLifetimeFromDB(), GetPOTFromDB(), GetTemperatureFromDB(), GetTriggerOffsetFromDB(), and reconfigure().

bool util::DatabaseUtil::fToughErrorTreatment

private

Definition at line 87 of file DatabaseUtil.h.

Referenced by Connect(), and reconfigure().

---

The documentation for this class was generated from the following files:

• /cvmfs/larsoft.opensciencegrid.org/products/lardata/v07_01_01/source/lardata/Utilities/DatabaseUtil.h
• /cvmfs/larsoft.opensciencegrid.org/products/lardata/v07_01_01/source/lardata/Utilities/DatabaseUtil_service.cc