#include "TritonData.h"

Public Types
using	Result = nic::InferResult

using	TensorMetadata = inference::ModelMetadataResponse_TensorMetadata

using	ShapeType = std::vector< int64_t >

using	ShapeView = triton_span::Span< ShapeType::const_iterator >

Public Member Functions
	TritonData (const std::string &name, const TensorMetadata &model_info, bool noBatch)

bool	setShape (const ShapeType &newShape)

bool	setShape (unsigned loc, int64_t val)

template<typename DT >
void	toServer (std::shared_ptr< TritonInput< DT >> ptr)

template<typename DT >
TritonOutput< DT >	fromServer () const

const ShapeView &	shape () const

int64_t	byteSize () const

const std::string &	dname () const

unsigned	batchSize () const

bool	variableDims () const

int64_t	sizeDims () const

int64_t	sizeShape () const

Private Member Functions
bool	setShape (const ShapeType &newShape, bool canThrow)

bool	setShape (unsigned loc, int64_t val, bool canThrow)

void	setBatchSize (unsigned bsize)

void	reset ()

void	setResult (std::shared_ptr< Result > result)

IO *	data ()

bool	anyNeg (const ShapeView &vec) const

int64_t	dimProduct (const ShapeView &vec) const

void	createObject (IO **ioptr) const

Private Attributes
std::string	name_

std::shared_ptr< IO >	data_

const ShapeType	dims_

bool	noBatch_

unsigned	batchSize_

ShapeType	fullShape_

ShapeView	shape_

bool	variableDims_

int64_t	productDims_

std::string	dname_

inference::DataType	dtype_

int64_t	byteSize_

std::any	holder_

std::shared_ptr< Result >	result_

Friends
class	TritonClient

Detailed Description

template<typename IO>
class lartriton::TritonData< IO >

Definition at line 34 of file TritonData.h.

Member Typedef Documentation

template<typename IO>

using lartriton::TritonData< IO >::Result = nic::InferResult

Definition at line 36 of file TritonData.h.

template<typename IO>

using lartriton::TritonData< IO >::ShapeType = std::vector<int64_t>

Definition at line 38 of file TritonData.h.

template<typename IO>

using lartriton::TritonData< IO >::ShapeView = triton_span::Span<ShapeType::const_iterator>

Definition at line 39 of file TritonData.h.

template<typename IO>

using lartriton::TritonData< IO >::TensorMetadata = inference::ModelMetadataResponse_TensorMetadata

Definition at line 37 of file TritonData.h.

Constructor & Destructor Documentation

template<typename IO>

lartriton::TritonData< IO >::TritonData	(	const std::string &	name,
		const TensorMetadata &	model_info,
		bool	noBatch
	)

Definition at line 17 of file TritonData.cc.

References lartriton::TritonData< IO >::createObject(), lartriton::TritonData< IO >::data_, lartriton::TritonData< IO >::dname_, lartriton::TritonData< IO >::fullShape_, lartriton::TritonData< IO >::name_, and lartriton::TritonData< IO >::setShape().

     : name_(name)
     , dims_(model_info.shape().begin(), model_info.shape().end())
     , noBatch_(noBatch)
     , batchSize_(0)
     , fullShape_(dims_)
     , shape_(fullShape_.begin() + (noBatch_ ? 0 : 1), fullShape_.end())
     , variableDims_(anyNeg(shape_))
     , productDims_(variableDims_ ? -1 : dimProduct(shape_))
     , dname_(model_info.datatype())
     , dtype_(ni::ProtocolStringToDataType(dname_))
     , byteSize_(ni::GetDataTypeByteSize(dtype_))
   {
     //create input or output object
     IO* iotmp;
     createObject(&iotmp);
     data_.reset(iotmp);
   }

Member Function Documentation

template<typename IO>

bool lartriton::TritonData< IO >::anyNeg ( const ShapeView & vec ) const

inlineprivate

Definition at line 107 of file TritonData.h.

References triton_span::Span< T >::begin(), and triton_span::Span< T >::end().

     {
       return std::any_of(vec.begin(), vec.end(), [](int64_t i) { return i < 0; });
     }

template<typename IO>

unsigned lartriton::TritonData< IO >::batchSize ( ) const

inline

Definition at line 87 of file TritonData.h.

References lartriton::TritonData< IO >::batchSize_.

87 { return batchSize_; }

lartriton::TritonData::batchSize_

unsigned batchSize_

Definition: TritonData.h:122

template<typename IO>

int64_t lartriton::TritonData< IO >::byteSize ( ) const

inline

Definition at line 85 of file TritonData.h.

References lartriton::TritonData< IO >::byteSize_.

85 { return byteSize_; }

lartriton::TritonData::byteSize_

int64_t byteSize_

Definition: TritonData.h:129

template<typename IO>

void lartriton::TritonData< IO >::createObject ( IO ** ioptr ) const

private

Referenced by lartriton::TritonData< IO >::dimProduct(), and lartriton::TritonData< IO >::TritonData().

template<typename IO>

IO* lartriton::TritonData< IO >::data ( )

inlineprivate

Definition at line 104 of file TritonData.h.

References lartriton::TritonData< IO >::data_.

104 { return data_.get(); }

lartriton::TritonData::data_

std::shared_ptr< IO > data_

Definition: TritonData.h:119

template<typename IO>

int64_t lartriton::TritonData< IO >::dimProduct ( const ShapeView & vec ) const

inlineprivate

Definition at line 111 of file TritonData.h.

References triton_span::Span< T >::begin(), lartriton::TritonData< IO >::createObject(), and triton_span::Span< T >::end().

Referenced by lartriton::TritonData< IO >::sizeShape().

     {
       return std::accumulate(vec.begin(), vec.end(), 1, std::multiplies<int64_t>());
     }

template<typename IO>

const std::string& lartriton::TritonData< IO >::dname ( ) const

inline

Definition at line 86 of file TritonData.h.

References lartriton::TritonData< IO >::dname_.

86 { return dname_; }

lartriton::TritonData::dname_

std::string dname_

Definition: TritonData.h:127

template<typename DT >

TritonOutput< DT > lartriton::TritonOutputData::fromServer ( ) const

Definition at line 110 of file TritonData.cc.

References lartriton::TritonData< IO >::batchSize_, lartriton::TritonData< IO >::byteSize_, lartriton::TritonData< IO >::dname_, lartriton::TritonData< IO >::name_, lartriton::TritonData< IO >::result_, lartriton::TritonData< IO >::sizeShape(), and triton_utils::throwIfError().

Referenced by lartriton::TritonData< IO >::reset(), and lartriton::TritonData< IO >::toServer().

   {
     if (!result_) {
       throw cet::exception("TritonDataError") << name_ << " output(): missing result";
     }
 
     if (byteSize_ != sizeof(DT)) {
       throw cet::exception("TritonDataError")
         << name_ << " output(): inconsistent byte size " << sizeof(DT) << " (should be "
         << byteSize_ << " for " << dname_ << ")";
     }
 
     uint64_t nOutput = sizeShape();
     TritonOutput<DT> dataOut;
     const uint8_t* r0;
     size_t contentByteSize;
     size_t expectedContentByteSize = nOutput * byteSize_ * batchSize_;
     triton_utils::throwIfError(result_->RawData(name_, &r0, &contentByteSize),
                                "output(): unable to get raw");
     if (contentByteSize != expectedContentByteSize) {
       throw cet::exception("TritonDataError")
         << name_ << " output(): unexpected content byte size " << contentByteSize << " (expected "
         << expectedContentByteSize << ")";
     }
 
     const DT* r1 = reinterpret_cast<const DT*>(r0);
     dataOut.reserve(batchSize_);
     for (unsigned i0 = 0; i0 < batchSize_; ++i0) {
       auto offset = i0 * nOutput;
       dataOut.emplace_back(r1 + offset, r1 + offset + nOutput);
     }
 
     return dataOut;
   }

void lartriton::TritonOutputData::reset ( )

private

Definition at line 146 of file TritonData.cc.

References lartriton::TritonData< IO >::data_, lartriton::TritonData< IO >::fromServer(), lartriton::TritonData< IO >::holder_, lartriton::TritonData< IO >::result_, and lartriton::TritonData< IO >::toServer().

   {
     data_->Reset();
     holder_.reset();
   }

template<typename IO >

void lartriton::TritonData< IO >::setBatchSize ( unsigned bsize )

private

Definition at line 100 of file TritonData.cc.

References lartriton::TritonData< IO >::batchSize_, lartriton::TritonData< IO >::fullShape_, and lartriton::TritonData< IO >::noBatch_.

   {
     batchSize_ = bsize;
     if (!noBatch_) fullShape_[0] = batchSize_;
   }

template<typename IO>

void lartriton::TritonData< IO >::setResult ( std::shared_ptr< Result > result )

inlineprivate

Definition at line 103 of file TritonData.h.

References lartriton::TritonData< IO >::result_.

103 { result_ = result; }

lartriton::TritonData::result_

std::shared_ptr< Result > result_

Definition: TritonData.h:131

template<typename IO>

bool lartriton::TritonData< IO >::setShape ( const ShapeType & newShape )

inline

Definition at line 45 of file TritonData.h.

References lartriton::TritonData< IO >::setShape().

Referenced by lartriton::TritonData< IO >::setShape(), NuGraphInferenceSonicTriton::setShapeAndToServer(), and lartriton::TritonData< IO >::TritonData().

45 { return setShape(newShape, true); }

lartriton::TritonData::setShape

bool setShape(const ShapeType &newShape)

Definition: TritonData.h:45

template<typename IO>

bool lartriton::TritonData< IO >::setShape	(	unsigned	loc,
		int64_t	val
	)

inline

Definition at line 46 of file TritonData.h.

References lartriton::TritonData< IO >::setShape().

Referenced by lartriton::TritonData< IO >::setShape().

46 { return setShape(loc, val, true); }

lartriton::TritonData::setShape

bool setShape(const ShapeType &newShape)

Definition: TritonData.h:45

template<typename IO>

bool lartriton::TritonData< IO >::setShape	(	const ShapeType &	newShape,
		bool	canThrow
	)

private

template<typename IO >

bool lartriton::TritonData< IO >::setShape	(	unsigned	loc,
		int64_t	val,
		bool	canThrow
	)

private

Definition at line 62 of file TritonData.cc.

References lartriton::TritonData< IO >::dims_, lartriton::TritonData< IO >::fullShape_, MF_LOG_WARNING, lartriton::TritonData< IO >::name_, and lartriton::TritonData< IO >::noBatch_.

   {
     std::stringstream msg;
     unsigned full_loc = loc + (noBatch_ ? 0 : 1);
 
     //check boundary
     if (full_loc >= fullShape_.size()) {
       msg << name_ << " setShape(): dimension " << full_loc << " out of bounds ("
           << fullShape_.size() << ")";
       if (canThrow)
         throw cet::exception("TritonDataError") << msg.str();
       else {
         MF_LOG_WARNING("TritonDataWarning") << msg.str();
         return false;
       }
     }
 
     if (val != fullShape_[full_loc]) {
       if (dims_[full_loc] == -1) {
         fullShape_[full_loc] = val;
         return true;
       }
       else {
         msg << name_ << " setShape(): attempt to change value of non-variable shape dimension "
             << loc;
         if (canThrow)
           throw cet::exception("TritonDataError") << msg.str();
         else {
           MF_LOG_WARNING("TritonDataError") << msg.str();
           return false;
         }
       }
     }
 
     return true;
   }

template<typename IO>

const ShapeView& lartriton::TritonData< IO >::shape ( ) const

inline

Definition at line 84 of file TritonData.h.

References lartriton::TritonData< IO >::shape_.

84 { return shape_; }

lartriton::TritonData::shape_

ShapeView shape_

Definition: TritonData.h:124

template<typename IO>

int64_t lartriton::TritonData< IO >::sizeDims ( ) const

inline

Definition at line 91 of file TritonData.h.

References lartriton::TritonData< IO >::productDims_.

Referenced by lartriton::TritonData< IO >::sizeShape().

91 { return productDims_; }

lartriton::TritonData::productDims_

int64_t productDims_

Definition: TritonData.h:126

template<typename IO>

int64_t lartriton::TritonData< IO >::sizeShape ( ) const

inline

Definition at line 93 of file TritonData.h.

References lartriton::TritonData< IO >::dimProduct(), lartriton::TritonData< IO >::shape_, lartriton::TritonData< IO >::sizeDims(), and lartriton::TritonData< IO >::variableDims_.

Referenced by lartriton::TritonData< IO >::fromServer().

93 { return variableDims_ ? dimProduct(shape_) : sizeDims(); }

lartriton::TritonData::sizeDims

int64_t sizeDims() const

Definition: TritonData.h:91

lartriton::TritonData::variableDims_

bool variableDims_

Definition: TritonData.h:125

lartriton::TritonData::shape_

ShapeView shape_

Definition: TritonData.h:124

lartriton::TritonData::dimProduct

int64_t dimProduct(const ShapeView &vec) const

Definition: TritonData.h:111

template<typename IO>

template<typename DT >

void lartriton::TritonData< IO >::toServer ( std::shared_ptr< TritonInput< DT >> ptr )

inline

Definition at line 50 of file TritonData.h.

References lartriton::TritonData< IO >::batchSize_, lartriton::TritonData< IO >::byteSize_, lartriton::TritonData< IO >::data_, lartriton::TritonData< IO >::dname_, lartriton::TritonData< IO >::fromServer(), lartriton::TritonData< IO >::fullShape_, lartriton::TritonData< IO >::holder_, lartriton::TritonData< IO >::name_, triton_utils::throwIfError(), and util::to_string().

Referenced by lartriton::TritonData< IO >::reset(), and NuGraphInferenceSonicTriton::setShapeAndToServer().

     {
       const auto& data_in = *ptr;
 
       //check batch size
       if (data_in.size() != batchSize_) {
         throw cet::exception("TritonDataError")
           << name_ << " input(): input vector has size " << data_in.size()
           << " but specified batch size is " << batchSize_;
       }
 
       //shape must be specified for variable dims or if batch size changes
       data_->SetShape(fullShape_);
 
       if (byteSize_ != sizeof(DT))
         throw cet::exception("TritonDataError")
           << name_ << " input(): inconsistent byte size " << sizeof(DT) << " (should be "
           << byteSize_ << " for " << dname_ << ")";
 
       for (unsigned i0 = 0; i0 < batchSize_; ++i0) {
         const DT* arr = data_in[i0].data();
         triton_utils::throwIfError(
           data_->AppendRaw(reinterpret_cast<const uint8_t*>(arr), data_in[i0].size() * byteSize_),
           name_ + " input(): unable to set data for batch entry " + std::to_string(i0));
       }
 
       //keep input data in scope
       holder_ = std::move(ptr);
     }

template<typename IO>

bool lartriton::TritonData< IO >::variableDims ( ) const

inline

Definition at line 90 of file TritonData.h.

References lartriton::TritonData< IO >::variableDims_.

90 { return variableDims_; }

lartriton::TritonData::variableDims_

bool variableDims_

Definition: TritonData.h:125

Friends And Related Function Documentation

template<typename IO>

friend class TritonClient

friend

Definition at line 96 of file TritonData.h.

Member Data Documentation

template<typename IO>

unsigned lartriton::TritonData< IO >::batchSize_

private

Definition at line 122 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::batchSize(), lartriton::TritonData< IO >::fromServer(), lartriton::TritonData< IO >::setBatchSize(), and lartriton::TritonData< IO >::toServer().

template<typename IO>

int64_t lartriton::TritonData< IO >::byteSize_

private

Definition at line 129 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::byteSize(), lartriton::TritonData< IO >::fromServer(), and lartriton::TritonData< IO >::toServer().

template<typename IO>

std::shared_ptr<IO> lartriton::TritonData< IO >::data_

private

Definition at line 119 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::data(), lartriton::TritonData< IO >::reset(), lartriton::TritonData< IO >::toServer(), and lartriton::TritonData< IO >::TritonData().

template<typename IO>

const ShapeType lartriton::TritonData< IO >::dims_

private

Definition at line 120 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::setShape().

template<typename IO>

std::string lartriton::TritonData< IO >::dname_

private

Definition at line 127 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::dname(), lartriton::TritonData< IO >::fromServer(), lartriton::TritonData< IO >::toServer(), and lartriton::TritonData< IO >::TritonData().

template<typename IO>

inference::DataType lartriton::TritonData< IO >::dtype_

private

Definition at line 128 of file TritonData.h.

template<typename IO>

ShapeType lartriton::TritonData< IO >::fullShape_

private

Definition at line 123 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::setBatchSize(), lartriton::TritonData< IO >::setShape(), lartriton::TritonData< IO >::toServer(), and lartriton::TritonData< IO >::TritonData().

template<typename IO>

std::any lartriton::TritonData< IO >::holder_

private

Definition at line 130 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::reset(), and lartriton::TritonData< IO >::toServer().

template<typename IO>

std::string lartriton::TritonData< IO >::name_

private

Definition at line 118 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::fromServer(), lartriton::TritonData< IO >::setShape(), lartriton::TritonData< IO >::toServer(), and lartriton::TritonData< IO >::TritonData().

template<typename IO>

bool lartriton::TritonData< IO >::noBatch_

private

Definition at line 121 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::setBatchSize(), and lartriton::TritonData< IO >::setShape().

template<typename IO>

int64_t lartriton::TritonData< IO >::productDims_

private

Definition at line 126 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::sizeDims().

template<typename IO>

std::shared_ptr<Result> lartriton::TritonData< IO >::result_

private

Definition at line 131 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::fromServer(), lartriton::TritonData< IO >::reset(), and lartriton::TritonData< IO >::setResult().

template<typename IO>

ShapeView lartriton::TritonData< IO >::shape_

private

Definition at line 124 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::shape(), and lartriton::TritonData< IO >::sizeShape().

template<typename IO>

bool lartriton::TritonData< IO >::variableDims_

private

Definition at line 125 of file TritonData.h.

Referenced by lartriton::TritonData< IO >::sizeShape(), and lartriton::TritonData< IO >::variableDims().

The documentation for this class was generated from the following files:

larrecodnn/v10_01_05/source/larrecodnn/ImagePatternAlgs/NuSonic/Triton/TritonData.h
larrecodnn/v10_01_05/source/larrecodnn/ImagePatternAlgs/NuSonic/Triton/TritonData.cc

Public Types

Public Member Functions

Private Member Functions

Private Attributes

Friends

Detailed Description

template<typename IO> class lartriton::TritonData< IO >

Member Typedef Documentation

Constructor & Destructor Documentation

Member Function Documentation

Friends And Related Function Documentation

Member Data Documentation

template<typename IO>
class lartriton::TritonData< IO >