onert::backend::IPortableTensor Class Reference

A tensor class that is portable for other backends. More...

#include <IPortableTensor.h>

Collaboration diagram for onert::backend::IPortableTensor:

Public Member Functions
	IPortableTensor (const ir::OperandInfo &info)
virtual	~IPortableTensor ()
const ir::OperandInfo &	get_info () const
const ir::Sparsity *	sparsity () const
size_t	total_size () const override final
size_t	calcOffset (const ir::Coordinates &coords) const override final
ir::DataType	data_type () const override final
float	data_scale () const override final
int32_t	data_zero_point () const override final
const std::vector< float > &	data_scales () const override final
const std::vector< int32_t > &	data_zero_points () const override
bool	is_constant () const override final
	Return true if the tensor is constant.
bool	is_dynamic () const override final
	Return true if the tensor needs dynamic allocation, meaning that during compile-time the outpus shape cannot be known and the output shape is calculated during kernel execution-time.
ir::Shape	getShape () const override final
	Get ir::Shape of tensor.
bool	has_padding () const final
void	access (const std::function< void(ITensor &tensor)> &fn) final
Public Member Functions inherited from onert::backend::ITensor
virtual	~ITensor ()
virtual uint8_t *	buffer () const =0
virtual bool	applyShape (const ir::Shape &)
	Set the shape to shape and possibly re-allocate the buffer.
virtual void	set_dynamic ()
	set this tensor dynamic
virtual void	deallocBuffer ()
	Dealloc the buffer (only for dynamic tensors)
virtual void	setShape (const ir::Shape &)
	Set the shape of tenser to new_shape.
virtual bool	is_subtensor () const
virtual bool	needMemoryMap () const
virtual void	enqueueWriteBuffer (const void *, bool)
virtual void	enqueueReadBuffer (void *, bool)

Protected Attributes
ir::OperandInfo	_info

Detailed Description

A tensor class that is portable for other backends.

Backends that use derivatives of this interface can reuse each other's tensors without copying. Here's criterion to be a portable tensor:

• it must not have any paddings
• No special operations on access method
  • e.g. CL memory must map/unmap to use it from CPU, the memory so it cannot be portable

Definition at line 38 of file IPortableTensor.h.

Constructor & Destructor Documentation

IPortableTensor()

onert::backend::IPortableTensor::IPortableTensor ( const ir::OperandInfo &  info )

inline

Definition at line 41 of file IPortableTensor.h.

: _info(info) {}

~IPortableTensor()

onert::backend::IPortableTensor::~IPortableTensor ( )

virtual

Definition at line 26 of file IPortableTensor.cc.

{}

Member Function Documentation

access()

void onert::backend::IPortableTensor::access ( const std::function< void(ITensor &tensor)> &  fn )

inlinefinalvirtual

Implements onert::backend::ITensor.

Definition at line 70 of file IPortableTensor.h.

{ fn(*this); }

calcOffset()

size_t onert::backend::IPortableTensor::calcOffset ( const ir::Coordinates &  coords ) const

finaloverridevirtual

Implements onert::backend::ITensor.

Definition at line 28 of file IPortableTensor.cc.

{
  auto shape = _info.shape();
  size_t rank = shape.rank();
  rank = rank == 0 ? 1 : rank;
  size_t offset = 0;
  for (size_t i = 0; i < rank; ++i)
  {
    auto dim = shape.rank() == 0 ? 1 : shape.dim(i);
    offset = offset * dim + coords[i];
  }
  offset *= sizeOfDataType(data_type());
  return offset;
}

References _info, coords, data_type(), offset(), and onert::ir::OperandInfo::shape().

data_scale()

float onert::backend::IPortableTensor::data_scale ( ) const

inlinefinaloverridevirtual

Implements onert::backend::ITensor.

Definition at line 57 of file IPortableTensor.h.

{ return _info.typeInfo().scale(); }

References _info, onert::ir::TypeInfo::scale(), and onert::ir::OperandInfo::typeInfo().

Referenced by onert::backend::cpu::ops::ConcatLayer::concatenationQuant8(), onert::backend::cpu::ops::SoftMaxLayer::configure(), onert::backend::cpu::ops::FullyConnectedLayer::fullyConnectedHybrid(), onert::backend::cpu::ops::LogSoftMaxLayer::logsoftmaxQuant8(), onert::backend::cpu::ops::MeanLayer::MeanQuant8(), onert::backend::cpu::ops::ElementwiseActivationLayer::PopulateLookupTable(), onert::backend::cpu::ops::LogSoftMaxLayer::PopulateLookupTable(), onert::backend::cpu::ops::ConvolutionLayer::prepare(), onert::backend::cpu::ops::SoftMaxLayer::softmaxQuant8(), and onert::backend::cpu::ops::TransposeLayer::transposeQuant8().

data_scales()

const std::vector< float > & onert::backend::IPortableTensor::data_scales ( ) const

inlinefinaloverridevirtual

Implements onert::backend::ITensor.

Definition at line 59 of file IPortableTensor.h.

{ return _info.typeInfo().scales(); }

References _info, onert::ir::TypeInfo::scales(), and onert::ir::OperandInfo::typeInfo().

Referenced by onert::backend::cpu::ops::DepthwiseConvolutionLayer::configure(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::convQ8iHybridPerChannel(), onert::backend::cpu::ops::ConvolutionLayer::prepare(), onert::backend::cpu::ops::ConvolutionLayer::run(), and onert::backend::cpu::ops::DepthwiseConvolutionLayer::run().

data_type()

ir::DataType onert::backend::IPortableTensor::data_type ( ) const

inlinefinaloverridevirtual

Implements onert::backend::ITensor.

Definition at line 56 of file IPortableTensor.h.

{ return _info.typeInfo().type(); }

References _info, onert::ir::TypeInfo::type(), and onert::ir::OperandInfo::typeInfo().

Referenced by onert::backend::builtin::UserTensor::applyShape(), onert::exec::EdgeTensor::applyShape(), onert::backend::train::ops::BinaryArithmeticLayer::backward(), onert::backend::train::ops::ConvolutionLayer::backward(), onert::backend::train::ops::DepthwiseConvolutionLayer::backward(), onert::backend::train::ops::FullyConnectedLayer::backward(), onert::backend::train::ops::LossCategoricalCrossentropyLayer::backward(), onert::backend::train::ops::LossMeanSquaredErrorLayer::backward(), onert::backend::train::ops::MeanLayer::backward(), onert::backend::train::ops::PadLayer::backward(), onert::backend::train::ops::SoftMaxLayer::backward(), calcOffset(), onert::backend::cpu::ops::LogSoftMaxLayer::configure(), onert::backend::cpu::ops::SoftMaxLayer::configure(), onert::backend::cpu::ops::MeanLayer::configure(), onert::backend::cpu::ops::ReduceLayer::configure(), onert::backend::cpu::ops::GatherLayer::configure(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::configure(), onert::backend::cpu::ops::ConvolutionLayer::configure(), onert::backend::cpu::ops::FullyConnectedLayer::configure(), onert::backend::cpu::ops::PoolLayer::configure(), onert::backend::cpu::ops::QuantizeLayer::configure(), onert::backend::cpu::ops::ElementwiseActivationLayer::configure(), onert::backend::cpu::ops::ElementwiseBinaryLayer::configure(), onert::backend::cpu::ops::BinaryArithmeticLayer::configure(), onert::backend::train::ops::DepthwiseConvolutionLayer::configureBackward(), onert::backend::train::ops::PadLayer::depad(), onert::backend::train::ops::LossCategoricalCrossentropyLayer::forward(), onert::backend::train::ops::LossMeanSquaredErrorLayer::forward(), onert::backend::cpu::ops::getReducerAxes(), onert::backend::cpu::ops::MatrixBandPartLayer::matrixBandPartFloat32(), onert::backend::cpu::ops::PadLayer::padImpl(), onert::backend::cpu::ops::ConvolutionLayer::prepare(), onert::backend::cpu::ops::FullyConnectedLayer::prepare(), onert::backend::ruy::ops::ConvolutionLayer::prepare(), onert::backend::cpu::ops::LogSoftMaxLayer::run(), onert::backend::cpu::ops::AddNLayer::run(), onert::backend::cpu::ops::ArgMinMaxLayer::run(), onert::backend::cpu::ops::BatchMatMulLayer::run(), onert::backend::cpu::ops::BatchToSpaceNDLayer::run(), onert::backend::cpu::ops::BroadcastToLayer::run(), onert::backend::cpu::ops::CompareLayer::run(), onert::backend::cpu::ops::ConcatLayer::run(), onert::backend::cpu::ops::ConvolutionLayer::run(), onert::backend::cpu::ops::DepthToSpaceLayer::run(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::run(), onert::backend::cpu::ops::EinsumLayer::run(), onert::backend::cpu::ops::FillLayer::run(), onert::backend::cpu::ops::FullyConnectedLayer::run(), onert::backend::cpu::ops::FusedBatchNormLayer::run(), onert::backend::cpu::ops::GatherLayer::run(), onert::backend::cpu::ops::L2NormLayer::run(), onert::backend::cpu::ops::LSTMLayer::run(), onert::backend::cpu::ops::MatrixBandPartLayer::run(), onert::backend::cpu::ops::MeanLayer::run(), onert::backend::cpu::ops::OneHotLayer::run(), onert::backend::cpu::ops::PackLayer::run(), onert::backend::cpu::ops::PadLayer::run(), onert::backend::cpu::ops::PowLayer::run(), onert::backend::cpu::ops::QuantizeLayer::run(), onert::backend::cpu::ops::RangeLayer::run(), onert::backend::cpu::ops::ReduceLayer::run(), onert::backend::cpu::ops::ResizeBilinearLayer::run(), onert::backend::cpu::ops::ReverseLayer::run(), onert::backend::cpu::ops::RmsNormLayer::run(), onert::backend::cpu::ops::RoPELayer::run(), onert::backend::cpu::ops::SelectLayer::run(), onert::backend::cpu::ops::ShapeLayer::run(), onert::backend::cpu::ops::SliceLayer::run(), onert::backend::cpu::ops::SoftMaxLayer::run(), onert::backend::cpu::ops::SpaceToBatchNDLayer::run(), onert::backend::cpu::ops::SpaceToDepthLayer::run(), onert::backend::cpu::ops::SplitLayer::run(), onert::backend::cpu::ops::SplitVLayer::run(), onert::backend::cpu::ops::SqDiffLayer::run(), onert::backend::cpu::ops::StatelessRandomUniformLayer::run(), onert::backend::cpu::ops::StridedSliceLayer::run(), onert::backend::cpu::ops::TileLayer::run(), onert::backend::cpu::ops::TransposeLayer::run(), onert::backend::cpu::ops::UnpackLayer::run(), onert::backend::ruy::ops::ConvolutionLayer::run(), onert::backend::ruy::ops::FullyConnectedLayer::run(), onert::backend::xnnpack::ops::ConvolutionLayer::run(), onert::backend::xnnpack::ops::DepthwiseConvolutionLayer::run(), onert::backend::xnnpack::ops::FullyConnectedLayer::run(), onert::backend::cpu::ops::SplitLayer::split(), and onert::backend::cpu::ops::SplitVLayer::splitV().

data_zero_point()

int32_t onert::backend::IPortableTensor::data_zero_point ( ) const

inlinefinaloverridevirtual

Implements onert::backend::ITensor.

Definition at line 58 of file IPortableTensor.h.

{ return _info.typeInfo().zero_point(); }

References _info, onert::ir::OperandInfo::typeInfo(), and onert::ir::TypeInfo::zero_point().

Referenced by onert::backend::cpu::ops::ConcatLayer::concatenationQuant8(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::convQ8i(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::convQ8uPerChannel(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::convQ8uPerTensor(), onert::backend::cpu::ops::FullyConnectedLayer::fullyConnectedQuant8(), onert::backend::cpu::ops::LogSoftMaxLayer::logsoftmaxQuant8(), onert::backend::cpu::ops::MeanLayer::MeanQuant8(), onert::backend::cpu::ops::ElementwiseActivationLayer::PopulateLookupTable(), onert::backend::cpu::ops::L2NormLayer::run(), onert::backend::cpu::ops::PadLayer::run(), onert::backend::cpu::ops::QuantizeLayer::run(), onert::backend::cpu::ops::SoftMaxLayer::softmaxQuant8(), and onert::backend::cpu::ops::TransposeLayer::transposeQuant8().

data_zero_points()

const std::vector< int32_t > & onert::backend::IPortableTensor::data_zero_points ( ) const

inlineoverridevirtual

Implements onert::backend::ITensor.

Definition at line 60 of file IPortableTensor.h.

  {
    return _info.typeInfo().zero_points();
  }

References _info, onert::ir::OperandInfo::typeInfo(), and onert::ir::TypeInfo::zero_points().

Referenced by onert::backend::cpu::ops::DepthwiseConvolutionLayer::convQ8uPerChannel().

get_info()

const ir::OperandInfo & onert::backend::IPortableTensor::get_info ( ) const

inline

Definition at line 50 of file IPortableTensor.h.

{ return _info; }

References _info.

Referenced by onert::exec::EdgeTensor::applyShape(), onert::backend::train::ops::FullyConnectedLayer::configureBackward(), onert::backend::train::ops::ConvolutionLayer::configureBackward(), onert::backend::train::ops::DepthwiseConvolutionLayer::configureBackward(), and onert::backend::train::ops::BinaryArithmeticLayer::configureBackward().

getShape()

ir::Shape onert::backend::IPortableTensor::getShape ( ) const

inlinefinaloverridevirtual

Get ir::Shape of tensor.

Note

Higer dimension will be placed on front.

Implements onert::backend::ITensor.

Definition at line 66 of file IPortableTensor.h.

{ return _info.shape(); }

References _info, and onert::ir::OperandInfo::shape().

Referenced by onert::backend::train::ops::BackPropAccumulator::BackPropAccumulator(), onert::backend::xnnpack::ops::ConvolutionLayer::create(), onert::backend::xnnpack::ops::DepthwiseConvolutionLayer::create(), onert::backend::xnnpack::ops::FullyConnectedLayer::create(), onert::backend::train::ops::PadLayer::depad(), onert::backend::cpu::ops::getReducerAxes(), onert::backend::cpu::ops::HaveSameShapes(), onert::backend::cpu::ops::LSTMLayer::LSTMFloat(), onert::backend::cpu::ops::PadLayer::padImpl(), onert::backend::cpu::ops::ArgMinMaxLayer::run(), onert::backend::cpu::ops::ConvolutionLayer::run(), onert::backend::cpu::ops::RankLayer::run(), onert::backend::cpu::ops::ReduceLayer::run(), onert::backend::cpu::ops::ReverseLayer::run(), onert::backend::cpu::ops::SelectLayer::run(), onert::backend::ruy::ops::ConvolutionLayer::run(), onert::backend::xnnpack::ops::ConvolutionLayer::setup(), onert::backend::xnnpack::ops::DepthwiseConvolutionLayer::setup(), onert::backend::xnnpack::ops::FullyConnectedLayer::setup(), onert::backend::cpu::ops::SplitLayer::split(), onert::backend::cpu::ops::SplitVLayer::splitV(), and onert::backend::cpu::ops::TransposeLayer::transpose().

has_padding()

bool onert::backend::IPortableTensor::has_padding ( ) const

inlinefinalvirtual

Implements onert::backend::ITensor.

Definition at line 69 of file IPortableTensor.h.

{ return false; }

is_constant()

bool onert::backend::IPortableTensor::is_constant ( ) const

inlinefinaloverridevirtual

Return true if the tensor is constant.

Reimplemented from onert::backend::ITensor.

Definition at line 64 of file IPortableTensor.h.

{ return _info.isConstant(); }

References _info, and onert::ir::OperandInfo::isConstant().

Referenced by onert::backend::cpu::ops::DepthwiseConvolutionLayer::configure(), onert::backend::cpu::ops::FullyConnectedLayer::fullyConnectedFloat32(), onert::backend::ruy::ops::FullyConnectedLayer::fullyConnectedFloat32(), onert::backend::cpu::ops::FullyConnectedLayer::prepare(), onert::backend::ruy::ops::ConvolutionLayer::prepare(), and onert::backend::ruy::ops::FullyConnectedLayer::prepare().

is_dynamic()

bool onert::backend::IPortableTensor::is_dynamic ( ) const

inlinefinaloverridevirtual

Return true if the tensor needs dynamic allocation, meaning that during compile-time the outpus shape cannot be known and the output shape is calculated during kernel execution-time.

Implements onert::backend::ITensor.

Definition at line 65 of file IPortableTensor.h.

{ return _info.isDynamic(); }

References _info, and onert::ir::OperandInfo::isDynamic().

Referenced by onert::exec::EdgeTensor::applyShape(), onert::backend::cpu::ops::DepthwiseConvolutionLayer::configure(), onert::backend::basic::Tensor::increase_ref(), onert::backend::cpu::ops::ConvolutionLayer::prepare(), onert::backend::cpu::ops::FullyConnectedLayer::prepare(), onert::backend::cpu::ops::ConvolutionLayer::run(), and onert::backend::ruy::ops::ConvolutionLayer::run().

sparsity()

const ir::Sparsity * onert::backend::IPortableTensor::sparsity ( ) const

inline

Definition at line 51 of file IPortableTensor.h.

{ return _info.typeInfo().sparsity(); }

References _info, onert::ir::TypeInfo::sparsity(), and onert::ir::OperandInfo::typeInfo().

Referenced by onert::backend::cpu::ops::FullyConnectedLayer::fullyConnectedSparseWeight(), and onert::backend::cpu::ops::FullyConnectedLayer::run().

total_size()

size_t onert::backend::IPortableTensor::total_size ( ) const

inlinefinaloverridevirtual

Implements onert::backend::ITensor.

Definition at line 54 of file IPortableTensor.h.

{ return _info.total_size(); }

References _info, and onert::ir::OperandInfo::total_size().

Referenced by onert::exec::EdgeTensor::allocate_buffer(), onert::exec::EdgeTensor::applyShape(), onert::backend::train::ops::FullyConnectedLayer::configureBackward(), onert::backend::train::ops::BinaryArithmeticLayer::configureBackward(), onert::backend::basic::train::TrainableTensor::fillBuffer(), onert::backend::cpu::ops::LSTMLayer::LSTMFloat(), onert::backend::cpu::ops::ReshapeLayer::reshapeGeneric(), onert::backend::cpu::ops::ArgMinMaxLayer::run(), onert::backend::cpu::ops::ExpandDimsLayer::run(), onert::backend::cpu::ops::ReverseLayer::run(), onert::backend::cpu::ops::SplitLayer::split(), and onert::backend::cpu::ops::SplitVLayer::splitV().

Field Documentation

_info

ir::OperandInfo onert::backend::IPortableTensor::_info

protected

Definition at line 73 of file IPortableTensor.h.

Referenced by onert::exec::EdgeTensor::allocate_buffer(), onert::backend::basic::Tensor::applyShape(), onert::backend::builtin::IOTensor::applyShape(), calcOffset(), data_scale(), data_scales(), data_type(), data_zero_point(), data_zero_points(), onert::backend::basic::ExternalTensor::ExternalTensor(), get_info(), getShape(), is_constant(), is_dynamic(), onert::backend::basic::Tensor::set_dynamic(), onert::backend::builtin::IOTensor::set_dynamic(), onert::backend::builtin::UserTensor::set_dynamic(), onert::exec::EdgeTensor::set_dynamic(), onert::backend::basic::Tensor::setShape(), onert::backend::builtin::UserTensor::setShape(), onert::exec::EdgeTensor::setShape(), onert::backend::builtin::IOTensor::setShape(), onert::backend::builtin::IOTensor::setTensor(), sparsity(), and total_size().

---

The documentation for this class was generated from the following files:

• runtime/onert/core/include/backend/IPortableTensor.h
• runtime/onert/core/src/backend/IPortableTensor.cc