onert::backend::basic::Tensor Class Reference

#include <Tensor.h>

Collaboration diagram for onert::backend::basic::Tensor:

Public Member Functions
	Tensor ()=delete
virtual	~Tensor ()
	Tensor (const ir::OperandInfo &info, DynamicMemoryManager *dynamic_mem_mgr)
void	setBuffer (uint8_t *buffer)
	Set the Buffer object. This method is called for static and non-const tensor.
void	setBuffer (const std::shared_ptr< Allocator > &alloc)
	Set the Buffer object. This method is called for dynamic or const tensor.
void	deallocBuffer () override
	Reset the buffer and deallocate the allocation if it is managed by itself.
uint8_t *	buffer () const override
void	set_dynamic () override
	set this tensor dynamic
bool	applyShape (const ir::Shape &new_shape) override
	Set the shape to shape and possibly re-allocate the buffer.
virtual void	increase_ref ()
virtual void	decrease_ref ()
virtual void	reset_ref ()
	Reset reference count to zero and release data.
virtual int32_t	num_references ()
void	setShape (const ir::Shape &new_shape) override
	Set the shape of tenser to new_shape.
Public Member Functions inherited from onert::backend::IPortableTensor
	IPortableTensor (const ir::OperandInfo &info)
virtual	~IPortableTensor ()
const ir::OperandInfo &	get_info () const
const ir::Sparsity *	sparsity () const
size_t	total_size () const override final
size_t	calcOffset (const ir::Coordinates &coords) const override final
ir::DataType	data_type () const override final
float	data_scale () const override final
int32_t	data_zero_point () const override final
const std::vector< float > &	data_scales () const override final
const std::vector< int32_t > &	data_zero_points () const override
bool	is_constant () const override final
	Return true if the tensor is constant.
bool	is_dynamic () const override final
	Return true if the tensor needs dynamic allocation, meaning that during compile-time the outpus shape cannot be known and the output shape is calculated during kernel execution-time.
ir::Shape	getShape () const override final
	Get ir::Shape of tensor.
bool	has_padding () const final
void	access (const std::function< void(ITensor &tensor)> &fn) final
Public Member Functions inherited from onert::backend::ITensor
virtual	~ITensor ()
virtual bool	is_subtensor () const
virtual bool	needMemoryMap () const
virtual void	enqueueWriteBuffer (const void *, bool)
virtual void	enqueueReadBuffer (void *, bool)

Protected Attributes
uint8_t *	_buffer
size_t	_size
int32_t	_num_references
DynamicMemoryManager *	_dynamic_mem_mgr
Protected Attributes inherited from onert::backend::IPortableTensor
ir::OperandInfo	_info

Detailed Description

Definition at line 36 of file Tensor.h.

Constructor & Destructor Documentation

Tensor() [1/2]

onert::backend::basic::Tensor::Tensor ( )

delete

~Tensor()

Tensor::~Tensor ( )

virtual

Definition at line 29 of file Tensor.cc.

{}

Tensor() [2/2]

onert::backend::basic::Tensor::Tensor ( const ir::OperandInfo &  info, DynamicMemoryManager *  dynamic_mem_mgr  )

inline

Definition at line 43 of file Tensor.h.

    : IPortableTensor(info), _buffer(nullptr), _size(info.total_size()), _num_references(0),
      _dynamic_mem_mgr(dynamic_mem_mgr), _allocator(nullptr)
  {
    // DO NOTHING
  }

Member Function Documentation

applyShape()

bool Tensor::applyShape ( const ir::Shape &  )

overridevirtual

Set the shape to shape and possibly re-allocate the buffer.

If a tensor is dynamic tensor and previously allocated memory exists, it will be deallocated. If a tensor is static tensor (with previously allocated memory by StaticTensorManager), buffer() will be overwriten

Parameters

shape

tensor's new shape. While allocating memory for this new_shape, tensor's shape is set to new_shape

Returns

true If applying shape is successful

false If not applying shape is not supported (it throws for other errors)

Reimplemented from onert::backend::ITensor.

Reimplemented in onert::backend::train::Tensor.

Definition at line 33 of file Tensor.cc.

{
  if (_buffer != nullptr && new_shape == _info.shape())
    return true;
 
  // Always set shape - when buffer with same or larger size was already allocated, shape could
  // differ
  _info.shape(new_shape);
  set_dynamic();
  if (_buffer == nullptr || _size < _info.total_size())
  {
    assert(_dynamic_mem_mgr);
    if (_allocator)
      _dynamic_mem_mgr->deallocate(this);
 
    _size = _info.total_size();
    setBuffer(_dynamic_mem_mgr->allocate(this, _size));
  }
 
  return true;
}

References _buffer, _dynamic_mem_mgr, onert::backend::IPortableTensor::_info, _size, onert::backend::basic::DynamicMemoryManager::allocate(), onert::backend::basic::DynamicMemoryManager::deallocate(), set_dynamic(), setBuffer(), onert::ir::OperandInfo::shape(), and onert::ir::OperandInfo::total_size().

buffer()

uint8_t * onert::backend::basic::Tensor::buffer ( ) const

inlineoverridevirtual

Implements onert::backend::ITensor.

Definition at line 73 of file Tensor.h.

{ return _buffer; }

References _buffer.

Referenced by onert::backend::basic::train::TrainableTensor::buffer(), onert::backend::basic::train::TrainableTensor::fillBuffer(), and setBuffer().

deallocBuffer()

void Tensor::deallocBuffer ( )

overridevirtual

Reset the buffer and deallocate the allocation if it is managed by itself.

Reimplemented from onert::backend::ITensor.

Definition at line 55 of file Tensor.cc.

{
  if (_allocator)
  {
    _buffer = nullptr;
    _allocator.reset();
    if (_dynamic_mem_mgr)
    {
      _dynamic_mem_mgr->deallocate(this);
    }
  }
}

References _buffer, _dynamic_mem_mgr, and onert::backend::basic::DynamicMemoryManager::deallocate().

decrease_ref()

virtual void onert::backend::basic::Tensor::decrease_ref ( )

inlinevirtual

Reimplemented in onert::backend::basic::ExternalTensor.

Definition at line 86 of file Tensor.h.

  {
    assert(_buffer != nullptr || _allocator != nullptr);
    assert(_num_references > 0);
    --_num_references;
    // constant tensor and dynamic tensor has _allocator
    if (_num_references == 0)
    {
      if (_buffer != nullptr)
        _buffer = nullptr;
      if (_allocator != nullptr)
      {
        _allocator->release();
        _allocator = nullptr;
      }
    }
  }

References _buffer, and _num_references.

increase_ref()

virtual void onert::backend::basic::Tensor::increase_ref ( )

inlinevirtual

Reimplemented in onert::backend::basic::ExternalTensor.

Definition at line 77 of file Tensor.h.

  {
    assert(is_dynamic() ||
           // when not dynamic
           (_buffer != nullptr));
 
    ++_num_references;
  }

References _buffer, _num_references, and onert::backend::IPortableTensor::is_dynamic().

num_references()

virtual int32_t onert::backend::basic::Tensor::num_references ( )

inlinevirtual

Reimplemented in onert::backend::basic::ExternalTensor.

Definition at line 123 of file Tensor.h.

{ return _num_references; }

References _num_references.

reset_ref()

virtual void onert::backend::basic::Tensor::reset_ref ( )

inlinevirtual

Reset reference count to zero and release data.

Reimplemented in onert::backend::basic::ExternalTensor.

Definition at line 107 of file Tensor.h.

  {
    assert(_buffer != nullptr || _allocator != nullptr);
    assert(_num_references > 0);
    _num_references = 0;
 
    // Only constant tensor has allocator pointer
    if (_buffer != nullptr)
      _buffer = nullptr;
    else
    {
      _allocator->release();
      _allocator = nullptr;
    }
  }

References _buffer, and _num_references.

set_dynamic()

void onert::backend::basic::Tensor::set_dynamic ( )

inlineoverridevirtual

set this tensor dynamic

Reimplemented from onert::backend::ITensor.

Definition at line 74 of file Tensor.h.

{ _info.setDynamic(); }

References onert::backend::IPortableTensor::_info, and onert::ir::OperandInfo::setDynamic().

Referenced by applyShape().

setBuffer() [1/2]

void onert::backend::basic::Tensor::setBuffer ( const std::shared_ptr< Allocator > &  alloc )

inline

Set the Buffer object. This method is called for dynamic or const tensor.

Definition at line 61 of file Tensor.h.

  {
    _allocator = alloc;
    _buffer = alloc->base();
  }

References _buffer.

setBuffer() [2/2]

void onert::backend::basic::Tensor::setBuffer ( uint8_t *  buffer )

inline

Set the Buffer object. This method is called for static and non-const tensor.

Definition at line 56 of file Tensor.h.

{ _buffer = buffer; }

References _buffer, and buffer().

Referenced by applyShape(), and onert::backend::basic::train::TrainableTensor::setBuffer().

setShape()

void Tensor::setShape ( const ir::Shape &  )

overridevirtual

Set the shape of tenser to new_shape.

Note

Higer dimension will be placed on front.

Reimplemented from onert::backend::ITensor.

Definition at line 31 of file Tensor.cc.

{ _info.shape(new_shape); }

References onert::backend::IPortableTensor::_info, and onert::ir::OperandInfo::shape().

Field Documentation

_buffer

uint8_t* onert::backend::basic::Tensor::_buffer

protected

Definition at line 128 of file Tensor.h.

Referenced by applyShape(), buffer(), onert::backend::basic::ExternalTensor::buffer(), deallocBuffer(), decrease_ref(), onert::backend::basic::ExternalTensor::decrease_ref(), increase_ref(), reset_ref(), onert::backend::basic::ExternalTensor::reset_ref(), setBuffer(), setBuffer(), and onert::backend::basic::ExternalTensor::setData().

_dynamic_mem_mgr

DynamicMemoryManager* onert::backend::basic::Tensor::_dynamic_mem_mgr

protected

Definition at line 131 of file Tensor.h.

Referenced by applyShape(), and deallocBuffer().

_num_references

int32_t onert::backend::basic::Tensor::_num_references

protected

Definition at line 130 of file Tensor.h.

Referenced by decrease_ref(), onert::backend::basic::ExternalTensor::decrease_ref(), increase_ref(), onert::backend::basic::ExternalTensor::increase_ref(), num_references(), onert::backend::basic::ExternalTensor::num_references(), reset_ref(), and onert::backend::basic::ExternalTensor::reset_ref().

_size

size_t onert::backend::basic::Tensor::_size

protected

Definition at line 129 of file Tensor.h.

Referenced by applyShape().

---

The documentation for this class was generated from the following files:

• runtime/onert/core/include/backend/basic/Tensor.h
• runtime/onert/core/src/backend/basic/Tensor.cc