#include <AclConstantInitializer.h>

Collaboration diagram for onert::backend::acl_common::AclConstantInitializer:

[legend]

Public Types
using	Initializer = std::function< void(const ir::Operand &, backend::ITensor &)>

Public Member Functions
void	run ()

	AclConstantInitializer (const ir::Operands &operands, const std::shared_ptr< ITensorRegistry > &tensor_reg)

void	registerDefaultInitializer (const ir::OperandIndex &index, const ir::Operand &obj)

void	registerCopyInitializer (const ir::OperandIndex &index, const ir::Operand &obj)

bool	exist (const ir::OperandIndex &ind)

void	visit (const ir::operation::BatchToSpaceND &) override

void	visit (const ir::operation::Conv2D &) override

void	visit (const ir::operation::DepthwiseConv2D &) override

void	visit (const ir::operation::FullyConnected &) override

void	visit (const ir::operation::LSTM &) override

void	visit (const ir::operation::RNN &) override

void	visit (const ir::operation::TransposeConv &) override

Public Member Functions inherited from onert::ir::OperationVisitor
virtual	~OperationVisitor ()=default

Protected Member Functions
void	copyInputInitialize (const ir::Operation &node, uint32_t index)

Protected Attributes
const ir::Operands &	_operands

std::shared_ptr< ITensorRegistry >	_tensor_reg

std::unordered_map< ir::OperandIndex, Initializer >	_init_map

Detailed Description

Definition at line 149 of file AclConstantInitializer.h.

Member Typedef Documentation

◆ Initializer

using onert::backend::acl_common::AclConstantInitializer::Initializer = std::function<void(const ir::Operand &, backend::ITensor &)>

Definition at line 171 of file AclConstantInitializer.h.

Constructor & Destructor Documentation

◆ AclConstantInitializer()

onert::backend::acl_common::AclConstantInitializer::AclConstantInitializer	(	const ir::Operands &	operands,
		const std::shared_ptr< ITensorRegistry > &	tensor_reg
	)

Definition at line 26 of file AclConstantInitializer.cc.

  : _operands{operands}, _tensor_reg{tensor_reg}
{
  // DO NOTHING
}

Member Function Documentation

◆ copyInputInitialize()

void onert::backend::acl_common::AclConstantInitializer::copyInputInitialize	(	const ir::Operation &	node,
		uint32_t	index
	)

protected

Definition at line 33 of file AclConstantInitializer.cc.

{
  assert(node.getInputs().size() > index);
 
  const auto &input_index = node.getInputs().at(index);
  if (input_index.valid())
  {
    const auto &input_obj = _operands.at(input_index);
    registerCopyInitializer(input_index, input_obj);
  }
}

References _operands, onert::util::ObjectManager< Index, Object >::at(), onert::ir::OperandIndexSequence::at(), onert::ir::Operation::getInputs(), registerCopyInitializer(), and onert::ir::OperandIndexSequence::size().

Referenced by visit(), visit(), onert::backend::acl_cl::ConstantInitializer::visit(), visit(), onert::backend::acl_cl::ConstantInitializer::visit(), onert::backend::acl_cl::ConstantInitializer::visit(), visit(), visit(), and visit().

◆ exist()

bool onert::backend::acl_common::AclConstantInitializer::exist ( const ir::OperandIndex & ind )

inline

Definition at line 181 of file AclConstantInitializer.h.

181{ return _init_map.find(ind) != _init_map.end(); }

onert::backend::acl_common::AclConstantInitializer::_init_map

std::unordered_map< ir::OperandIndex, Initializer > _init_map

Definition AclConstantInitializer.h:198

References _init_map.

◆ registerCopyInitializer()

void onert::backend::acl_common::AclConstantInitializer::registerCopyInitializer	(	const ir::OperandIndex &	index,
		const ir::Operand &	obj
	)

Definition at line 123 of file AclConstantInitializer.cc.

{
  // For only CONSTANTS
  // TODO Add to check if tensor has been allocated
  if (!obj.isConstant())
    return;
 
  const auto type = obj.typeInfo().type();
  using ir::DataType;
 
  switch (type)
  {
    case DataType::FLOAT32:
      _init_map[index] = copyInit<float>;
      break;
    case DataType::INT32:
      _init_map[index] = copyInit<int32_t>;
      break;
    case DataType::UINT32:
      _init_map[index] = copyInit<uint32_t>;
      break;
    case DataType::BOOL8:
    case DataType::QUANT_UINT8_ASYMM:
      _init_map[index] = copyInit<uint8_t>;
      break;
    case DataType::QUANT_INT8_SYMM:
    case DataType::QUANT_INT8_ASYMM:
      _init_map[index] = copyInit<int8_t>;
      break;
    case DataType::FLOAT16:
      _init_map[index] = copyInit<float16>;
      break;
    case DataType::INT64:
      _init_map[index] = copyInit<int64_t>;
      break;
    default:
      throw std::runtime_error("Not supported, yet");
      break;
  }
}

References _init_map.

Referenced by copyInputInitialize(), and registerDefaultInitializer().

◆ registerDefaultInitializer()

void onert::backend::acl_common::AclConstantInitializer::registerDefaultInitializer	(	const ir::OperandIndex &	index,
		const ir::Operand &	obj
	)

inline

Definition at line 174 of file AclConstantInitializer.h.

  {
    registerCopyInitializer(index, obj);
  }

References registerCopyInitializer().

◆ run()

void onert::backend::acl_common::AclConstantInitializer::run ( )

inline

Definition at line 152 of file AclConstantInitializer.h.

  {
    assert(_tensor_reg);
    for (const auto &[ind, fn] : _init_map)
    {
      const auto &model_obj = _operands.at(ind);
      auto tensor_obj = _tensor_reg->getNativeITensor(ind);
      assert(tensor_obj != nullptr);
      fn(model_obj, *tensor_obj);
      VERBOSE(FillOperandData) << "Fill data for operand " << ind << std::endl;
    }
    _init_map.clear();
  }

References _init_map, _operands, _tensor_reg, onert::util::ObjectManager< Index, Object >::at(), and VERBOSE.

Referenced by package.infer.session::inference().

◆ visit() [1/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::BatchToSpaceND & node )

override

Definition at line 45 of file AclConstantInitializer.cc.

{
  const auto &block_size_index = node.getInputs().at(ir::operation::BatchToSpaceND::BLOCK_SIZE);
  const auto &block_size_obj = _operands.at(block_size_index);
 
  if (block_size_obj.isConstant())
  {
    _init_map[block_size_index] = [](const ir::Operand &model_obj, backend::ITensor &obj) {
      assert(model_obj.data());
      const auto &shape = model_obj.shape();
      const auto base = reinterpret_cast<const int32_t *>(model_obj.data()->base());
      assert(model_obj.shape().rank() == 1);
      obj.access([&](ITensor &tensor) {
        for (size_t i = 0; i < shape.num_elements(); ++i)
        {
          const int32_t value = base[shape.num_elements() - i - 1];
          int32_t *into = reinterpret_cast<int32_t *>(tensor.buffer() +
                                                      tensor.calcOffset({static_cast<int32_t>(i)}));
          *into = value;
        }
      });
    };
  }
}

References _init_map, _operands, onert::util::ObjectManager< Index, Object >::at(), onert::ir::OperandIndexSequence::at(), onert::ir::operation::BatchToSpaceND::BLOCK_SIZE, onert::ir::Operand::data(), onert::ir::Operation::getInputs(), and onert::ir::Operand::shape().

◆ visit() [2/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::Conv2D & node )

override

Definition at line 70 of file AclConstantInitializer.cc.

{
  copyInputInitialize(node, ir::operation::Conv2D::KERNEL);
  copyInputInitialize(node, ir::operation::Conv2D::BIAS);
}

References onert::ir::operation::Conv2D::BIAS, copyInputInitialize(), and onert::ir::operation::Conv2D::KERNEL.

◆ visit() [3/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::DepthwiseConv2D & node )

override

Definition at line 76 of file AclConstantInitializer.cc.

{
  copyInputInitialize(node, ir::operation::DepthwiseConv2D::KERNEL);
  copyInputInitialize(node, ir::operation::DepthwiseConv2D::BIAS);
}

References onert::ir::operation::DepthwiseConv2D::BIAS, copyInputInitialize(), and onert::ir::operation::DepthwiseConv2D::KERNEL.

◆ visit() [4/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::FullyConnected & node )

override

Definition at line 82 of file AclConstantInitializer.cc.

{
  copyInputInitialize(node, ir::operation::FullyConnected::WEIGHT);
  copyInputInitialize(node, ir::operation::FullyConnected::BIAS);
}

References onert::ir::operation::FullyConnected::BIAS, copyInputInitialize(), and onert::ir::operation::FullyConnected::WEIGHT.

◆ visit() [5/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::LSTM & node )

override

Definition at line 88 of file AclConstantInitializer.cc.

{
  copyInputInitialize(node, ir::operation::LSTM::INPUT_TO_INPUT_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::INPUT_TO_FORGET_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::INPUT_TO_CELL_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::INPUT_TO_OUTPUT_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::RECURRENT_TO_INPUT_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::RECURRENT_TO_FORGET_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::RECURRENT_TO_CELL_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::RECURRENT_TO_OUTPUT_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::CELL_TO_INPUT_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::CELL_TO_FORGET_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::CELL_TO_OUTPUT_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::INPUT_GATE_BIAS);
  copyInputInitialize(node, ir::operation::LSTM::FORGET_GATE_BIAS);
  copyInputInitialize(node, ir::operation::LSTM::OUTPUT_GATE_BIAS);
  copyInputInitialize(node, ir::operation::LSTM::PROJECTION_WEIGHTS);
  copyInputInitialize(node, ir::operation::LSTM::PROJECTION_BIAS);
}

◆ visit() [6/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::RNN & node )

override

Definition at line 108 of file AclConstantInitializer.cc.

{
  copyInputInitialize(node, ir::operation::RNN::WEIGHTS);
  copyInputInitialize(node, ir::operation::RNN::RECURRENT_WEIGHTS);
  copyInputInitialize(node, ir::operation::RNN::BIAS);
}

References onert::ir::operation::RNN::BIAS, copyInputInitialize(), onert::ir::operation::RNN::RECURRENT_WEIGHTS, and onert::ir::operation::RNN::WEIGHTS.

◆ visit() [7/7]

void onert::backend::acl_common::AclConstantInitializer::visit ( const ir::operation::TransposeConv & node )

override

Definition at line 115 of file AclConstantInitializer.cc.

{
  copyInputInitialize(node, ir::operation::TransposeConv::KERNEL);
}

References copyInputInitialize(), and onert::ir::operation::TransposeConv::KERNEL.

Field Documentation

◆ _init_map

std::unordered_map<ir::OperandIndex, Initializer> onert::backend::acl_common::AclConstantInitializer::_init_map

protected

Definition at line 198 of file AclConstantInitializer.h.

Referenced by exist(), registerCopyInitializer(), run(), visit(), onert::backend::acl_cl::ConstantInitializer::visit(), onert::backend::acl_cl::ConstantInitializer::visit(), and onert::backend::acl_neon::ConstantInitializer::visit().

◆ _operands

const ir::Operands& onert::backend::acl_common::AclConstantInitializer::_operands

protected

Definition at line 196 of file AclConstantInitializer.h.

Referenced by copyInputInitialize(), run(), visit(), onert::backend::acl_cl::ConstantInitializer::visit(), onert::backend::acl_cl::ConstantInitializer::visit(), and onert::backend::acl_neon::ConstantInitializer::visit().

◆ _tensor_reg

std::shared_ptr<ITensorRegistry> onert::backend::acl_common::AclConstantInitializer::_tensor_reg

protected

Definition at line 197 of file AclConstantInitializer.h.

Referenced by run().

The documentation for this class was generated from the following files:

runtime/onert/backend/acl_common/AclConstantInitializer.h
runtime/onert/backend/acl_common/AclConstantInitializer.cc

Public Types

Public Member Functions

Protected Member Functions

Protected Attributes

Detailed Description

Member Typedef Documentation

◆ Initializer

Constructor & Destructor Documentation

◆ AclConstantInitializer()

Member Function Documentation

◆ copyInputInitialize()

◆ exist()

◆ registerCopyInitializer()

◆ registerDefaultInitializer()

◆ run()

◆ visit() [1/7]

◆ visit() [2/7]

◆ visit() [3/7]

◆ visit() [4/7]

◆ visit() [5/7]

◆ visit() [6/7]

◆ visit() [7/7]

Field Documentation

◆ _init_map

◆ _operands

◆ _tensor_reg