onert::exec::SingleModelExecutors Class Reference

Class to gather executor set for single model NN package. More...

#include <SingleModelExecutors.h>

Collaboration diagram for onert::exec::SingleModelExecutors:

Public Member Functions
	SingleModelExecutors (void)=default
	Construct a new SingleModelExecutors object.
	SingleModelExecutors (const SingleModelExecutors &)=delete
	SingleModelExecutors (SingleModelExecutors &&)=default
	~SingleModelExecutors ()=default
	Destroy the SingleModelExecutors object.
void	emplace (const ir::ModelIndex &model_index, const ir::SubgraphIndex &subg_index, std::unique_ptr< IExecutor > exec) override
	Insert executor in executor set.
IExecutor *	at (const ir::ModelIndex &model_index, const ir::SubgraphIndex &subg_index) const override
	Return executor of index.
uint32_t	inputSize () const override
	Return executor set's number of input.
uint32_t	outputSize () const override
	Return executor set's number of output.
const ir::OperandInfo &	inputInfo (const ir::IOIndex &index) const override
	Return NN package input tensor info.
const ir::OperandInfo &	outputInfo (const ir::IOIndex &index) const override
	Return NN package output tensor info.
const void *	outputBuffer (const ir::IOIndex &index) const final
	Return NN package output buffer.
const backend::IPortableTensor *	outputTensor (const ir::IOIndex &index) const final
	Return NN package output tensor.
void	execute (ExecutionContext &ctx) override
	Execute NN package executor set.
Public Member Functions inherited from onert::exec::IExecutors
virtual	~IExecutors ()=default
	Virtual IExecutors destructor.
virtual IExecutor *	entryExecutor () const

Detailed Description

Class to gather executor set for single model NN package.

Definition at line 29 of file SingleModelExecutors.h.

Constructor & Destructor Documentation

SingleModelExecutors() [1/3]

onert::exec::SingleModelExecutors::SingleModelExecutors ( void  )

default

Construct a new SingleModelExecutors object.

SingleModelExecutors() [2/3]

onert::exec::SingleModelExecutors::SingleModelExecutors ( const SingleModelExecutors &  )

delete

SingleModelExecutors() [3/3]

onert::exec::SingleModelExecutors::SingleModelExecutors ( SingleModelExecutors &&  )

default

~SingleModelExecutors()

onert::exec::SingleModelExecutors::~SingleModelExecutors ( )

default

Destroy the SingleModelExecutors object.

Member Function Documentation

at()

IExecutor * onert::exec::SingleModelExecutors::at ( const ir::ModelIndex &  model_index, const ir::SubgraphIndex &  subg_index  ) const

overridevirtual

Return executor of index.

Parameters

[in]	model_index	Model index
[in]	subg_index	Subgraph index

Returns

Executor

Implements onert::exec::IExecutors.

Definition at line 33 of file SingleModelExecutors.cc.

{
  return _executors.at(subg_index).get();
}

emplace()

void onert::exec::SingleModelExecutors::emplace ( const ir::ModelIndex &  model_index, const ir::SubgraphIndex &  subg_index, std::unique_ptr< IExecutor >  exec  )

overridevirtual

Insert executor in executor set.

Parameters

[in]	model_index	Model index
[in]	subg_index	Subgraph index
[in]	exec	Executor to insert

Implements onert::exec::IExecutors.

Definition at line 27 of file SingleModelExecutors.cc.

{
  _executors.emplace(subg_index, std::move(exec));
}

execute()

void onert::exec::SingleModelExecutors::execute ( ExecutionContext &  ctx )

overridevirtual

Execute NN package executor set.

Parameters

[in,out]

ctx

Execution context. It reflects execution result (ex. output shape inference)

Implements onert::exec::IExecutors.

Definition at line 63 of file SingleModelExecutors.cc.

{
  // UserTensor for Input/Output
  std::vector<std::unique_ptr<backend::builtin::UserTensor>> tensorpool;
 
  // Input/Output Tensor vector for executor
  std::vector<backend::IPortableTensor *> inputs(ctx.desc.inputs.size());
  std::vector<backend::IPortableTensor *> outputs(ctx.desc.outputs.size());
 
  // Prepare UserTensor for input
  for (uint32_t i = 0; i < inputs.size(); i++)
  {
    auto &desc = ctx.desc.inputs[i];
 
    // Input is optional if buffer is nullptr, and optional input's size is 0
    if (desc.buffer == nullptr && (desc.size != 0 || desc.info.total_size() != 0))
      throw std::runtime_error{"Input " + std::to_string(i) + "'s buffer is not set."};
 
    tensorpool.emplace_back(std::make_unique<backend::builtin::UserTensor>(
      desc.info, const_cast<uint8_t *>(static_cast<const uint8_t *>(desc.buffer)), desc.size));
 
    inputs[i] = tensorpool.back().get();
  }
 
  // Prepare UserTensor for output
  for (uint32_t i = 0; i < outputs.size(); i++)
  {
    auto &desc = ctx.desc.outputs[i];
    const auto output_io_tensor =
      dynamic_cast<const backend::builtin::IOTensor *>(outputTensor(ir::IOIndex{i}));
    if (!output_io_tensor)
      throw std::runtime_error{"Output tensor must be IOTensor"};
    bool skip_set_output = output_io_tensor->hasBackendTensor();
 
    // If buffer is nullptr, output is optional or internally allocated buffer,
    // and optional output's size is 0
    if (desc.buffer == nullptr && (desc.size != 0 || desc.info.total_size() != 0) &&
        !skip_set_output)
      throw std::runtime_error{"Output " + std::to_string(i) + "'s buffer is not set."};
 
    tensorpool.emplace_back(std::make_unique<backend::builtin::UserTensor>(
      desc.info, static_cast<uint8_t *>(desc.buffer), desc.size));
    outputs[i] = tensorpool.back().get();
  }
 
  // Executor
  entryExecutor()->execute(inputs, outputs, ctx.options);
 
  // Get dynamic shape inference result
  for (uint32_t i = 0; i < outputs.size(); i++)
  {
    const auto output_io_tensor = outputTensor(ir::IOIndex{i});
    ctx.desc.outputs[i].info.shape(output_io_tensor->get_info().shape());
  }
}

References onert::exec::ExecutionContext::desc, onert::exec::IExecutors::entryExecutor(), onert::exec::IExecutor::execute(), onert::backend::builtin::IOTensor::hasBackendTensor(), onert::exec::IODescription::inputs, onert::exec::ExecutionContext::options, onert::exec::IODescription::outputs, and outputTensor().

inputInfo()

const ir::OperandInfo & onert::exec::SingleModelExecutors::inputInfo ( const ir::IOIndex &  index ) const

overridevirtual

Return NN package input tensor info.

Parameters

[in]

index

Input index

Returns

Tensor info

Implements onert::exec::IExecutors.

Definition at line 43 of file SingleModelExecutors.cc.

{
  return entryExecutor()->inputInfo(index.value());
}

References onert::exec::IExecutors::entryExecutor(), and onert::exec::IExecutor::inputInfo().

inputSize()

uint32_t onert::exec::SingleModelExecutors::inputSize ( ) const

overridevirtual

Return executor set's number of input.

Returns

Number of input

Implements onert::exec::IExecutors.

Definition at line 39 of file SingleModelExecutors.cc.

{ return entryExecutor()->inputSize(); }

References onert::exec::IExecutors::entryExecutor(), and onert::exec::IExecutor::inputSize().

outputBuffer()

const void * onert::exec::SingleModelExecutors::outputBuffer ( const ir::IOIndex &  index ) const

finalvirtual

Return NN package output buffer.

Parameters

[in]

index

Output index

Returns

Buffer of output

Implements onert::exec::IExecutors.

Definition at line 53 of file SingleModelExecutors.cc.

{
  return static_cast<const void *>(entryExecutor()->outputBuffer(index.value()));
}

References onert::exec::IExecutors::entryExecutor(), and onert::exec::IExecutor::outputBuffer().

outputInfo()

const ir::OperandInfo & onert::exec::SingleModelExecutors::outputInfo ( const ir::IOIndex &  index ) const

overridevirtual

Return NN package output tensor info.

Parameters

[in]

index

Output index

Returns

Tensor info

Implements onert::exec::IExecutors.

Definition at line 48 of file SingleModelExecutors.cc.

{
  return entryExecutor()->outputInfo(index.value());
}

References onert::exec::IExecutors::entryExecutor(), and onert::exec::IExecutor::outputInfo().

outputSize()

uint32_t onert::exec::SingleModelExecutors::outputSize ( ) const

overridevirtual

Return executor set's number of output.

Returns

Number of output

Implements onert::exec::IExecutors.

Definition at line 41 of file SingleModelExecutors.cc.

{ return entryExecutor()->outputSize(); }

References onert::exec::IExecutors::entryExecutor(), and onert::exec::IExecutor::outputSize().

outputTensor()

const backend::IPortableTensor * onert::exec::SingleModelExecutors::outputTensor ( const ir::IOIndex &  index ) const

finalvirtual

Return NN package output tensor.

Parameters

[in]

index

Output index

Returns

Tensor of output

Implements onert::exec::IExecutors.

Definition at line 58 of file SingleModelExecutors.cc.

{
  return entryExecutor()->outputTensor(index.value());
}

References onert::exec::IExecutors::entryExecutor(), and onert::exec::IExecutor::outputTensor().

Referenced by execute().

---

The documentation for this class was generated from the following files:

• runtime/onert/core/src/exec/SingleModelExecutors.h
• runtime/onert/core/src/exec/SingleModelExecutors.cc