ONE - On-device Neural Engine
|
Struct to define interface of Executor. More...
#include <IExecutor.h>
Public Member Functions | |
IExecutor ()=default | |
Construct a new IExecutor object. | |
virtual | ~IExecutor ()=default |
Destroy the IExecutor object. | |
virtual const ir::Graph & | graph () const =0 |
Returns graph object. | |
virtual void | setIndexedRanks (std::shared_ptr< ir::OperationIndexMap< int64_t > >)=0 |
Set an ordering on operations. | |
virtual void | execute (const std::vector< backend::IPortableTensor * > &inputs, const std::vector< backend::IPortableTensor * > &outputs, const ExecutionOptions &options)=0 |
Execute with given input/output tensors. | |
virtual uint32_t | inputSize () const =0 |
Get input size. | |
virtual uint32_t | outputSize () const =0 |
Get output size. | |
virtual const ir::OperandInfo & | inputInfo (uint32_t index) const =0 |
Get input info at index. | |
virtual const ir::OperandInfo & | outputInfo (uint32_t index) const =0 |
Get output info at index. | |
virtual ir::Layout | inputLayout (uint32_t index) const =0 |
Get input layout at index. | |
virtual ir::Layout | outputLayout (uint32_t index) const =0 |
Get output layout at index. | |
virtual const ExecutionOptions & | currentOptions () const =0 |
Return current execution configuration. | |
Struct to define interface of Executor.
Definition at line 42 of file IExecutor.h.
|
default |
Construct a new IExecutor object.
|
virtualdefault |
Destroy the IExecutor object.
|
pure virtual |
Return current execution configuration.
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::backend::builtin::kernel::IfLayer::run(), and onert::backend::builtin::kernel::WhileLayer::run().
|
pure virtual |
Execute with given input/output tensors.
Input and output tensors must be given.
[in] | inputs | Tensors that are passed as inputs |
[in] | outputs | Tensors that are passed as outputs |
[in] | options | Execution options |
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::exec::SingleModelExecutors::execute(), and onert::backend::builtin::kernel::IfLayer::run().
|
pure virtual |
Returns graph object.
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by TopologicalSortHelper.TopologicalSortHelper::add_edge(), onert::exec::ProfileObserver::handleJobEnd(), onert::exec::Execution::primary_subgraph(), and TopologicalSortHelper.TopologicalSortHelper::sort_util().
|
pure virtual |
Get input info at index.
[in] | index | Index of input |
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::exec::SingleModelExecutors::execute(), and onert::exec::SingleModelExecutors::inputInfo().
|
pure virtual |
Get input layout at index.
[in] | index | Index of input |
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
|
pure virtual |
Get input size.
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::exec::MultiModelExecutors::execute(), and onert::exec::SingleModelExecutors::inputSize().
|
pure virtual |
Get output info at index.
[in] | index | Index of output |
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::exec::SingleModelExecutors::execute(), and onert::exec::SingleModelExecutors::outputInfo().
|
pure virtual |
Get output layout at index.
[in] | index | Index of output |
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
|
pure virtual |
Get output size.
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::exec::SingleModelExecutors::outputSize().
|
pure virtual |
Set an ordering on operations.
[in] | ranks | The table encoding the ordering |
Implemented in onert::exec::ExecutorBase, and onert::exec::train::TrainableExecutor.
Referenced by onert::compiler::Compiler::compile(), onert::compiler::MultiModelCompiler::compile(), and onert::compiler::train::TrainingCompiler::compile().