luci_interpreter::Interpreter Class Reference

#include <Interpreter.h>

Public Member Functions
	Interpreter (const luci::Module *module)
	Interpreter (const luci::Module *module, IMemoryManager *memory_manager)
	~Interpreter ()
void	writeInputTensor (const luci::CircleInput *input_node, const void *data, size_t data_size)
void	readOutputTensor (const luci::CircleOutput *output_node, void *data, size_t data_size)
size_t	getOutputTensorSize (const luci::CircleOutput *output_node)
void	interpret ()
void	attachObserver (ExecutionObserver *observer)
const Tensor *	getTensor (const loco::Node *node)
	Interpreter (const char *model_data_raw, bool dealloc_input)
	~Interpreter ()
void	allocateAndWriteInputTensor (int32_t input_tensor_index, const uint8_t *data, size_t data_size)
uint8_t *	allocateInputTensor (int32_t input_tensor_index)
uint8_t *	readOutputTensor (int32_t output_tensor_index)
int32_t	getInputDataSizeByIndex (int32_t input_tensor_index)
int32_t	getOutputDataSizeByIndex (int32_t output_tensor_index)
void	interpret ()

Detailed Description

Definition at line 50 of file Interpreter.h.

Constructor & Destructor Documentation

Interpreter() [1/3]

luci_interpreter::Interpreter::Interpreter ( const luci::Module *  module )

explicit

Definition at line 73 of file Interpreter.cpp.

{
  _runtime_to_ir = std::make_unique<RuntimeToIR>();
  _event_notifier = std::make_unique<EventNotifierImpl>(*_runtime_to_ir, _observers);
  _runtime_module = std::make_unique<RuntimeModule>(_event_notifier.get());
 
  _default_memory_manager = std::make_unique<SimpleMemoryManager>();
 
  ModuleLoader loader(module, _runtime_module.get(), *_runtime_to_ir, _node_to_tensor,
                      _default_memory_manager.get());
  loader.load();
}

References luci_interpreter::ModuleLoader::load().

Interpreter() [2/3]

luci_interpreter::Interpreter::Interpreter ( const luci::Module *  module, luci_interpreter::IMemoryManager *  memory_manager  )

explicit

Definition at line 86 of file Interpreter.cpp.

{
  assert(memory_manager && "Use Interpreter::Interpreter(module) constructor instead");
 
  _runtime_to_ir = std::make_unique<RuntimeToIR>();
  _event_notifier = std::make_unique<EventNotifierImpl>(*_runtime_to_ir, _observers);
  _runtime_module = std::make_unique<RuntimeModule>(_event_notifier.get());
 
  ModuleLoader loader(module, _runtime_module.get(), *_runtime_to_ir, _node_to_tensor,
                      memory_manager);
  loader.load();
}

References luci_interpreter::ModuleLoader::load(), and luci::must_cast().

~Interpreter() [1/2]

luci_interpreter::Interpreter::~Interpreter ( )

default

Interpreter() [3/3]

luci_interpreter::Interpreter::Interpreter ( const char *  model_data_raw, bool  dealloc_input  )

explicit

Definition at line 58 of file Interpreter.cpp.

{
  ModuleLoader::load(&_runtime_module, &_memory_manager, model_data_raw, dealloc_input);
}

References luci_interpreter::ModuleLoader::load(), and luci::must_cast().

~Interpreter() [2/2]

luci_interpreter::Interpreter::~Interpreter

(

)

Member Function Documentation

allocateAndWriteInputTensor()

void luci_interpreter::Interpreter::allocateAndWriteInputTensor	(	int32_t	input_tensor_index,
		const uint8_t *	data,
		size_t	data_size
	)

Definition at line 83 of file Interpreter.cpp.

{
  assert(data_size > 0);
  assert(data != nullptr);
  assert(input_tensor_index >= 0);
  auto *runtime_graph = _runtime_module.getMainGraph();
  auto tensor_data = runtime_graph->configureGraphInput(input_tensor_index);
 
  std::memcpy(tensor_data, data, data_size);
}

References flatbuffers::data(), and luci::must_cast().

allocateInputTensor()

uint8_t * luci_interpreter::Interpreter::allocateInputTensor

(

int32_t

input_tensor_index

)

Definition at line 95 of file Interpreter.cpp.

{
  assert(input_tensor_index >= 0);
 
  auto *runtime_graph = _runtime_module.getMainGraph();
 
  return runtime_graph->configureGraphInput(input_tensor_index);
}

References luci::must_cast().

attachObserver()

void luci_interpreter::Interpreter::attachObserver

(

ExecutionObserver *

observer

)

Definition at line 144 of file Interpreter.cpp.

{
  if (std::find(_observers.cbegin(), _observers.cend(), observer) != _observers.cend())
    throw std::runtime_error("Observer is already attached.");
  _observers.push_back(observer);
}

References luci::must_cast().

getInputDataSizeByIndex()

int32_t luci_interpreter::Interpreter::getInputDataSizeByIndex

(

int32_t

input_tensor_index

)

Definition at line 69 of file Interpreter.cpp.

{
  auto *runtime_graph = _runtime_module.getMainGraph();
 
  return runtime_graph->getInputDataSizeByIndex(input_tensor_index);
}

References luci::must_cast().

getOutputDataSizeByIndex()

int32_t luci_interpreter::Interpreter::getOutputDataSizeByIndex

(

int32_t

output_tensor_index

)

Definition at line 76 of file Interpreter.cpp.

{
  auto *runtime_graph = _runtime_module.getMainGraph();
 
  return runtime_graph->getOutputDataSizeByIndex(output_tensor_index);
}

References luci::must_cast().

getOutputTensorSize()

size_t luci_interpreter::Interpreter::getOutputTensorSize

(

const luci::CircleOutput *

output_node

)

Definition at line 128 of file Interpreter.cpp.

{
  Tensor *tensor = _runtime_module->getOutputTensors()[output_node->index()];
  if (tensor == nullptr)
  {
    const std::string &name = output_node->name();
    throw std::runtime_error("Cannot find tensor size for output node named \"" + name + "\".");
  }
 
  size_t tensor_size = luci_interpreter::getDataTypeSize(tensor->element_type());
  tensor_size *= tensor->shape().num_elements();
  return tensor_size;
}

References luci_interpreter::getDataTypeSize(), luci::CircleOutput::index(), luci::must_cast(), luci::CircleNode::name(), and luci::output_node().

getTensor()

const Tensor * luci_interpreter::Interpreter::getTensor ( const loco::Node *  node )

inline

Definition at line 69 of file Interpreter.h.

{ return _node_to_tensor[node]; }

interpret() [1/2]

void luci_interpreter::Interpreter::interpret

(

)

Definition at line 142 of file Interpreter.cpp.

{ _runtime_module->execute(); }

Referenced by InterpreterWrapper::interpret(), and record_minmax::RecordMinMax::profileData().

interpret() [2/2]

void luci_interpreter::Interpreter::interpret

(

)

readOutputTensor() [1/2]

void luci_interpreter::Interpreter::readOutputTensor	(	const luci::CircleOutput *	output_node,
		void *	data,
		size_t	data_size
	)

Definition at line 115 of file Interpreter.cpp.

{
  Tensor *tensor = _runtime_module->getOutputTensors()[output_node->index()];
  if (tensor == nullptr)
  {
    const std::string &name = output_node->name();
    throw std::runtime_error("Cannot find tensor for output node named \"" + name + "\".");
  }
  if (data != nullptr)
    tensor->readData(data, data_size);
}

References flatbuffers::data(), luci::CircleOutput::index(), luci::must_cast(), luci::CircleNode::name(), and luci::output_node().

Referenced by InterpreterWrapper::readOutputTensor().

readOutputTensor() [2/2]

uint8_t * luci_interpreter::Interpreter::readOutputTensor

(

int32_t

output_tensor_index

)

Definition at line 104 of file Interpreter.cpp.

{
  auto *runtime_graph = _runtime_module.getMainGraph();
 
  return runtime_graph->getOutputDataByIndex(output_tensor_index);
}

References luci::must_cast().

writeInputTensor()

void luci_interpreter::Interpreter::writeInputTensor	(	const luci::CircleInput *	input_node,
		const void *	data,
		size_t	data_size
	)

Definition at line 102 of file Interpreter.cpp.

{
  Tensor *tensor = _runtime_module->getInputTensors()[input_node->index()];
  if (tensor == nullptr)
  {
    const std::string &name = input_node->name();
    throw std::runtime_error("Cannot find tensor for input node named \"" + name + "\".");
  }
  if (data != nullptr)
    tensor->writeData(data, data_size);
}

References flatbuffers::data(), luci::CircleInput::index(), luci::input_node(), luci::must_cast(), and luci::CircleNode::name().

Referenced by record_minmax::RecordMinMax::profileData(), and InterpreterWrapper::writeInputTensor().

---

The documentation for this class was generated from the following files:

• compiler/luci-interpreter/include/luci_interpreter/Interpreter.h
• onert-micro/luci-interpreter/include/luci_interpreter/Interpreter.h
• compiler/luci-interpreter/src/Interpreter.cpp
• onert-micro/luci-interpreter/src/Interpreter.cpp