Namespaces
namespace	feature

namespace	train

Data Structures
class	DataflowExecutor

class	DynamicShapeInferer
	Class to infer shape of output tensor at execution time and allocate memory fo output tensor if needed. More...

class	EdgeTensor

class	ExecObservers

class	ExecTime

class	Execution
	Class to define execution instance to collect input/output information for inference and prepare executor run (TODO) More...

struct	ExecutionContext

class	ExecutionObservee
	Class that. More...

struct	ExecutionOptions

class	ExecutorBase

class	FunctionSequence

class	HookFunction

class	IExecutionObserver

struct	IExecutor
	Struct to define interface of Executor. More...

class	IExecutors
	Class to gather NN package's executor set. More...

class	IFunction

struct	InputDesc

struct	IODescription

struct	IOMinMaxHash

class	IPermuteFunction

class	Job

class	JSON

class	LinearExecutor
	Class to handle execution phase. Simple run the sequence of operations that is sorted in topological order. More...

class	MinMaxRecorder

class	MultiModelExecutors
	Class to gather executors. More...

class	NopFunction
	A derivative of IFunction tha does nothing. More...

struct	OpMinMaxHash

struct	OutputDesc

class	ParallelExecutor
	Class to execute Graph in parallel. More...

class	ParallelScheduler

class	PermuteLayer

class	ProfileObserver

class	RawMinMaxDumper

class	SignatureExecutors
	Class to gather executor set for signature entry Actually it is wrapper of IExecutors(SignatureExecutors) More...

class	SingleModelExecutors
	Class to gather executor set for single model NN package. More...

class	ThreadPool

class	TracingObserver

class	WorkQueue

Typedefs
using	OpMinMaxMap = util::MinMaxMap< std::tuple< ir::ModelIndex, ir::SubgraphIndex, ir::OperationIndex >, OpMinMaxHash >

using	IOMinMaxMap = util::MinMaxMap< std::tuple< ir::ModelIndex, ir::SubgraphIndex, ir::IOIndex >, IOMinMaxHash >

using	BackendSet = util::Set< const backend::Backend * >

using	MeasurementData = std::unordered_map< const backend::Backend *, std::unordered_map< std::string, std::unordered_map< bool, std::map< uint32_t, int64_t > > > >
	table, that contains execution time of an operation on some backend for different input sizes and transfer time from one backend to another for various input sizes (permutation time)

Enumerations
enum class	ObserverType { PROFILE , TRACING , MINMAX_DUMP }

Functions
void	UpdateOffsets (::onert::backend::ITensor src, ::onert::backend::ITensor dst, const ::onert::ir::Shape &loop_shape, std::vector< size_t > &src_offsets, std::vector< size_t > &dst_offsets)

void	CopyStatic (const uint8_t src_buffer, uint8_t dst_buffer, const std::vector< size_t > &src_offsets, const std::vector< size_t > &dst_offsets, size_t copy_len)

void	CopyDynamic (const ::onert::backend::ITensor src, const ::onert::backend::ITensor dst, uint8_t *dst_buffer, const ::onert::ir::Shape &loop_shape, size_t copy_len)

void	readString (std::string &str, std::ifstream &stream)
	Helper function for reading string from stream.

void	readBool (bool &quant, std::ifstream &stream)
	Helper function for reading bool from stream.

void	printString (std::string_view str, std::ofstream &stream)

void	printBool (bool quant, std::ofstream &stream)

std::pair< float, float >	minmaxFrom (const backend::ITensor *tensor)

Typedef Documentation

◆ BackendSet

using onert::exec::BackendSet = typedef util::Set<const backend::Backend *>

Definition at line 30 of file BackendSet.h.

◆ IOMinMaxMap

using onert::exec::IOMinMaxMap = typedef util::MinMaxMap<std::tuple<ir::ModelIndex, ir::SubgraphIndex, ir::IOIndex>, IOMinMaxHash>

Definition at line 61 of file MinMaxMap.h.

◆ MeasurementData

using onert::exec::MeasurementData = typedef std::unordered_map< const backend::Backend *, std::unordered_map<std::string, std::unordered_map<bool, std::map<uint32_t, int64_t> >> >

table, that contains execution time of an operation on some backend for different input sizes and transfer time from one backend to another for various input sizes (permutation time)

          backend ->  op ->  quant->  size   --> time

_measurements[Backend*]["string"][bool][uint32_t] = int64_t

Definition at line 39 of file JSONExecTime.h.

◆ OpMinMaxMap

using onert::exec::OpMinMaxMap = typedef util::MinMaxMap<std::tuple<ir::ModelIndex, ir::SubgraphIndex, ir::OperationIndex>, OpMinMaxHash>

Definition at line 48 of file MinMaxMap.h.

Enumeration Type Documentation

◆ ObserverType

enum class onert::exec::ObserverType

strong

Enumerator
PROFILE
TRACING
MINMAX_DUMP

Definition at line 34 of file ExecutionObservers.h.

{
  PROFILE,
  TRACING,
  MINMAX_DUMP,
};

Function Documentation

◆ CopyDynamic()

void onert::exec::CopyDynamic	(	const ::onert::backend::ITensor *	src,
		const ::onert::backend::ITensor *	dst,
		uint8_t *	dst_buffer,
		const ::onert::ir::Shape &	loop_shape,
		size_t	copy_len
	)

inline

Definition at line 56 of file IPermuteFunction.h.

{
  ShapeLoop(loop_shape, [&](const onert::ir::Coordinates &coords) {
    // Copy src tensor's data to dst_buffer with calculated offset of dst tensor
    memcpy(dst_buffer + dst->calcOffset(coords), src->buffer() + src->calcOffset(coords), copy_len);
  });
}

References coords, and ShapeLoop().

◆ CopyStatic()

void onert::exec::CopyStatic	(	const uint8_t *	src_buffer,
		uint8_t *	dst_buffer,
		const std::vector< size_t > &	src_offsets,
		const std::vector< size_t > &	dst_offsets,
		size_t	copy_len
	)

inline

Definition at line 45 of file IPermuteFunction.h.

{
  assert(src_offsets.size() == dst_offsets.size());
  for (size_t i = 0; i < src_offsets.size(); ++i)
  {
    memcpy(dst_buffer + dst_offsets.at(i), src_buffer + src_offsets.at(i), copy_len);
  }
}

◆ minmaxFrom()

std::pair< float, float > onert::exec::minmaxFrom ( const backend::ITensor * tensor )

Definition at line 34 of file MinMaxRecorder.cc.

{
  const auto data = reinterpret_cast<float *>(tensor->buffer());
  const auto num_elements = tensor->total_size() / sizeof(float);
 
  float max = std::numeric_limits<float>::lowest();
  float min = std::numeric_limits<float>::max();
 
  bool all_nan = true;
  for (size_t i = 0; i < num_elements; ++i)
  {
    const float number = data[i];
    if (std::isnan(number))
      continue;
 
    if (number == std::numeric_limits<float>::lowest())
      continue;
 
    all_nan = false;
 
    if (number > max)
      max = number;
 
    if (number < min)
      min = number;
  }
 
  if (all_nan)
    throw std::runtime_error("All values are NaN(Not a Number)");
 
  return {min, max};
}

Referenced by onert::exec::MinMaxRecorder::handleJobEnd(), and onert::exec::MinMaxRecorder::handleSubgraphBegin().

◆ printBool()

void onert::exec::printBool	(	bool	quant,
		std::ofstream &	stream
	)

Definition at line 58 of file JSONExecTime.cc.

58{ stream << "\"" << quant << "\""; }

Referenced by onert::exec::JSON::storeOperationsExecTime().

◆ printString()

void onert::exec::printString	(	std::string_view	str,
		std::ofstream &	stream
	)

Definition at line 56 of file JSONExecTime.cc.

56{ stream << "\"" << str << "\""; }

Referenced by onert::exec::JSON::storeOperationsExecTime().

◆ readBool()

void onert::exec::readBool	(	bool &	quant,
		std::ifstream &	stream
	)

Helper function for reading bool from stream.

Parameters

quant	Output bool
stream	File stream

Definition at line 48 of file JSONExecTime.cc.

{
  char buf;
  stream.get(buf);
  quant = (buf == '1');
  stream.get(buf);
}

◆ readString()

void onert::exec::readString	(	std::string &	str,
		std::ifstream &	stream
	)

Helper function for reading string from stream.

Parameters

str	Output string
stream	File stream

Definition at line 29 of file JSONExecTime.cc.

{
  str.clear();
  char buf;
  while (stream.good())
  {
    stream.get(buf);
    if (buf == '"')
      break;
    str.push_back(buf);
  }
}

◆ UpdateOffsets()

void onert::exec::UpdateOffsets	(	::onert::backend::ITensor *	src,
		::onert::backend::ITensor *	dst,
		const ::onert::ir::Shape &	loop_shape,
		std::vector< size_t > &	src_offsets,
		std::vector< size_t > &	dst_offsets
	)

inline

Definition at line 35 of file IPermuteFunction.h.

{
  ShapeLoop(loop_shape, [&](const onert::ir::Coordinates &coords) {
    src_offsets.emplace_back(src->calcOffset(coords));
    dst_offsets.emplace_back(dst->calcOffset(coords));
  });
}

References onert::backend::ITensor::calcOffset(), coords, and ShapeLoop().

Namespaces

Data Structures

Typedefs

Enumerations

Functions

Typedef Documentation

◆ BackendSet

◆ IOMinMaxMap

◆ MeasurementData

◆ OpMinMaxMap

Enumeration Type Documentation

◆ ObserverType

Function Documentation

◆ CopyDynamic()

◆ CopyStatic()

◆ minmaxFrom()

◆ printBool()

◆ printString()

◆ readBool()

◆ readString()

◆ UpdateOffsets()