onert::backend::ggml::KernelGenerator Class Reference

#include <KernelGenerator.h>

Collaboration diagram for onert::backend::ggml::KernelGenerator:

Public Member Functions
	KernelGenerator (const ir::Graph &graph, const std::shared_ptr< TensorBuilder > &tensor_builder, const std::shared_ptr< basic::TensorRegistry > &tensor_reg, const std::shared_ptr< ExternalContext > &external_context)
std::unique_ptr< exec::FunctionSequence >	generate (ir::OperationIndex ind) override
Public Member Functions inherited from onert::backend::basic::KernelGeneratorBase
virtual	~KernelGeneratorBase ()=default
	KernelGeneratorBase (const ir::Graph &graph)
Public Member Functions inherited from onert::ir::OperationVisitor
virtual	~OperationVisitor ()=default

Additional Inherited Members
Protected Member Functions inherited from onert::backend::basic::KernelGeneratorBase
std::unique_ptr< exec::IFunction >	releaseFunction ()
Protected Attributes inherited from onert::backend::basic::KernelGeneratorBase
const ir::Graph &	_graph
std::unique_ptr< exec::IFunction >	_return_fn

Detailed Description

Definition at line 32 of file KernelGenerator.h.

Constructor & Destructor Documentation

KernelGenerator()

onert::backend::ggml::KernelGenerator::KernelGenerator	(	const ir::Graph &	graph,
		const std::shared_ptr< TensorBuilder > &	tensor_builder,
		const std::shared_ptr< basic::TensorRegistry > &	tensor_reg,
		const std::shared_ptr< ExternalContext > &	external_context
	)

Definition at line 62 of file KernelGenerator.cc.

  : basic::KernelGeneratorBase{graph}, _ctx(graph.operands()), _operations_ctx{graph.operations()},
    _tensor_builder(tensor_builder), _tensor_reg{tensor_reg}, _external_context(external_context)
{
  // DO NOTHING
}

Member Function Documentation

generate()

std::unique_ptr< exec::FunctionSequence > onert::backend::ggml::KernelGenerator::generate ( ir::OperationIndex  ind )

overridevirtual

Implements onert::backend::basic::KernelGeneratorBase.

Definition at line 31 of file KernelGenerator.cc.

{
  auto ret = std::make_unique<exec::FunctionSequence>();
 
  assert(_tensor_builder->dynamicTensorManager());
  assert(_tensor_reg);
 
  // Prepare to handle dynamic tensors later
  auto dyn_ctx = std::make_shared<exec::FunctionSequence::DynamicTensorCtx>();
  {
    dyn_ctx->op = &_operations_ctx.at(ind);
    dyn_ctx->dynamic_shape_inferer = std::make_shared<exec::DynamicShapeInferer>(_tensor_reg);
  }
  ret->dynamic_tensor_ctx(dyn_ctx);
 
  auto &op = _graph.operations().at(ind);
  op.accept(*this);
  assert(_return_fn); // _return_fn must have been generated
  ret->append(std::move(_return_fn));
 
  for (const auto &ind : (op.getInputs() | ir::Remove::UNDEFINED) + op.getOutputs())
  {
    auto tensor = _tensor_reg->getNativeTensor(ind);
    if (tensor)
    {
      tensor->increase_ref();
    }
  }
  return ret;
}

References onert::backend::basic::KernelGeneratorBase::_graph, onert::backend::basic::KernelGeneratorBase::_return_fn, onert::util::ObjectManager< Index, Object >::at(), onert::ir::Graph::operations(), and onert::ir::UNDEFINED.

---

The documentation for this class was generated from the following files:

• runtime/onert/backend/ggml/KernelGenerator.h
• runtime/onert/backend/ggml/KernelGenerator.cc