ONE - On-device Neural Engine
All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Modules Pages
onert::backend::basic::TensorBuilder Class Reference

#include <TensorBuilder.h>

Public Member Functions

 TensorBuilder (const std::shared_ptr< TensorRegistry > &tensor_reg, const ir::OperandIndexMap< ir::OperandIndex > &shared_memory_operand_indexes={})
 
 TensorBuilder (const std::shared_ptr< TensorRegistry > &tensor_reg, const std::string planner_id, const ir::OperandIndexMap< ir::OperandIndex > &shared_memory_operand_indexes={})
 
void registerTensorInfo (const ir::OperandIndex &ind, const ir::OperandInfo &info)
 Register tensor information to allocate on CPU backend.
 
void notifyFirstUse (const ir::OperandIndex &)
 
void notifyLastUse (const ir::OperandIndex &)
 
bool isRegistered (const ir::OperandIndex &) const
 
void allocate (void)
 
const ir::OperandIndexMap< ir::OperandIndex > & getSharedMemoryOperandIndexes () const
 
DynamicTensorManagerdynamicTensorManager (void)
 

Detailed Description

Definition at line 33 of file TensorBuilder.h.

Constructor & Destructor Documentation

◆ TensorBuilder() [1/2]

onert::backend::basic::TensorBuilder::TensorBuilder ( const std::shared_ptr< TensorRegistry > &  tensor_reg,
const ir::OperandIndexMap< ir::OperandIndex > &  shared_memory_operand_indexes = {} 
)

Definition at line 26 of file TensorBuilder.cc.

29 : _tensor_reg{tensor_reg}, _dynamic_tensor_mgr{new DynamicTensorManager(_tensor_reg)},
30 _static_tensor_mgr{new StaticTensorManager(_tensor_reg, _dynamic_tensor_mgr.get(),
31 shared_memory_operand_indexes)},
32 _shared_memory_operand_indexes{shared_memory_operand_indexes}
33{
34 /* empty */
35}
basic::DynamicTensorManager DynamicTensorManager
basic::StaticTensorManager StaticTensorManager

◆ TensorBuilder() [2/2]

onert::backend::basic::TensorBuilder::TensorBuilder ( const std::shared_ptr< TensorRegistry > &  tensor_reg,
const std::string  planner_id,
const ir::OperandIndexMap< ir::OperandIndex > &  shared_memory_operand_indexes = {} 
)

Definition at line 37 of file TensorBuilder.cc.

40 : _tensor_reg{tensor_reg}, _dynamic_tensor_mgr{new DynamicTensorManager(_tensor_reg)},
41 _static_tensor_mgr{new StaticTensorManager(_tensor_reg, planner_id, _dynamic_tensor_mgr.get(),
42 shared_memory_operand_indexes)}
43{
44 /* empty */
45}

Member Function Documentation

◆ allocate()

void onert::backend::basic::TensorBuilder::allocate ( void  )

Definition at line 86 of file TensorBuilder.cc.

86{ _static_tensor_mgr->allocateNonconsts(); }

◆ dynamicTensorManager()

DynamicTensorManager * onert::backend::basic::TensorBuilder::dynamicTensorManager ( void  )
inline

Definition at line 57 of file TensorBuilder.h.

57{ return _dynamic_tensor_mgr.get(); }

◆ getSharedMemoryOperandIndexes()

const ir::OperandIndexMap< ir::OperandIndex > & onert::backend::basic::TensorBuilder::getSharedMemoryOperandIndexes ( ) const

Definition at line 88 of file TensorBuilder.cc.

89{
90 return _shared_memory_operand_indexes;
91}

◆ isRegistered()

bool onert::backend::basic::TensorBuilder::isRegistered ( const ir::OperandIndex ind) const

Definition at line 81 of file TensorBuilder.cc.

82{
83 return _tensor_info_map.find(ind) != _tensor_info_map.end();
84}

◆ notifyFirstUse()

void onert::backend::basic::TensorBuilder::notifyFirstUse ( const ir::OperandIndex ind)

Definition at line 61 of file TensorBuilder.cc.

62{
63 assert(_tensor_info_map.find(ind) != _tensor_info_map.end());
64 const auto &tensor_info = _tensor_info_map.at(ind);
65
66 if (!_tensor_reg->getNativeTensor(ind)->is_dynamic())
67 {
68 const auto size = tensor_info.total_size();
69 _static_tensor_mgr->claimPlan(ind, size);
70 }
71}
int32_t size[5]
Definition Slice.cpp:35

References size.

◆ notifyLastUse()

void onert::backend::basic::TensorBuilder::notifyLastUse ( const ir::OperandIndex ind)

Definition at line 73 of file TensorBuilder.cc.

74{
75 if (!_tensor_reg->getNativeTensor(ind)->is_dynamic())
76 {
77 _static_tensor_mgr->releasePlan(ind);
78 }
79}

◆ registerTensorInfo()

void onert::backend::basic::TensorBuilder::registerTensorInfo ( const ir::OperandIndex ind,
const ir::OperandInfo info 
)

Register tensor information to allocate on CPU backend.

Parameters
[in]indOperand index
[in]infoOperand information

Definition at line 47 of file TensorBuilder.cc.

48{
49 _tensor_info_map.emplace(ind, info);
50
51 if (info.isDynamic())
52 {
53 _dynamic_tensor_mgr->buildTensor(ind, info);
54 }
55 else
56 {
57 _static_tensor_mgr->buildTensor(ind, info, info.isConstant());
58 }
59}
volatile const char info[]

References info.


The documentation for this class was generated from the following files: