onert::backend::train::TensorManager Class Reference

#include <TensorManager.h>

Public Member Functions
	TensorManager (const std::shared_ptr< TensorRegistry > &reg, uint32_t optim_vars_count)
virtual	~TensorManager ()=default
void	allocateNonConstTensors ()
void	allocateTrainableTensors ()
void	allocateBackPropTensors ()
void	allocateGradientTensors ()
void	allocateDisposableBackPropTensors ()
void	allocateLayerScopeTensors ()
void	claimNonConstPlan (const ir::OperandIndex &ind)
void	releaseNonConstPlan (const ir::OperandIndex &ind)
void	claimTrainablePlan (const ir::OperandIndex &ind)
void	releaseTrainablePlan (const ir::OperandIndex &ind)
void	claimBackPropPlan (const ir::OperandIndex &ind)
void	releaseBackPropPlan (const ir::OperandIndex &ind)
void	claimGradientPlan (const ir::OperandIndex &ind)
void	releaseGradientPlan (const ir::OperandIndex &ind)
void	claimDisposableBackPropPlan (const DisposableTensorIndex &ind)
void	releaseDisposableBackPropPlan (const DisposableTensorIndex &ind)
void	claimLayerScopePlan (const LayerScopeTensorIndex &ind)
void	releaseLayerScopePlan (const LayerScopeTensorIndex &ind)

Static Public Attributes
static constexpr uint64_t	_align = 16

Detailed Description

Definition at line 30 of file TensorManager.h.

Constructor & Destructor Documentation

TensorManager()

onert::backend::train::TensorManager::TensorManager	(	const std::shared_ptr< TensorRegistry > &	reg,
		uint32_t	optim_vars_count
	)

Definition at line 52 of file TensorManager.cc.

  : _nonconst_mgr{new MemoryManager()},
    _trainable_mgr{new TrainableMemoryManager(optim_vars_count)},
    _back_prop_mgr{new MemoryManager()}, _gradient_mgr{new MemoryManager()},
    // TODO Find a suitable planner of disposable tensors to reduce peak memory usage
    _disposable_back_prop_mgr{new DisposableMemoryManager()},
    _layer_scope_mgr{new LayerScopeMemoryManager()}, _tensors{reg}
{
  // DO NOTHING
}

~TensorManager()

virtual onert::backend::train::TensorManager::~TensorManager ( )

virtualdefault

Member Function Documentation

allocateBackPropTensors()

void onert::backend::train::TensorManager::allocateBackPropTensors

(

)

Definition at line 88 of file TensorManager.cc.

{
  allocateMemory(_back_prop_mgr.get(), _tensors->back_prop_tensors(),
                 std::string{"     BACK_PROP TENSOR "});
}

allocateDisposableBackPropTensors()

void onert::backend::train::TensorManager::allocateDisposableBackPropTensors

(

)

Definition at line 100 of file TensorManager.cc.

{
  allocateMemory(_disposable_back_prop_mgr.get(), _tensors->disposable_back_prop_tensors(),
                 std::string{"DISPOSABLE BACK_PROP TENSOR "});
}

allocateGradientTensors()

void onert::backend::train::TensorManager::allocateGradientTensors

(

)

Definition at line 94 of file TensorManager.cc.

{
  allocateMemory(_gradient_mgr.get(), _tensors->gradient_tensors(),
                 std::string{"     GRADIENT TENSOR "});
}

allocateLayerScopeTensors()

void onert::backend::train::TensorManager::allocateLayerScopeTensors

(

)

Definition at line 106 of file TensorManager.cc.

{
  allocateMemory(_layer_scope_mgr.get(), _tensors->layerscope_tensors(),
                 std::string{"   LAYERSCOPE TENSOR "});
}

allocateNonConstTensors()

void onert::backend::train::TensorManager::allocateNonConstTensors

(

)

Definition at line 63 of file TensorManager.cc.

{
  allocateMemory(_nonconst_mgr.get(), _tensors->nonconst_tensors(),
                 std::string{"               TENSOR "});
}

allocateTrainableTensors()

void onert::backend::train::TensorManager::allocateTrainableTensors

(

)

Definition at line 69 of file TensorManager.cc.

{
  allocateMemory(_trainable_mgr.get(), _tensors->trainable_tensors(),
                 std::string{"     TRAINABLE TENSOR "});
 
  // Set buffers of optimizer variables
  // Allocating optimizer variables has been done when calling allocate() of TrainableMemoryManager
  for (const auto &[index, trainable_tensor] : _tensors->trainable_tensors())
  {
    for (uint32_t var_pos = 0; var_pos < trainable_tensor->optVars().size(); ++var_pos)
    {
      auto *buffer = _trainable_mgr.get()->getOptVarBuffer(index, var_pos);
      trainable_tensor->setOptVarBuffer(buffer, var_pos);
      VERBOSE(TensorManager) << std::string{"     OPTIM_VAR TENSOR "} << index << " : "
                             << static_cast<void *>(buffer) << std::endl;
    }
  }
}

References VERBOSE.

claimBackPropPlan()

void onert::backend::train::TensorManager::claimBackPropPlan

(

const ir::OperandIndex &

ind

)

Definition at line 144 of file TensorManager.cc.

{
  auto tensor = _tensors->getBackPropTensor(index);
  assert(tensor && !tensor->is_dynamic());
 
  auto size = alignedSize(tensor->total_size(), _align);
  _back_prop_mgr->claimPlan(index, size);
}

References _align, and size.

claimDisposableBackPropPlan()

void onert::backend::train::TensorManager::claimDisposableBackPropPlan

(

const DisposableTensorIndex &

ind

)

Definition at line 176 of file TensorManager.cc.

{
  const auto tensor = _tensors->getDisposableBackPropTensor(index);
  assert(tensor && !tensor->is_dynamic());
 
  auto size = alignedSize(tensor->total_size(), _align);
  _disposable_back_prop_mgr->claimPlan(index, size);
}

References _align, and size.

claimGradientPlan()

void onert::backend::train::TensorManager::claimGradientPlan

(

const ir::OperandIndex &

ind

)

Definition at line 160 of file TensorManager.cc.

{
  auto tensor = _tensors->getGradientTensor(index);
  assert(tensor && !tensor->is_dynamic());
 
  auto size = alignedSize(tensor->total_size(), _align);
  _gradient_mgr->claimPlan(index, size);
}

References _align, and size.

claimLayerScopePlan()

void onert::backend::train::TensorManager::claimLayerScopePlan

(

const LayerScopeTensorIndex &

ind

)

Definition at line 193 of file TensorManager.cc.

{
  const auto tensor = _tensors->getLayerScopeTensor(index);
 
  auto size = alignedSize(tensor->total_size(), _align);
  _layer_scope_mgr->claimPlan(index, size);
}

References _align, and size.

claimNonConstPlan()

void onert::backend::train::TensorManager::claimNonConstPlan

(

const ir::OperandIndex &

ind

)

Definition at line 112 of file TensorManager.cc.

{
  auto tensor = _tensors->getNonConstTensor(index);
  assert(tensor && !tensor->is_dynamic());
 
  auto size = alignedSize(tensor->total_size(), _align);
  _nonconst_mgr->claimPlan(index, size);
}

References _align, and size.

claimTrainablePlan()

void onert::backend::train::TensorManager::claimTrainablePlan

(

const ir::OperandIndex &

ind

)

Definition at line 128 of file TensorManager.cc.

{
  auto tensor = _tensors->getTrainableTensor(index);
  assert(tensor && !tensor->is_dynamic());
 
  auto size = alignedSize(tensor->total_size(), _align);
  _trainable_mgr->claimPlan(index, size);
}

References _align, and size.

releaseBackPropPlan()

void onert::backend::train::TensorManager::releaseBackPropPlan

(

const ir::OperandIndex &

ind

)

Definition at line 153 of file TensorManager.cc.

{
  assert(_tensors->getBackPropTensor(index) && !_tensors->getBackPropTensor(index)->is_dynamic());
 
  _back_prop_mgr->releasePlan(index);
}

releaseDisposableBackPropPlan()

void onert::backend::train::TensorManager::releaseDisposableBackPropPlan

(

const DisposableTensorIndex &

ind

)

Definition at line 185 of file TensorManager.cc.

{
  assert(_tensors->getDisposableBackPropTensor(index) &&
         !_tensors->getDisposableBackPropTensor(index)->is_dynamic());
 
  _disposable_back_prop_mgr->releasePlan(index);
}

releaseGradientPlan()

void onert::backend::train::TensorManager::releaseGradientPlan

(

const ir::OperandIndex &

ind

)

Definition at line 169 of file TensorManager.cc.

{
  assert(_tensors->getGradientTensor(index) && !_tensors->getGradientTensor(index)->is_dynamic());
 
  _gradient_mgr->releasePlan(index);
}

releaseLayerScopePlan()

void onert::backend::train::TensorManager::releaseLayerScopePlan

(

const LayerScopeTensorIndex &

ind

)

Definition at line 201 of file TensorManager.cc.

{
  assert(_tensors->getLayerScopeTensor(index));
  _layer_scope_mgr->releasePlan(index);
}

releaseNonConstPlan()

void onert::backend::train::TensorManager::releaseNonConstPlan

(

const ir::OperandIndex &

ind

)

Definition at line 121 of file TensorManager.cc.

{
  assert(_tensors->getNonConstTensor(index) && !_tensors->getNonConstTensor(index)->is_dynamic());
 
  _nonconst_mgr->releasePlan(index);
}

releaseTrainablePlan()

void onert::backend::train::TensorManager::releaseTrainablePlan

(

const ir::OperandIndex &

ind

)

Definition at line 137 of file TensorManager.cc.

{
  assert(_tensors->getTrainableTensor(index) && !_tensors->getTrainableTensor(index)->is_dynamic());
 
  _trainable_mgr->releasePlan(index);
}

Field Documentation

_align

constexpr uint64_t onert::backend::train::TensorManager::_align = 16

staticconstexpr

Definition at line 37 of file TensorManager.h.

Referenced by claimBackPropPlan(), claimDisposableBackPropPlan(), claimGradientPlan(), claimLayerScopePlan(), claimNonConstPlan(), and claimTrainablePlan().

---

The documentation for this class was generated from the following files:

• runtime/onert/backend/train/TensorManager.h
• runtime/onert/backend/train/TensorManager.cc