onert::backend::trix::ops::BulkPipelineModel Class Reference

#include <BulkPipelineModel.h>

Public Member Functions
	BulkPipelineModel (const std::string &model_path, int device_id)
	~BulkPipelineModel ()
	BulkPipelineModel (const BulkPipelineModel &)=delete
BulkPipelineModel &	operator= (const BulkPipelineModel &)=delete
bool	initialize ()
bool	prepare ()
void	release ()
bool	isPrepared () const
void	run (const std::vector< const IPortableTensor * > &inputs, std::vector< IPortableTensor * > &outputs)
void	waitForBufferReady ()
void	markBufferReady ()
const npubin_meta *	metadata () const
uint64_t	programSize () const
uint64_t	weightSize () const
uint32_t	modelId () const
npudev_h	device () const
const std::string &	modelPath () const

Detailed Description

Definition at line 41 of file BulkPipelineModel.h.

Constructor & Destructor Documentation

BulkPipelineModel() [1/2]

onert::backend::trix::ops::BulkPipelineModel::BulkPipelineModel	(	const std::string &	model_path,
		int	device_id
	)

Definition at line 32 of file BulkPipelineModel.cc.

  : _model_path(model_path), _device_id(device_id)
{
  // DO NOTHING
}

~BulkPipelineModel()

onert::backend::trix::ops::BulkPipelineModel::~BulkPipelineModel

(

)

Definition at line 38 of file BulkPipelineModel.cc.

{ release(); }

References release().

BulkPipelineModel() [2/2]

onert::backend::trix::ops::BulkPipelineModel::BulkPipelineModel ( const BulkPipelineModel &  )

delete

Member Function Documentation

device()

npudev_h onert::backend::trix::ops::BulkPipelineModel::device ( ) const

inline

Definition at line 66 of file BulkPipelineModel.h.

{ return _dev; }

initialize()

bool onert::backend::trix::ops::BulkPipelineModel::initialize

(

)

Definition at line 40 of file BulkPipelineModel.cc.

{
  if (_initialized.load())
  {
    return true;
  }
 
  if (!loadMetadata())
  {
    return false;
  }
 
  _initialized = true;
  return true;
}

isPrepared()

bool onert::backend::trix::ops::BulkPipelineModel::isPrepared ( ) const

inline

Definition at line 54 of file BulkPipelineModel.h.

{ return _prepared; }

markBufferReady()

void onert::backend::trix::ops::BulkPipelineModel::markBufferReady

(

)

Definition at line 157 of file BulkPipelineModel.cc.

{
  {
    std::lock_guard<std::mutex> lock(_buffer_mutex);
    _buffer_ready = true;
  }
  _buffer_cv.notify_all();
}

Referenced by prepare().

metadata()

const npubin_meta * onert::backend::trix::ops::BulkPipelineModel::metadata ( ) const

inline

Definition at line 62 of file BulkPipelineModel.h.

{ return _meta.get(); }

modelId()

uint32_t onert::backend::trix::ops::BulkPipelineModel::modelId ( ) const

inline

Definition at line 65 of file BulkPipelineModel.h.

{ return _model_id; }

modelPath()

const std::string & onert::backend::trix::ops::BulkPipelineModel::modelPath ( ) const

inline

Definition at line 67 of file BulkPipelineModel.h.

{ return _model_path; }

operator=()

BulkPipelineModel & onert::backend::trix::ops::BulkPipelineModel::operator= ( const BulkPipelineModel &  )

delete

prepare()

bool onert::backend::trix::ops::BulkPipelineModel::prepare

(

)

Definition at line 56 of file BulkPipelineModel.cc.

{
  if (_prepared.load())
  {
    return true;
  }
 
  try
  {
    openDevice();
    allocateBuffers();
    fillBuffers();
    markBufferReady();
    registerModel();
 
    _prepared = true;
    return true;
  }
  catch (const std::exception &e)
  {
    std::cerr << "Failed to prepare model " << _model_path << ": " << e.what() << std::endl;
    release();
    return false;
  }
}

References markBufferReady(), and release().

programSize()

uint64_t onert::backend::trix::ops::BulkPipelineModel::programSize ( ) const

inline

Definition at line 63 of file BulkPipelineModel.h.

{ return _meta->program_size; }

release()

void onert::backend::trix::ops::BulkPipelineModel::release

(

)

Definition at line 82 of file BulkPipelineModel.cc.

{
  if (!_prepared.load())
  {
    return;
  }
 
  unregisterModel();
  closeDevice();
 
  if (_fp)
  {
    fclose(_fp);
    _fp = nullptr;
  }
 
  _program_buffer.reset();
  _weight_buffer.reset();
  _meta.reset();
  _meta_size = 0;
  _model_id = 0;
 
  _prepared = false;
}

Referenced by prepare(), and ~BulkPipelineModel().

run()

void onert::backend::trix::ops::BulkPipelineModel::run	(	const std::vector< const IPortableTensor * > &	inputs,
		std::vector< IPortableTensor * > &	outputs
	)

Definition at line 107 of file BulkPipelineModel.cc.

{
  if (!_prepared.load())
  {
    throw std::runtime_error("Model is not prepared: " + _model_path);
  }
 
  if (!_meta)
  {
    throw std::runtime_error("Model metadata is not loaded: " + _model_path);
  }
 
  // Prepare input buffers
  input_buffers input;
  input.num_buffers = _meta->input_seg_num;
  for (uint32_t i = 0; i < input.num_buffers; i++)
  {
    uint32_t idx = _meta->input_seg_idx[i];
    input.bufs[i].addr = inputs[i]->buffer();
    input.bufs[i].type = BUFFER_MAPPED;
    input.bufs[i].size = _meta->segment_size[idx];
  }
 
  // Prepare output buffers
  output_buffers output;
  output.num_buffers = _meta->output_seg_num;
  for (uint32_t i = 0; i < output.num_buffers; i++)
  {
    uint32_t idx = _meta->output_seg_idx[i];
    output.bufs[i].addr = outputs[i]->buffer();
    output.bufs[i].type = BUFFER_MAPPED;
    output.bufs[i].size = _meta->segment_size[idx];
  }
 
  // Execute the model
  int ret = runNPU_model(_dev, _model_id, NPU_INFER_BLOCKING, &input, &output, nullptr, nullptr);
  if (ret < 0)
  {
    throw std::runtime_error("runNPU_model() failed for " + _model_path +
                             ", ret: " + std::to_string(ret));
  }
}

waitForBufferReady()

void onert::backend::trix::ops::BulkPipelineModel::waitForBufferReady

(

)

Definition at line 151 of file BulkPipelineModel.cc.

{
  std::unique_lock<std::mutex> lock(_buffer_mutex);
  _buffer_cv.wait(lock, [this] { return _buffer_ready.load(); });
}

weightSize()

uint64_t onert::backend::trix::ops::BulkPipelineModel::weightSize ( ) const

inline

Definition at line 64 of file BulkPipelineModel.h.

{ return _meta->weight_size; }

---

The documentation for this class was generated from the following files:

• runtime/onert/backend/trix/ops/BulkPipelineModel.h
• runtime/onert/backend/trix/ops/BulkPipelineModel.cc