onert::odc::QuantizeManager Class Reference

#include <QuantizeManager.h>

Public Member Functions
	QuantizeManager ()=default
	QuantizeManager (QuantizeManager const &)=delete
QuantizeManager &	operator= (QuantizeManager const &)=delete
void	exportModelPath (const std::string &model_path)
	Set model path to export quantized model.
std::string &	exportModelPath ()
	Get model path to export quantized model.
void	quantizeType (QuantizeType qtype)
	Set quantize type.
bool	quantize (const std::string &model_path)
	Quantize model.
bool	setMinMaxRecordsThreshold (uint32_t value)
	Set the number of minmax records enough for quantization.
bool	readyForQuantize ()
	checking minmax recording count and threshold for quantization
bool	deleteMinMaxFile ()
	Delete MinMax File of on-device compiler.

Detailed Description

Definition at line 33 of file QuantizeManager.h.

Constructor & Destructor Documentation

QuantizeManager() [1/2]

onert::odc::QuantizeManager::QuantizeManager ( )

default

QuantizeManager() [2/2]

onert::odc::QuantizeManager::QuantizeManager ( QuantizeManager const &  )

delete

Member Function Documentation

deleteMinMaxFile()

bool onert::odc::QuantizeManager::deleteMinMaxFile

(

)

Delete MinMax File of on-device compiler.

Returns

Return true if file removed successfully

Definition at line 73 of file QuantizeManager.cc.

{
  auto &quantize_loader = QuantizerLoader::instance();
  if (quantize_loader.loadLibrary() != 0)
    return false;
 
  auto quantizer = quantize_loader.get();
  bool result = quantizer->deleteMinMaxFile();
 
  return result;
}

References onert::odc::QuantizerLoader::instance().

exportModelPath() [1/2]

std::string & onert::odc::QuantizeManager::exportModelPath ( )

inline

Get model path to export quantized model.

Returns

Model path to export quantized model

Definition at line 54 of file QuantizeManager.h.

{ return _export_model_path; }

exportModelPath() [2/2]

void onert::odc::QuantizeManager::exportModelPath ( const std::string &  model_path )

inline

Set model path to export quantized model.

Parameters

model_path

Model path to export quantized model

Definition at line 47 of file QuantizeManager.h.

{ _export_model_path = model_path; }

operator=()

QuantizeManager & onert::odc::QuantizeManager::operator= ( QuantizeManager const &  )

delete

quantize()

bool onert::odc::QuantizeManager::quantize

(

const std::string &

model_path

)

Quantize model.

Parameters

[in]

model_path

Model path to quantize

Returns

true if success, otherwise false

Definition at line 28 of file QuantizeManager.cc.

{
  if (model_path.empty() || _export_model_path.empty())
    return false;
 
  // Compile function is thread-unsafe
  static std::mutex lock;
  std::lock_guard<std::mutex> guard(lock);
 
  auto &quantize_loader = QuantizerLoader::instance();
  if (quantize_loader.loadLibrary() != 0)
    return false;
 
  auto quantizer = quantize_loader.get();
  auto result = quantizer->quantize(model_path.c_str(), _export_model_path.c_str(), _qtype);
 
  // TODO Unload quantize library to reduce memory usage
 
  return (result == 0);
}

References onert::odc::QuantizerLoader::instance().

quantizeType()

void onert::odc::QuantizeManager::quantizeType ( QuantizeType  qtype )

inline

Set quantize type.

Parameters

qtype

quantization type

Definition at line 63 of file QuantizeManager.h.

{ _qtype = qtype; }

readyForQuantize()

bool onert::odc::QuantizeManager::readyForQuantize

(

)

checking minmax recording count and threshold for quantization

Returns

true if ready, otherwise false

Definition at line 61 of file QuantizeManager.cc.

{
  auto &quantize_loader = QuantizerLoader::instance();
  if (quantize_loader.loadLibrary() != 0)
    return false;
 
  auto quantizer = quantize_loader.get();
  bool result = quantizer->readyForQuantize();
 
  return result;
}

References onert::odc::QuantizerLoader::instance().

setMinMaxRecordsThreshold()

bool onert::odc::QuantizeManager::setMinMaxRecordsThreshold

(

uint32_t

value

)

Set the number of minmax records enough for quantization.

Returns

true if success, otherwise false

Definition at line 49 of file QuantizeManager.cc.

{
  auto &quantize_loader = QuantizerLoader::instance();
  if (quantize_loader.loadLibrary() != 0)
    return false;
 
  auto quantizer = quantize_loader.get();
  quantizer->setMinMaxRecordsThreshold(value);
 
  return true;
}

References onert::odc::QuantizerLoader::instance().

---

The documentation for this class was generated from the following files:

• runtime/onert/core/include/odc/QuantizeManager.h
• runtime/onert/core/src/odc/QuantizeManager.cc