CfgRunner.CfgRunner Class Reference

Public Member Functions
	__init__ (self, path)
	add_opt (self, Optional[str] opt)
	set_backend (self, Optional[str] backend)
	set_target (self, Optional[str] target)
	detect_import_drivers (self, dir)
	run (self, working_dir, verbose=False)

Data Fields
	path
	optparser
	cfgparser
	import_drivers
	backend
	target
	opt

Static Public Attributes
list	driver_sequence

Protected Member Functions
	_verify_cfg (self, cfgparser)
	_is_available (self, driver)

Detailed Description

Definition at line 28 of file CfgRunner.py.

Constructor & Destructor Documentation

__init__()

CfgRunner.CfgRunner.__init__	(		self,
			path
	)

Definition at line 34 of file CfgRunner.py.

    def __init__(self, path):
        self.path = path
        self.optparser = None
        self.cfgparser = oneutils.get_config_parser()
        parsed = self.cfgparser.read(os.path.expanduser(path))
        if not parsed:
            raise FileNotFoundError('Not found given configuration file')
 
        self._verify_cfg(self.cfgparser)
        # default import drivers
        self.import_drivers = [
            'one-import-bcq', 'one-import-onnx', 'one-import-tf', 'one-import-tflite'
        ]
        # parse group option
        GROUP_OPTION_KEY = 'include'
        if self.cfgparser.has_option('onecc', GROUP_OPTION_KEY):
            groups = self.cfgparser['onecc'][GROUP_OPTION_KEY].split()
            for o in groups:
                if o == 'O' or not o.startswith('O'):
                    raise ValueError('Invalid group option')
                # add_opt receives group name except first 'O'
                self.add_opt(o[1:])
 
        self.backend = None
        self.target = None
        if self.cfgparser.has_section('backend'):
            if 'target' in self.cfgparser['backend']:
                self.target = self.cfgparser['backend']['target']
 

Member Function Documentation

_is_available()

CfgRunner.CfgRunner._is_available (   self,   driver  )

protected

Definition at line 72 of file CfgRunner.py.

    def _is_available(self, driver):
        # if there's no `onecc` section, it will find `one-build` section because of backward compatibility
        return (self.cfgparser.has_option('onecc', driver) and self.cfgparser.getboolean(
            'onecc', driver)) or (self.cfgparser.has_option('one-build', driver)
                                  and self.cfgparser.getboolean('one-build', driver))
 

References CfgRunner.CfgRunner.cfgparser.

Referenced by CfgRunner.CfgRunner.run().

_verify_cfg()

CfgRunner.CfgRunner._verify_cfg (   self,   cfgparser  )

protected

Definition at line 63 of file CfgRunner.py.

    def _verify_cfg(self, cfgparser):
        if not cfgparser.has_section('onecc'):
            if cfgparser.has_section('one-build'):
                warnings.formatwarning = _simple_warning
                warnings.warn(
                    "[one-build] section will be deprecated. Please use [onecc] section.")
            else:
                raise ImportError('[onecc] section is required in configuration file')
 

add_opt()

CfgRunner.CfgRunner.add_opt	(		self,
		Optional[str]	opt
	)

Definition at line 78 of file CfgRunner.py.

    def add_opt(self, opt: Optional[str]):
        if not opt:
            return
        self.optparser = oneutils.get_config_parser()
        opt_book = dict(
            zip(oneutils.get_optimization_list(get_name=True),
                oneutils.get_optimization_list()))
        parsed = self.optparser.read(opt_book['O' + opt])
        if not parsed:
            raise FileNotFoundError('Not found given optimization configuration file')
        if len(self.optparser.sections()) != 1 or self.optparser.sections(
        )[0] != 'one-optimize':
            raise AssertionError(
                'Optimization configuration file only allowed to have a \'one-optimize\' section'
            )
        self.opt = opt
 

References CfgRunner.CfgRunner.optparser.

detect_import_drivers()

CfgRunner.CfgRunner.detect_import_drivers	(		self,
			dir
	)

Definition at line 101 of file CfgRunner.py.

    def detect_import_drivers(self, dir):
        self.import_drivers = list(oneutils.detect_one_import_drivers(dir).keys())
 

References CfgRunner.CfgRunner.import_drivers.

run()

CfgRunner.CfgRunner.run	(		self,
			working_dir,
			verbose = False
	)

Definition at line 104 of file CfgRunner.py.

    def run(self, working_dir, verbose=False):
        # set environment
        CFG_ENV_SECTION = 'Environment'
        if self.cfgparser.has_section(CFG_ENV_SECTION):
            for key in self.cfgparser[CFG_ENV_SECTION]:
                os.environ[key] = self.cfgparser[CFG_ENV_SECTION][key]
 
        section_to_run = []
        for d in self.import_drivers + self.driver_sequence:
            if self._is_available(d):
                section_to_run.append(d)
 
        for section in section_to_run:
            options = ['--config', self.path, '--section', section]
            if section == 'one-optimize' and self.optparser:
                options += ['-O', self.opt]
            if verbose:
                options.append('--verbose')
            if (section == 'one-codegen' or section == 'one-profile') and self.backend:
                options += ['-b', self.backend]
            if (section == 'one-codegen' or section == 'one-profile') and self.target:
                options += ['-T', self.target]
            driver_path = os.path.join(working_dir, section)
            cmd = [driver_path] + options
            oneutils.run(cmd)

References CfgRunner.CfgRunner._is_available(), CfgRunner.CfgRunner.backend, onert::backend::BackendContext.backend(), onert::backend::train::TrainableBackendContext.backend(), EventCollector::OpSeqEvent.backend, OpSeqDurationEvent.backend, Operation.backend, CfgRunner.CfgRunner.cfgparser, CfgRunner.CfgRunner.driver_sequence, CfgRunner.CfgRunner.import_drivers, CfgRunner.CfgRunner.opt, nnfw_train_info.opt, CfgRunner.CfgRunner.optparser, CfgRunner.CfgRunner.path, argumentparse.ArgumentParser.target, and CfgRunner.CfgRunner.target.

set_backend()

CfgRunner.CfgRunner.set_backend	(		self,
		Optional[str]	backend
	)

Definition at line 95 of file CfgRunner.py.

    def set_backend(self, backend: Optional[str]):
        self.backend = backend
 

References CfgRunner.CfgRunner.backend, onert::backend::BackendContext.backend(), onert::backend::train::TrainableBackendContext.backend(), EventCollector::OpSeqEvent.backend, OpSeqDurationEvent.backend, and Operation.backend.

set_target()

CfgRunner.CfgRunner.set_target	(		self,
		Optional[str]	target
	)

Definition at line 98 of file CfgRunner.py.

    def set_target(self, target: Optional[str]):
        self.target = target
 

References argumentparse.ArgumentParser.target, and CfgRunner.CfgRunner.target.

Field Documentation

backend

CfgRunner.CfgRunner.backend

Definition at line 57 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner.run(), and CfgRunner.CfgRunner.set_backend().

cfgparser

CfgRunner.CfgRunner.cfgparser

Definition at line 37 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner._is_available(), and CfgRunner.CfgRunner.run().

driver_sequence

list CfgRunner.CfgRunner.driver_sequence

static

Initial value:

=  [
        'one-optimize', 'one-quantize', 'one-pack', 'one-codegen', 'one-profile',
        'one-partition', 'one-infer'
    ]

Definition at line 29 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner.run().

import_drivers

CfgRunner.CfgRunner.import_drivers

Definition at line 44 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner.detect_import_drivers(), and CfgRunner.CfgRunner.run().

opt

CfgRunner.CfgRunner.opt

Definition at line 93 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner.run().

optparser

CfgRunner.CfgRunner.optparser

Definition at line 36 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner.add_opt(), and CfgRunner.CfgRunner.run().

path

CfgRunner.CfgRunner.path

Definition at line 35 of file CfgRunner.py.

Referenced by CfgRunner.CfgRunner.run().

target

CfgRunner.CfgRunner.target

Definition at line 58 of file CfgRunner.py.

Referenced by argumentparse.ArgumentParser.__init__(), CfgRunner.CfgRunner.run(), and CfgRunner.CfgRunner.set_target().

---

The documentation for this class was generated from the following file:

• compiler/one-cmds/onelib/CfgRunner.py