tf2tfliteV2 Namespace Reference

Functions
	wrap_frozen_graph (graph_def, inputs, outputs)
	_get_parser ()
	_check_flags (flags)
	_parse_array (arrays, type_fn=str)
	_v1_convert (flags)
	_v2_convert (flags)
	_apply_verbosity (verbosity)
	_convert (flags)
	main ()

Variables
	prog_name = os.path.basename(__file__)
	file

Function Documentation

_apply_verbosity()

tf2tfliteV2._apply_verbosity (   verbosity )

protected

Definition at line 242 of file tf2tfliteV2.py.

def _apply_verbosity(verbosity):
    # NOTE
    # TF_CPP_MIN_LOG_LEVEL
    #   0 : INFO + WARNING + ERROR + FATAL
    #   1 : WARNING + ERROR + FATAL
    #   2 : ERROR + FATAL
    #   3 : FATAL
    #
    # TODO Find better way to suppress trackback on error
    # tracebacklimit
    #   The default is 1000.
    #   When set to 0 or less, all traceback information is suppressed
    if verbosity:
        os.environ['TF_CPP_MIN_LOG_LEVEL'] = '0'
        sys.tracebacklimit = 1000
    else:
        os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2'
        sys.tracebacklimit = 0
 
 

Referenced by _convert().

_check_flags()

tf2tfliteV2._check_flags (   flags )

protected

Checks the parsed flags to ensure they are valid.

Definition at line 117 of file tf2tfliteV2.py.

def _check_flags(flags):
    """
  Checks the parsed flags to ensure they are valid.
  """
    if flags.v1:
        invalid = ""
        # To be filled
 
        if invalid:
            raise ValueError(invalid + " options must be used with v2")
 
    if flags.v2:
        if tf.__version__.find("2.") != 0:
            raise ValueError(
                "Imported TensorFlow should have version >= 2.0 but you have " +
                tf.__version__)
 
        invalid = ""
        # To be filled
 
        if invalid:
            raise ValueError(invalid + " options must be used with v1")
 
    if flags.input_shapes:
        if not flags.input_arrays:
            raise ValueError("--input_shapes must be used with --input_arrays")
        if flags.input_shapes.count(":") != flags.input_arrays.count(","):
            raise ValueError("--input_shapes and --input_arrays must have the same "
                             "number of items")
 
 

Referenced by main().

_convert()

tf2tfliteV2._convert (   flags )

protected

Definition at line 262 of file tf2tfliteV2.py.

def _convert(flags):
    _apply_verbosity(flags.verbose)
 
    if (flags.v1):
        _v1_convert(flags)
    else:
        _v2_convert(flags)
 
 
"""
Input frozen graph must be from TensorFlow 1.13.1
"""
 
 

References _apply_verbosity(), _v1_convert(), and _v2_convert().

Referenced by main().

_get_parser()

tf2tfliteV2._get_parser ( )

protected

Returns an ArgumentParser for TensorFlow Lite Converter.

Definition at line 38 of file tf2tfliteV2.py.

def _get_parser():
    """
  Returns an ArgumentParser for TensorFlow Lite Converter.
  """
    parser = argparse.ArgumentParser(
        description=("Command line tool to run TensorFlow Lite Converter."))
 
    # Verbose
    parser.add_argument("-V",
                        "--verbose",
                        action="store_true",
                        help="output additional information to stdout or stderr")
 
    # Converter version.
    converter_version = parser.add_mutually_exclusive_group(required=True)
    converter_version.add_argument("--v1",
                                   action="store_true",
                                   help="Use TensorFlow Lite Converter 1.x")
    converter_version.add_argument("--v2",
                                   action="store_true",
                                   help="Use TensorFlow Lite Converter 2.x")
 
    # Input model format
    model_format_arg = parser.add_mutually_exclusive_group()
    model_format_arg.add_argument("--graph_def",
                                  action="store_const",
                                  dest="model_format",
                                  const="graph_def",
                                  help="Use graph def file(default)")
    model_format_arg.add_argument("--saved_model",
                                  action="store_const",
                                  dest="model_format",
                                  const="saved_model",
                                  help="Use saved model")
    model_format_arg.add_argument("--keras_model",
                                  action="store_const",
                                  dest="model_format",
                                  const="keras_model",
                                  help="Use keras model")
 
    # Input and output path.
    parser.add_argument("-i",
                        "--input_path",
                        type=str,
                        help="Full filepath of the input file.",
                        required=True)
    parser.add_argument("-o",
                        "--output_path",
                        type=str,
                        help="Full filepath of the output file.",
                        required=True)
 
    # Input and output arrays.
    parser.add_argument("-I",
                        "--input_arrays",
                        type=str,
                        help="Names of the input arrays, comma-separated.")
    parser.add_argument(
        "-s",
        "--input_shapes",
        type=str,
        help=
        "Shapes corresponding to --input_arrays, colon-separated.(ex:\"1,4,4,3:1,20,20,3\")"
    )
    parser.add_argument("-O",
                        "--output_arrays",
                        type=str,
                        help="Names of the output arrays, comma-separated.")
 
    # experimental options
    parser.add_argument("--experimental_disable_batchmatmul_unfold",
                        action="store_true",
                        help="Experimental disable BatchMatMul unfold")
 
    # Set default value
    parser.set_defaults(model_format="graph_def")
    return parser
 
 

Referenced by main().

_parse_array()

tf2tfliteV2._parse_array (   arrays,   type_fn = str  )

protected

Definition at line 148 of file tf2tfliteV2.py.

def _parse_array(arrays, type_fn=str):
    return list(map(type_fn, arrays.split(",")))
 
 

Referenced by _v1_convert(), and _v2_convert().

_v1_convert()

tf2tfliteV2._v1_convert (   flags )

protected

Definition at line 152 of file tf2tfliteV2.py.

def _v1_convert(flags):
    if flags.model_format == "graph_def":
        if not flags.input_arrays:
            raise ValueError("--input_arrays must be provided")
        if not flags.output_arrays:
            raise ValueError("--output_arrays must be provided")
        input_shapes = None
        if flags.input_shapes:
            input_arrays = _parse_array(flags.input_arrays)
            input_shapes_list = [
                _parse_array(shape, type_fn=int)
                for shape in flags.input_shapes.split(":")
            ]
            input_shapes = dict(list(zip(input_arrays, input_shapes_list)))
 
        converter = tf.compat.v1.lite.TFLiteConverter.from_frozen_graph(
            flags.input_path, _parse_array(flags.input_arrays),
            _parse_array(flags.output_arrays), input_shapes)
 
    if flags.model_format == "saved_model":
        converter = tf.compat.v1.lite.TFLiteConverter.from_saved_model(flags.input_path)
 
    if flags.model_format == "keras_model":
        converter = tf.compat.v1.lite.TFLiteConverter.from_keras_model_file(
            flags.input_path)
 
    converter.allow_custom_ops = True
 
    tflite_model = converter.convert()
    open(flags.output_path, "wb").write(tflite_model)
 
 

References _parse_array().

Referenced by _convert().

_v2_convert()

tf2tfliteV2._v2_convert (   flags )

protected

Definition at line 184 of file tf2tfliteV2.py.

def _v2_convert(flags):
    if flags.model_format == "graph_def":
        if not flags.input_arrays:
            raise ValueError("--input_arrays must be provided")
        if not flags.output_arrays:
            raise ValueError("--output_arrays must be provided")
        input_shapes = []
        if flags.input_shapes:
            input_shapes = [
                _parse_array(shape, type_fn=int)
                for shape in flags.input_shapes.split(":")
            ]
            if len(input_shapes) != len(_parse_array(flags.input_arrays)):
                raise ValueError(
                    "--input_shapes and --input_arrays must have the same length")
        file_content = open(flags.input_path, 'rb').read()
        try:
            graph_def = tf.compat.v1.GraphDef()
            graph_def.ParseFromString(file_content)
        except (_text_format.ParseError, DecodeError):
            try:
                _text_format.Merge(file_content, graph_def)
            except (_text_format.ParseError, DecodeError):
                raise IOError("Unable to parse input file '{}'.".format(flags.input_path))
 
        wrap_func = wrap_frozen_graph(
            graph_def,
            inputs=[
                _str + ":0" if len(_str.split(":")) == 1 else _str
                for _str in _parse_array(flags.input_arrays)
            ],
            outputs=[
                _str + ":0" if len(_str.split(":")) == 1 else _str
                for _str in _parse_array(flags.output_arrays)
            ])
        for i in range(len(input_shapes)):
            wrap_func.inputs[i].set_shape(input_shapes[i])
        converter = tf.lite.TFLiteConverter.from_concrete_functions([wrap_func])
 
    if flags.model_format == "saved_model":
        converter = tf.lite.TFLiteConverter.from_saved_model(flags.input_path)
 
    if flags.model_format == "keras_model":
        keras_model = tf.keras.models.load_model(flags.input_path)
        converter = tf.lite.TFLiteConverter.from_keras_model(keras_model)
 
    if flags.experimental_disable_batchmatmul_unfold:
        converter._experimental_disable_batchmatmul_unfold = True
 
    converter.allow_custom_ops = True
    converter.experimental_new_converter = True
 
    converter.target_spec.supported_ops = [tf.lite.OpsSet.TFLITE_BUILTINS]
 
    tflite_model = converter.convert()
    open(flags.output_path, "wb").write(tflite_model)
 
 

References _parse_array(), and wrap_frozen_graph().

Referenced by _convert().

main()

tf2tfliteV2.main

(

void

)

Definition at line 276 of file tf2tfliteV2.py.

def main():
    # Parse argument.
    parser = _get_parser()
 
    # Check if the flags are valid.
    flags = parser.parse_known_args(args=sys.argv[1:])
    _check_flags(flags[0])
 
    # Convert
    _convert(flags[0])
 
 

References _check_flags(), _convert(), _get_parser(), and main().

Referenced by main().

wrap_frozen_graph()

tf2tfliteV2.wrap_frozen_graph	(		graph_def,
			inputs,
			outputs
	)

Definition at line 27 of file tf2tfliteV2.py.

def wrap_frozen_graph(graph_def, inputs, outputs):
    def _imports_graph_def():
        tf.compat.v1.import_graph_def(graph_def, name="")
 
    wrapped_import = tf.compat.v1.wrap_function(_imports_graph_def, [])
    import_graph = wrapped_import.graph
    return wrapped_import.prune(
        tf.nest.map_structure(import_graph.as_graph_element, inputs),
        tf.nest.map_structure(import_graph.as_graph_element, outputs))
 
 

Referenced by _v2_convert().

Variable Documentation

file

tf2tfliteV2.file

Definition at line 293 of file tf2tfliteV2.py.

prog_name

tf2tfliteV2.prog_name = os.path.basename(__file__)

Definition at line 292 of file tf2tfliteV2.py.