exo::tflite_detail Namespace Reference

Data Structures
struct	OpCode
struct	SerializedModelData
struct	SubGraphContext
	Record the information of T/F Lite SubGraph and its mapping to loco. More...

Typedefs
using	TFLTensorIndex = int32_t

Functions
tflite::Padding	getOpPadding (const loco::Padding2D *pad, const loco::Stride< 2 > *stride, const ShapeDescription &ifm, const ShapeDescription &ofm)
tflite::Padding	getOpPadding (const locoex::Padding pad)
void	registerGraphIOName (loco::Graph *graph, SerializedModelData &gd)
	Register graph input and output names to SerializedModelData.
void	set_tensor_index (loco::Node *node, const TFLTensorIndex &tensor_id)
TFLTensorIndex	get_tensor_index (loco::Node *node)
void	exportOpDefinedTensor (const TFLTensorInfo &info, FlatBufferBuilder &builder, SerializedModelData &gd)
void	exportOpDefinedTensors (loco::Graph *g, flatbuffers::FlatBufferBuilder &builder, SerializedModelData &gd)
	create Tensors corresponding to results of all nodes in graph

Typedef Documentation

TFLTensorIndex

using exo::tflite_detail::TFLTensorIndex = typedef int32_t

Definition at line 110 of file TFLExporterUtils.h.

Function Documentation

exportOpDefinedTensor()

void exo::tflite_detail::exportOpDefinedTensor	(	const TFLTensorInfo &	info,
		FlatBufferBuilder &	builder,
		SerializedModelData &	gd
	)

Definition at line 209 of file TFLTensorExporter.cpp.

{
  // Create and register output tensor shape
  auto shape_offset = encodeShape(builder, info.shape());
 
  // encode and register output tensor buffer
  auto buffer = info.tfl_content() == nullptr ? encodeOpBuffer(builder)
                                              : encodeOpBuffer(builder, info.tfl_content());
 
  auto buffer_id = static_cast<uint32_t>(gd._buffers.size());
  gd._buffers.push_back(buffer);
 
  auto name_offset = builder.CreateString(info.name());
  auto tensor_offset = CreateTensor(builder, shape_offset, info.dtype(), buffer_id, name_offset,
                                    /*quantization*/ 0, /*is_variable*/ false);
  gd._tensors.push_back(tensor_offset);
}

References exo::tflite_detail::SerializedModelData::_buffers, exo::tflite_detail::SerializedModelData::_tensors, flatbuffers::FlatBufferBuilder::CreateString(), and info.

Referenced by exportOpDefinedTensors().

exportOpDefinedTensors()

void exo::tflite_detail::exportOpDefinedTensors	(	loco::Graph *	g,
		flatbuffers::FlatBufferBuilder &	builder,
		SerializedModelData &	gd
	)

create Tensors corresponding to results of all nodes in graph

Parameters

computational	graph
gd	information about serialized parts of model

Definition at line 228 of file TFLTensorExporter.cpp.

{
  TFLTensorContext tensor_ctx;
 
  for (auto node : loco::postorder_traversal(loco::output_nodes(g)))
  {
    allocateTFLiteTensor(node, tensor_ctx);
  }
 
  // add one empty buffer
  //   note: there's a comment in tflite fbs file
  //   - Note the 0th entry of this array must be an empty buffer (sentinel).
  //   - This is a convention so that tensors without a buffer can provide 0 as
  //   - their buffer.
  auto buffer = encodeOpBuffer(builder);
  gd._buffers.push_back(buffer);
 
  for (const auto &tensor_info : tensor_ctx)
  {
    exportOpDefinedTensor(tensor_info, builder, gd);
  }
}

References exo::tflite_detail::SerializedModelData::_buffers, exportOpDefinedTensor(), loco::output_nodes(), and loco::postorder_traversal().

get_tensor_index()

TFLTensorIndex exo::tflite_detail::get_tensor_index

(

loco::Node *

node

)

Definition at line 152 of file TFLExporterUtils.cpp.

{
  assert(node->annot<TFLTensorIndexAnnotation>() != nullptr);
  return node->annot<TFLTensorIndexAnnotation>()->index();
}

References loco::AnnotatedItem< Annotation >::annot().

getOpPadding() [1/2]

tflite::Padding exo::tflite_detail::getOpPadding	(	const loco::Padding2D *	pad,
		const loco::Stride< 2 > *	stride,
		const ShapeDescription &	ifm,
		const ShapeDescription &	ofm
	)

Definition at line 66 of file TFLExporterUtils.cpp.

{
  // VALID padding
  if (pad->top() == 0 && pad->bottom() == 0 && pad->left() == 0 && pad->right() == 0)
    return tflite::Padding_VALID;
 
  // SAME padding
  //
  // For same padding, by definition, following equation should hold:
  //   O = floor((I - 1) / S) + 1
  //   where input size I, output size O, stride S
  //
  // NOTE input and output 'feature' map are shape of NHWC
  bool same_padding_criterion_1 =
    (static_cast<uint32_t>(ofm._dims[1]) == (ifm._dims[1] - 1) / stride->vertical() + 1) &&
    (static_cast<uint32_t>(ofm._dims[2]) == (ifm._dims[2] - 1) / stride->horizontal() + 1);
 
  // For same padding, rear padding is same or bigger than front padding by at most 1
  bool same_padding_criterion_2 =
    (pad->top() <= pad->bottom()) && (pad->bottom() <= pad->top() + 1) &&
    (pad->left() <= pad->right()) && (pad->right() <= pad->left() + 1);
 
  if (same_padding_criterion_1 && same_padding_criterion_2)
    return tflite::Padding_SAME;
 
  INTERNAL_EXN("NYI for custom PAD");
}

References exo::ShapeDescription::_dims, loco::Padding2D::bottom(), INTERNAL_EXN, loco::Padding2D::left(), loco::Padding2D::right(), and loco::Padding2D::top().

getOpPadding() [2/2]

tflite::Padding exo::tflite_detail::getOpPadding

(

const locoex::Padding

pad

)

Definition at line 95 of file TFLExporterUtils.cpp.

{
  if (pad == locoex::Padding::VALID)
    return tflite::Padding_VALID;
  if (pad == locoex::Padding::SAME)
    return tflite::Padding_SAME;
 
  INTERNAL_EXN_V("Unknown padding", oops::to_uint32(pad));
}

References INTERNAL_EXN_V, locoex::SAME, oops::to_uint32(), and locoex::VALID.

registerGraphIOName()

void exo::tflite_detail::registerGraphIOName	(	loco::Graph *	graph,
		SerializedModelData &	gd
	)

Register graph input and output names to SerializedModelData.

Definition at line 105 of file TFLExporterUtils.cpp.

{
  for (uint32_t in = 0; in < graph->inputs()->size(); ++in)
  {
    auto pull = loco::pull_node(graph, in);
    auto name = graph->inputs()->at(in)->name();
 
    gd._pull_to_name[pull] = name;
  }
  for (uint32_t out = 0; out < graph->outputs()->size(); ++out)
  {
    auto push = loco::push_node(graph, out);
    auto name = graph->outputs()->at(out)->name();
 
    gd._push_to_name[push] = name;
  }
}

References exo::tflite_detail::SerializedModelData::_pull_to_name, exo::tflite_detail::SerializedModelData::_push_to_name, loco::pull_node(), loco::push_node(), and size.

set_tensor_index()

void exo::tflite_detail::set_tensor_index	(	loco::Node *	node,
		const TFLTensorIndex &	tensor_id
	)

Definition at line 146 of file TFLExporterUtils.cpp.

{
  assert(node->annot<TFLTensorIndexAnnotation>() == nullptr);
  node->annot(std::make_unique<TFLTensorIndexAnnotation>(tensor_id));
}

References loco::AnnotatedItem< Annotation >::annot().