circledump Namespace Reference

Data Structures
class	AddPrinter
class	ArgMaxPrinter
class	ArgMinPrinter
class	BatchMatMulPrinter
class	BCQFullyConnectedPrinter
class	BCQGatherPrinter
class	BidirectionalSequenceLSTMPrinter
class	CastPrinter
class	ConcatenationPrinter
class	Conv2DPrinter
class	CustomOpPrinter
class	DepthToSpacePrinter
class	DepthwiseConv2DPrinter
class	DivPrinter
class	FakeQuantPrinter
class	FullyConnectedPrinter
class	GatherPrinter
class	GeluPrinter
class	GRUPrinter
class	IfPrinter
class	InstanceNormPrinter
class	L2NormPrinter
class	LeakyReluPrinter
class	LocalResponseNormalizationPrinter
class	MetadataPrinter
class	MetadataPrinterRegistry
class	MirrorPadPrinter
struct	ModelEx
class	MulPrinter
class	OneHotPrinter
class	OpPrinter
class	OpPrinterRegistry
class	OpTablePrinter
class	PackPrinter
class	Pool2DPrinter
class	ReducerPrinter
class	ReshapePrinter
class	ResizeBilinearPrinter
class	ResizeNearestNeighborPrinter
class	ReverseSequencePrinter
class	RmsNormPrinter
class	RoPEPrinter
class	ShapePrinter
class	SoftmaxPrinter
class	SourceTablePrinter
class	SpaceToDepthPrinter
class	SparseToDensePrinter
class	SplitPrinter
class	SplitVPrinter
class	SqueezePrinter
class	StridedSlicePrinter
class	SubPrinter
class	SVDFPrinter
class	TransposeConvPrinter
class	UnidirectionalSequenceLSTMPrinter
class	UniquePrinter
class	WhilePrinter

Functions
void	dump_model (std::ostream &os, const circledump::ModelEx &model)
void	dump_buffer (std::ostream &os, const uint8_t *buffer, size_t size, size_t amount)
void	dump_vector (std::ostream &os, const std::vector< int32_t > &vs)
std::ostream &	operator<< (std::ostream &os, const std::vector< int32_t > &vect)
template<typename T >
void	dump_fbvect (std::ostream &os, const flatbuffers::Vector< T > *fbvect, uint32_t size)
template<>
void	dump_fbvect (std::ostream &os, const flatbuffers::Vector< uint8_t > *fbvect, uint32_t size)
template<typename T >
std::ostream &	operator<< (std::ostream &os, const flatbuffers::Vector< T > *fbvect)
void	dump_sub_graph (std::ostream &os, mio::circle::Reader &reader)
void	dump_model (std::ostream &os, const circle::Model *model, const std::vector< char > *rawdata)

Function Documentation

dump_buffer()

void circledump::dump_buffer	(	std::ostream &	os,
		const uint8_t *	buffer,
		size_t	size,
		size_t	amount
	)

Definition at line 32 of file Dump.cpp.

{
  std::ios_base::fmtflags saveflags(os.flags());
 
  bool second = false;
  bool ellipsis = amount > 0 && size > 4;
  size_t count = ellipsis ? std::min(size, amount) : size;
 
  for (size_t i = 0; i < count; i++)
  {
    if (second)
    {
      os << " ";
    }
 
    os << std::showbase << std::setfill('0') << std::setw(2);
    os << std::hex << (uint32_t)buffer[i];
 
    second = true;
  }
  if (ellipsis)
  {
    os << " ...";
  }
 
  os.flags(saveflags);
}

References size.

Referenced by dump_model().

dump_fbvect() [1/2]

template<typename T >

void circledump::dump_fbvect	(	std::ostream &	os,
		const flatbuffers::Vector< T > *	fbvect,
		uint32_t	size
	)

Definition at line 79 of file Dump.cpp.

{
  for (uint32_t q = 0; q < size; q++)
  {
    if (q)
      os << ", ";
    os << fbvect->Get(q);
  }
}

References flatbuffers::Vector< T >::Get(), and size.

Referenced by operator<<().

dump_fbvect() [2/2]

template<>

void circledump::dump_fbvect	(	std::ostream &	os,
		const flatbuffers::Vector< uint8_t > *	fbvect,
		uint32_t	size
	)

Definition at line 90 of file Dump.cpp.

{
  assert(fbvect);
  for (uint32_t q = 0; q < size; q++)
  {
    if (q)
      os << ", ";
    os << static_cast<uint32_t>(fbvect->Get(q));
  }
}

References flatbuffers::Vector< T >::Get(), and size.

dump_model() [1/2]

void circledump::dump_model	(	std::ostream &	os,
		const circle::Model *	model,
		const std::vector< char > *	rawdata
	)

Definition at line 354 of file Dump.cpp.

{
  mio::circle::Reader reader(model, rawdata);
 
  uint32_t num_subgraph = reader.num_subgraph();
 
  // dump model version
  os << "===================================================================" << std::endl;
  os << "Model version: " << reader.version() << std::endl;
  os << " # sub graphs: " << num_subgraph << std::endl;
  os << std::endl;
 
  auto opcodes = reader.opcodes();
  auto buffers = reader.buffers();
  auto metadata = reader.metadata();
  auto signaturedefs = reader.signature_defs();
 
  // dump operator_codes
  os << "Operator Codes: [order] OpCodeName (OpCode Enum)" << std::endl;
  int32_t opcode_index = 0;
  for (auto opcode : opcodes)
  {
    circle::BuiltinOperator op_code = opcode->builtin_code();
    // cast to int32_t to print as number or int8_t will print as ascii code
    int32_t dp_code = static_cast<int32_t>(opcode->deprecated_builtin_code());
 
    auto op_name = mio::circle::opcode_name(opcode);
    auto op_version = opcode->version();
 
    os << "[" << opcode_index << "] " << op_name << " (code: " << op_code
       << ", dep_code: " << dp_code << ", version: " << op_version << ")" << std::endl;
 
    opcode_index++;
  }
  os << std::endl;
 
  // dump buffer
  os << "Buffers: B(index) (length) values, if any; (length *) for ext_offset" << std::endl;
  for (uint32_t i = 0; i < buffers->size(); ++i)
  {
    bool ext_offset = false;
    const uint8_t *buff_data;
    size_t size = reader.buffer_info(i, &buff_data, ext_offset);
 
    os << "B(" << i << ") (" << size;
    if (ext_offset)
      os << " *";
    os << ") ";
    if (buff_data != nullptr)
    {
      dump_buffer(os, buff_data, size, 16);
    }
    os << std::endl;
  }
  os << std::endl;
 
  // dump metadata
  if (metadata != nullptr)
  {
    os << "metadata : B(index) name" << std::endl;
    for (uint32_t i = 0; i < metadata->size(); ++i)
    {
      const auto buff_id = metadata->Get(i)->buffer();
      const auto metadata_name = metadata->Get(i)->name()->str();
      os << "B(" << buff_id << ") " << metadata_name << std::endl;
 
      const uint8_t *buff_data;
      reader.buffer_info(buff_id, &buff_data);
      if (auto meta_prn = MetadataPrinterRegistry::get().lookup(metadata_name))
      {
        meta_prn->print(buff_data, os);
      }
    }
    os << std::endl;
  }
 
  // dump signaturedef
  if (signaturedefs != nullptr)
  {
    os << "SignatureDef" << std::endl;
    for (uint32_t i = 0; i < signaturedefs->size(); ++i)
    {
      auto sign_i = signaturedefs->Get(i);
      os << "S(" << i << ") signature_key(" << sign_i->signature_key()->c_str() << "), sub_graph("
         << sign_i->subgraph_index() << ")" << std::endl;
 
      auto inputs_i = sign_i->inputs();
      for (uint32_t t = 0; t < inputs_i->size(); ++t)
      {
        auto inputs_i_t = inputs_i->Get(t);
        os << "    I(" << t << ")"
           << " T(" << sign_i->subgraph_index() << ":" << inputs_i_t->tensor_index() << ") "
           << inputs_i_t->name()->c_str() << std::endl;
      }
 
      auto outputs_i = sign_i->outputs();
      for (uint32_t t = 0; t < outputs_i->size(); ++t)
      {
        auto outputs_i_t = outputs_i->Get(t);
        os << "    O(" << t << ")"
           << " T(" << sign_i->subgraph_index() << ":" << outputs_i_t->tensor_index() << ") "
           << outputs_i_t->name()->c_str() << std::endl;
      }
    }
    os << std::endl;
  }
 
  for (uint32_t sg = 0; sg < num_subgraph; ++sg)
  {
    reader.select_subgraph(sg);
 
    os << "-------------------------------------------------------------------" << std::endl;
    os << "Sub-Graph: #" << sg << " " << reader.subgraph_name() << std::endl;
    os << std::endl;
 
    dump_sub_graph(os, reader);
  }
 
  os << "===================================================================" << std::endl;
}

References mio::circle::Reader::buffer_info(), mio::circle::Reader::buffers(), dump_buffer(), dump_sub_graph(), circledump::MetadataPrinterRegistry::get(), mio::circle::Reader::metadata(), mio::circle::Reader::num_subgraph(), mio::circle::opcode_name(), mio::circle::Reader::opcodes(), mio::circle::Reader::select_subgraph(), mio::circle::Reader::signature_defs(), size, mio::circle::Reader::subgraph_name(), and mio::circle::Reader::version().

dump_model() [2/2]

void circledump::dump_model	(	std::ostream &	os,
		const circledump::ModelEx &	model
	)

Referenced by operator<<().

dump_sub_graph()

void circledump::dump_sub_graph	(	std::ostream &	os,
		mio::circle::Reader &	reader
	)

Definition at line 125 of file Dump.cpp.

{
  auto tensors = reader.tensors();
  auto operators = reader.operators();
 
  // dump operands(tensors)
  os << "Operands: T(subgraph index : tensor index) TYPE (shape) (shape_signature) "
     << "B(buffer index) (variable) OperandName" << std::endl;
  for (uint32_t i = 0; i < tensors->size(); ++i)
  {
    // TODO refactor to some better structure
    auto tensor = tensors->Get(i);
    std::vector<int32_t> dims = {-1};
 
    if (tensor->shape())
      dims = mio::circle::as_index_vector(tensor->shape());
 
    os << "T(" << reader.subgraph_index() << ":" << i << ") " << mio::circle::tensor_type(tensor)
       << " ";
    os << "(" << dims << ") ";
    if (tensor->shape_signature())
    {
      std::vector<int32_t> dims_sig = mio::circle::as_index_vector(tensor->shape_signature());
      os << "(" << dims_sig << ") ";
    }
    os << "B(" << tensor->buffer() << ") ";
    if (tensor->is_variable())
    {
      os << "(variable) ";
    }
    os << mio::circle::tensor_name(tensor) << std::endl;
 
    if (auto q_params = tensor->quantization())
    {
      if ((q_params->min() && q_params->max()) || (q_params->scale() && q_params->zero_point()))
      {
        std::string strquantiz = "    Quantization: ";
        std::string strqindent(strquantiz.size(), ' ');
        os << strquantiz;
 
        if (q_params->min())
        {
          os << "min(" << q_params->min() << ") ";
          if (q_params->min()->size() > 1)
            os << std::endl << strqindent;
        }
        if (q_params->max())
        {
          os << "max(" << q_params->max() << ") ";
          if (q_params->max()->size() > 1)
            os << std::endl << strqindent;
        }
        if (q_params->scale())
        {
          os << "scale(" << q_params->scale() << ") ";
          if (q_params->scale()->size() > 1)
            os << std::endl << strqindent;
        }
        if (q_params->zero_point())
        {
          os << "zeropt(" << q_params->zero_point() << ") ";
          if (q_params->zero_point()->size() > 1)
            os << std::endl << strqindent;
        }
        os << "quantized_dimension(" << q_params->quantized_dimension() << ")";
 
        os << std::endl;
      }
 
      if (q_params->details_type() == circle::QuantizationDetails_MXQuantization)
      {
        const auto &mx_params = q_params->details_as_MXQuantization();
        std::string strquantiz = "    MX Quantization: ";
        os << strquantiz;
        os << "axis (" << mx_params->axis() << ")" << std::endl;
 
        os << std::endl;
      }
    }
 
    if (const auto &s_params = tensor->sparsity())
    {
      std::string strsparsity = "    Sparsity: ";
      std::string strsindent(strsparsity.size(), ' ');
      os << strsparsity;
 
      if (s_params->traversal_order())
      {
        os << "traversal_order(" << s_params->traversal_order() << ") ";
        os << std::endl << strsindent;
      }
      if (s_params->block_map())
      {
        os << "block_map(" << s_params->block_map() << ") ";
        os << std::endl << strsindent;
      }
      if (const auto &dim_metadata = s_params->dim_metadata())
      {
        uint32_t idx = 0;
        for (const auto &dm : *dim_metadata)
        {
          std::string strdm = "dim_metadata[" + std::to_string(idx++) + "]: ";
          std::string strdm_indent = strsindent + std::string(strdm.size(), ' ');
          os << strdm;
 
          os << "format(" << circle::EnumNameDimensionType(dm->format()) << ") ";
          os << std::endl << strdm_indent;
 
          os << "dense_size(" << dm->dense_size() << ") ";
          os << std::endl << strdm_indent;
 
          os << "array_segments_type("
             << circle::EnumNameSparseIndexVector(dm->array_segments_type()) << ") ";
          os << std::endl << strdm_indent;
 
          os << "array_segments(";
          switch (dm->array_segments_type())
          {
            case circle::SparseIndexVector_NONE:
              // DO NOTHING
              break;
            case circle::SparseIndexVector_Int32Vector:
              os << dm->array_segments_as_Int32Vector()->values();
              break;
            case circle::SparseIndexVector_Uint16Vector:
              os << dm->array_segments_as_Uint16Vector()->values();
              break;
            case circle::SparseIndexVector_Uint8Vector:
              os << dm->array_segments_as_Uint8Vector()->values();
              break;
            default:
              throw std::runtime_error("Invalid SparseIndexVector type of array_segments");
          }
          os << ")" << std::endl << strdm_indent;
 
          os << "array_indices_type(" << circle::EnumNameSparseIndexVector(dm->array_indices_type())
             << ") ";
          os << std::endl << strdm_indent;
 
          os << "array_indices(";
          switch (dm->array_indices_type())
          {
            case circle::SparseIndexVector_NONE:
              // DO NOTHING
              break;
            case circle::SparseIndexVector_Int32Vector:
              os << dm->array_indices_as_Int32Vector()->values();
              break;
            case circle::SparseIndexVector_Uint16Vector:
              os << dm->array_indices_as_Uint16Vector()->values();
              break;
            case circle::SparseIndexVector_Uint8Vector:
              os << dm->array_indices_as_Uint8Vector()->values();
              break;
            default:
              throw std::runtime_error("Invalid SparseIndexVector type of array_indices");
          }
          os << ")" << std::endl << strsindent;
        }
      }
    }
    os << std::endl;
  }
 
  // dump operators
  os << "Operators: O(subgraph index : operator index) OpCodeName " << std::endl;
  os << "    Option(values) ... <-- depending on OpCode" << std::endl;
  os << "    I T(tensor index) OperandName <-- as input" << std::endl;
  os << "    O T(tensor index) OperandName <-- as output" << std::endl;
  for (uint32_t i = 0; i < operators->size(); ++i)
  {
    const auto op = operators->Get(i);
    circle::BuiltinOperator builtincode = reader.builtin_code(op);
 
    const std::vector<int32_t> &inputs = mio::circle::as_index_vector(op->inputs());
    const std::vector<int32_t> &outputs = mio::circle::as_index_vector(op->outputs());
    auto op_name = reader.opcode_name(op);
 
    os << "O(" << reader.subgraph_index() << ":" << i << ") " << op_name << " ";
    os << std::endl;
 
    if (auto op_prn = OpPrinterRegistry::get().lookup(builtincode))
    {
      op_prn->options(op, os);
    }
 
    for (auto input : inputs)
    {
      os << "    I T(" << reader.subgraph_index() << ":" << input << ") ";
      if (input >= 0)
      {
        auto tensor = tensors->Get(input);
        os << mio::circle::tensor_name(tensor);
      }
      os << std::endl;
    }
    for (auto output : outputs)
    {
      os << "    O T(" << reader.subgraph_index() << ":" << output << ") ";
      if (output >= 0)
      {
        auto tensor = tensors->Get(output);
        os << mio::circle::tensor_name(tensor);
      }
      os << std::endl;
    }
  }
  os << std::endl;
 
  // dump network inputs/outputs
  os << "Inputs/Outputs: I(input)/O(output) T(tensor index) OperandName" << std::endl;
 
  for (const auto input : reader.inputs())
  {
    auto tensor = tensors->Get(input);
    std::string name = mio::circle::tensor_name(tensor);
    os << "I T(" << reader.subgraph_index() << ":" << input << ") " << name << std::endl;
  }
 
  for (const auto output : reader.outputs())
  {
    auto tensor = tensors->Get(output);
    std::string name = mio::circle::tensor_name(tensor);
    os << "O T(" << reader.subgraph_index() << ":" << output << ") " << name << std::endl;
  }
 
  os << std::endl;
}

References mio::circle::as_index_vector(), mio::circle::Reader::builtin_code(), circledump::OpPrinterRegistry::get(), mio::circle::Reader::inputs(), mio::circle::Reader::opcode_name(), mio::circle::Reader::operators(), mio::circle::Reader::outputs(), mio::circle::Reader::subgraph_index(), mio::circle::tensor_name(), mio::circle::tensor_type(), and mio::circle::Reader::tensors().

Referenced by dump_model().

dump_vector()

void circledump::dump_vector	(	std::ostream &	os,
		const std::vector< int32_t > &	vs
	)

Definition at line 60 of file Dump.cpp.

{
  uint32_t seq = 0;
  for (auto &v : vs)
  {
    if (seq)
      os << ", ";
    os << v;
    seq++;
  }
}

Referenced by operator<<().

operator<<() [1/2]

template<typename T >

std::ostream & circledump::operator<<	(	std::ostream &	os,
		const flatbuffers::Vector< T > *	fbvect
	)

Definition at line 102 of file Dump.cpp.

{
  if (fbvect == nullptr)
    return os;
 
  bool ellipsis = (fbvect->size() > 4);
  auto limit_size = ellipsis ? 4 : fbvect->size();
 
  if (ellipsis)
  {
    os << "(" << fbvect->size() << ") ";
  }
 
  dump_fbvect(os, fbvect, limit_size);
 
  if (ellipsis)
  {
    os << " ... ";
  }
 
  return os;
}

References dump_fbvect(), and flatbuffers::Vector< T >::size().

operator<<() [2/2]

std::ostream & circledump::operator<<	(	std::ostream &	os,
		const std::vector< int32_t > &	vect
	)

Definition at line 72 of file Dump.cpp.

{
  circledump::dump_vector(os, vect);
  return os;
}

References dump_vector().