TestHelper.h File Reference

#include <cassert>
#include <cstdio>
#include <string.h>

Go to the source code of this file.

Data Structures
class	Argv< N >

Functions
int	entry (int argc, char **argv)
	Dump IR for given arguments.

Function Documentation

entry()

int entry	(	int	argc,
		char **	argv
	)

Dump IR for given arguments.

Call example: $ ./build/compiler/encodump/encodump \ –frontend build/compiler/enco/frontend/caffe/libenco_caffe_frontend.so \ –frontend-arg build/compiler/enco/test/caffe/Convolution_003.prototxt \ –frontend-arg build/compiler/enco/test/caffe/Convolution_003.caffemodel

HDF5 layout is like below

GROUP "/" ㄴGROUP "name" ㄴATTRIBUTE "0" ㄴDATA (0): "input_01:0" ㄴATTRIBUTE "1" ㄴDATA (0): "input_02:0" ㄴGROUP "value" ㄴDATASET "0" ㄴDATA ... ㄴDATASET "1" ㄴDATA ...

Definition at line 53 of file Driver.cpp.

{
  arser::Arser arser("Compare inference results of two circle models");
 
  arser::Helper::add_version(arser, print_version);
 
  arser.add_argument("--first_model").required(true).help("First input model filepath");
 
  arser.add_argument("--second_model").required(true).help("Second input model filepath");
 
  arser.add_argument("--first_input_data")
    .help("Input data filepath for the first model. If not given, circle-eval-diff will run with "
          "randomly generated data");
 
  arser.add_argument("--second_input_data")
    .help("Input data filepath for the second model. If not given, circle-eval-diff will run with "
          "randomly generated data");
 
  arser.add_argument("--dump_output_with_prefix")
    .help("Dump output to files. <prefix> should be given as an argument. "
          "Outputs are saved in <prefix>.<data_index>.first.output<output_index> and "
          "<prefix>.<data_index>.second.output<output_index>.");
 
  arser.add_argument("--print_mae").nargs(0).default_value(false).help("Print Mean Absolute Error");
 
  arser.add_argument("--print_mape")
    .nargs(0)
    .default_value(false)
    .help("Print Mean Absolute PercentageError");
 
  arser.add_argument("--print_mpeir")
    .nargs(0)
    .default_value(false)
    .help("Print Mean Peak Error to Interval Ratio");
 
  arser.add_argument("--print_top1_match")
    .nargs(0)
    .default_value(false)
    .help("Print Mean Top-1 Match Ratio");
 
  arser.add_argument("--print_top5_match")
    .nargs(0)
    .default_value(false)
    .help("Print Mean Top-5 Match Ratio");
 
  arser.add_argument("--print_mse").nargs(0).default_value(false).help("Print Mean Squared Error");
 
  arser.add_argument("--input_data_format")
    .default_value("h5")
    .help("Input data format. h5/hdf5 (default) or directory");
 
  try
  {
    arser.parse(argc, argv);
  }
  catch (const std::runtime_error &err)
  {
    std::cout << err.what() << std::endl;
    std::cout << arser;
    return 255;
  }
 
  const auto first_model_path = arser.get<std::string>("--first_model");
  const auto second_model_path = arser.get<std::string>("--second_model");
 
  // Default values
  std::string first_input_data_path;
  std::string second_input_data_path;
  std::string metric;
  std::string input_data_format;
  std::string output_prefix;
 
  if (arser["--first_input_data"])
    first_input_data_path = arser.get<std::string>("--first_input_data");
 
  if (arser["--second_input_data"])
    second_input_data_path = arser.get<std::string>("--second_input_data");
 
  if (arser["--first_input_data"] != arser["--second_input_data"])
    throw std::runtime_error("Input data path should be given for both first_model and "
                             "second_model, or neither must be given.");
 
  if (arser["--dump_output_with_prefix"])
    output_prefix = arser.get<std::string>("--dump_output_with_prefix");
 
  // Set Metrics
  std::vector<Metric> metrics;
  if (arser["--print_mae"] and arser.get<bool>("--print_mae"))
  {
    metrics.emplace_back(Metric::MAE);
  }
  if (arser["--print_mape"] and arser.get<bool>("--print_mape"))
  {
    metrics.emplace_back(Metric::MAPE);
  }
  if (arser["--print_mpeir"] and arser.get<bool>("--print_mpeir"))
  {
    metrics.emplace_back(Metric::MPEIR);
  }
  if (arser["--print_top1_match"] and arser.get<bool>("--print_top1_match"))
  {
    metrics.emplace_back(Metric::MTOP1);
  }
  if (arser["--print_top5_match"] and arser.get<bool>("--print_top5_match"))
  {
    metrics.emplace_back(Metric::MTOP5);
  }
  if (arser["--print_mse"] and arser.get<bool>("--print_mse"))
  {
    metrics.emplace_back(Metric::MSE);
  }
 
  input_data_format = arser.get<std::string>("--input_data_format");
 
  auto ctx = std::make_unique<CircleEvalDiff::Context>();
  {
    ctx->first_model_path = first_model_path;
    ctx->second_model_path = second_model_path;
    ctx->first_input_data_path = first_input_data_path;
    ctx->second_input_data_path = second_input_data_path;
    ctx->metric = metrics;
    ctx->input_format = to_input_format(input_data_format);
    ctx->output_prefix = output_prefix;
  }
 
  CircleEvalDiff ced(std::move(ctx));
 
  ced.init();
 
  ced.evalDiff();
 
  return EXIT_SUCCESS;
}