mir_interpreter::ConcatImpl< T > Struct Template Reference

Static Public Member Functions
static void	run (const std::vector< std::reference_wrapper< const mir::TensorVariant > > &inputs, int axis, mir::TensorVariant &output)

Detailed Description

template<typename T>
struct mir_interpreter::ConcatImpl< T >

Definition at line 27 of file Concat.cpp.

Member Function Documentation

run()

template<typename T >

void mir_interpreter::ConcatImpl< T >::run ( const std::vector< std::reference_wrapper< const mir::TensorVariant > > &  inputs, int  axis, mir::TensorVariant &  output  )

static

Definition at line 34 of file Concat.cpp.

{
  const auto &output_shape = output.getShape();
  const size_t inputs_count = inputs.size();
  const int32_t concat_dims = output_shape.rank();
  int64_t concat_size = 0;
  for (size_t i = 0; i < inputs_count; i++)
  {
    const auto &input_shape = inputs[i].get().getShape();
    assert(input_shape.rank() == concat_dims);
    for (int32_t j = 0; j < concat_dims; j++)
    {
      if (j != axis)
      {
        assert(input_shape.dim(j) == output_shape.dim(j));
      }
    }
    concat_size += input_shape.dim(axis);
  }
  assert(concat_size == output_shape.dim(axis));
  // Outer size before axis
  int32_t outer_size = 1;
  for (int32_t i = 0; i < axis; i++)
    outer_size *= output_shape.dim(i);
  // Inner size after axis
  int32_t base_inner_size = 1;
  for (int32_t i = axis + 1; i < concat_dims; i++)
    base_inner_size *= output_shape.dim(i);
  // flatten = outer_size * dim(axis) * base_inner_size;
  std::vector<int32_t> copy_sizes;
  std::vector<char *> input_ptrs;
  for (size_t i = 0; i < inputs_count; i++)
  {
    const auto input_shape = inputs[i].get().getShape();
    copy_sizes.push_back(input_shape.dim(axis) * base_inner_size);
    input_ptrs.push_back(inputs[i].get().atOffset(0));
  }
 
  char *output_ptr = output.atOffset(0);
  const size_t elem_size = inputs[0].get().getElementSize();
  for (int32_t i = 0; i < outer_size; i++)
  {
    for (size_t j = 0; j < inputs_count; j++)
    {
      std::memcpy(output_ptr, input_ptrs[j], copy_sizes[j] * elem_size);
      output_ptr += copy_sizes[j] * elem_size;
      input_ptrs[j] += copy_sizes[j] * elem_size;
    }
  }
}

References output_shape.

Referenced by package.infer.session::inference().

---

The documentation for this struct was generated from the following file:

• compiler/mir-interpreter/src/ops/Concat.cpp