luci_interpreter::kernels::FullyConnected Class Reference

#include <FullyConnected.h>

Collaboration diagram for luci_interpreter::kernels::FullyConnected:

Public Member Functions
	FullyConnected (const Tensor *input, const Tensor *weights, const Tensor *bias, Tensor *output, const FullyConnectedParams &params)
	FullyConnected (const Tensor *input, const Tensor *weights, const Tensor *bias, Tensor *output, Tensor *scratch, const FullyConnectedParams &params)
const Tensor *	input () const
const Tensor *	weights () const
const Tensor *	bias () const
Tensor *	output () const
Tensor *	scratch () const
void	configure () override
void	execute () const override
Public Member Functions inherited from luci_interpreter::KernelWithParams< FullyConnectedParams >
const FullyConnectedParams &	params () const
Public Member Functions inherited from luci_interpreter::Kernel
virtual	~Kernel ()=default
const std::vector< const Tensor * > &	getInputTensors () const
const std::vector< Tensor * > &	getOutputTensors () const

Additional Inherited Members
Protected Member Functions inherited from luci_interpreter::KernelWithParams< FullyConnectedParams >
	KernelWithParams (std::vector< const Tensor * > inputs, std::vector< Tensor * > outputs, const FullyConnectedParams &params)
Protected Member Functions inherited from luci_interpreter::Kernel
	Kernel (std::vector< const Tensor * > inputs, std::vector< Tensor * > outputs)
Protected Attributes inherited from luci_interpreter::KernelWithParams< FullyConnectedParams >
const FullyConnectedParams	_params
Protected Attributes inherited from luci_interpreter::Kernel
const std::vector< const Tensor * >	_inputs
const std::vector< Tensor * >	_outputs

Detailed Description

Definition at line 28 of file FullyConnected.h.

Constructor & Destructor Documentation

FullyConnected() [1/2]

luci_interpreter::kernels::FullyConnected::FullyConnected	(	const Tensor *	input,
		const Tensor *	weights,
		const Tensor *	bias,
		Tensor *	output,
		const FullyConnectedParams &	params
	)

Definition at line 31 of file FullyConnected.cpp.

  : KernelWithParams<FullyConnectedParams>({input, weights, bias}, {output}, params)
{
}

References bias(), input(), and weights().

FullyConnected() [2/2]

luci_interpreter::kernels::FullyConnected::FullyConnected ( const Tensor *  input, const Tensor *  weights, const Tensor *  bias, Tensor *  output, Tensor *  scratch, const FullyConnectedParams &  params  )

inline

Definition at line 33 of file FullyConnected.h.

    : FullyConnected(input, weights, bias, output, params)
  {
    _scratch = scratch;
  }

References scratch().

Member Function Documentation

bias()

const Tensor * luci_interpreter::kernels::FullyConnected::bias ( ) const

inline

Definition at line 41 of file FullyConnected.h.

{ return _inputs[2]; }

References luci_interpreter::Kernel::_inputs.

Referenced by configure(), execute(), and FullyConnected().

configure()

void luci_interpreter::kernels::FullyConnected::configure ( )

overridevirtual

Implements luci_interpreter::Kernel.

Definition at line 37 of file FullyConnected.cpp.

{
  if (weights()->element_type() == DataType::U8)
  {
    LUCI_INTERPRETER_CHECK(input()->element_type() == DataType::U8);
    LUCI_INTERPRETER_CHECK(output()->element_type() == DataType::U8);
    LUCI_INTERPRETER_CHECK(!bias() || bias()->element_type() == DataType::S32)
  }
  else if (weights()->element_type() == DataType::FLOAT32)
  {
    LUCI_INTERPRETER_CHECK(input()->element_type() == DataType::FLOAT32);
    LUCI_INTERPRETER_CHECK(output()->element_type() == DataType::FLOAT32);
    LUCI_INTERPRETER_CHECK(!bias() || bias()->element_type() == DataType::FLOAT32)
  }
  else if (weights()->element_type() == DataType::S8)
  {
    LUCI_INTERPRETER_CHECK(input()->element_type() == DataType::S8);
    LUCI_INTERPRETER_CHECK(output()->element_type() == DataType::S8);
    LUCI_INTERPRETER_CHECK(!bias() || bias()->element_type() == DataType::S32)
  }
  else if (weights()->element_type() == DataType::S4)
  {
    // TODO support other combinations when needed
    LUCI_INTERPRETER_CHECK(input()->element_type() == DataType::FLOAT32);
    LUCI_INTERPRETER_CHECK(output()->element_type() == DataType::FLOAT32);
    LUCI_INTERPRETER_CHECK(!bias() || bias()->element_type() == DataType::FLOAT32)
  }
  else if (weights()->element_type() == DataType::U4)
  {
    // TODO support other combinations when needed
    LUCI_INTERPRETER_CHECK(input()->element_type() == DataType::FLOAT32);
    LUCI_INTERPRETER_CHECK(output()->element_type() == DataType::FLOAT32);
    LUCI_INTERPRETER_CHECK(!bias() || bias()->element_type() == DataType::FLOAT32)
  }
  else
  {
    throw std::runtime_error("luci-intp FullyConnected(1) Unsupported type.");
  }
 
  const Shape &input_shape = input()->shape();
  const Shape &weights_shape = weights()->shape();
 
  LUCI_INTERPRETER_CHECK(weights_shape.num_dims() == 2);
  LUCI_INTERPRETER_CHECK(bias() == nullptr ||
                         bias()->shape().num_elements() == weights_shape.dim(0));
 
  LUCI_INTERPRETER_CHECK(input_shape.num_elements() % weights_shape.dim(1) == 0);
  const int32_t batch_size = input_shape.num_elements() / weights_shape.dim(1);
  const int32_t num_units = weights_shape.dim(0);
 
  if (params().keep_num_dims == false)
  {
    output()->resize({batch_size, num_units});
  }
  else
  {
    luci_interpreter::Shape output_shape(input_shape.num_dims());
    for (int i = 0; i < input_shape.num_dims(); ++i)
      output_shape.dim(i) = input_shape.dim(i);
    output_shape.dim(input_shape.num_dims() - 1) = num_units;
    output()->resize(output_shape);
  }
}

References bias(), luci_interpreter::Shape::dim(), input(), LUCI_INTERPRETER_CHECK, luci_interpreter::Shape::num_dims(), luci_interpreter::Shape::num_elements(), output(), output_shape, luci_interpreter::KernelWithParams< FullyConnectedParams >::params(), luci_interpreter::Tensor::resize(), luci_interpreter::Tensor::shape(), and weights().

execute()

void luci_interpreter::kernels::FullyConnected::execute ( ) const

overridevirtual

Implements luci_interpreter::Kernel.

Definition at line 101 of file FullyConnected.cpp.

{
  const bool is_hybrid =
    (input()->element_type() == DataType::FLOAT32 &&
     (weights()->element_type() == DataType::S4 || weights()->element_type() == DataType::U4) &&
     output()->element_type() == DataType::FLOAT32 &&
     (!bias() || bias()->element_type() == DataType::FLOAT32));
  if (is_hybrid)
  {
    switch (weights()->element_type())
    {
      case DataType::S4:
        evalHybridWI4AF32();
        break;
      case DataType::U4:
        evalHybridWU4AF32();
        break;
      default:
        throw std::runtime_error("luci-intp FullyConnected(3) Unsupported type.");
    }
  }
  else
  {
    switch (input()->element_type())
    {
      case DataType::U8:
        evalQuantized();
        break;
      case DataType::S8:
        evalQuantizedS8();
        break;
      case DataType::FLOAT32:
        evalFloat();
        break;
      default:
        throw std::runtime_error("luci-intp FullyConnected(2) Unsupported type.");
    }
  }
}

References bias(), luci_interpreter::Tensor::element_type(), input(), output(), and weights().

input()

const Tensor * luci_interpreter::kernels::FullyConnected::input ( ) const

inline

Definition at line 39 of file FullyConnected.h.

{ return _inputs[0]; }

References luci_interpreter::Kernel::_inputs.

Referenced by configure(), execute(), and FullyConnected().

output()

Tensor * luci_interpreter::kernels::FullyConnected::output ( ) const

inline

Definition at line 42 of file FullyConnected.h.

{ return _outputs[0]; }

References luci_interpreter::Kernel::_outputs.

Referenced by configure(), and execute().

scratch()

Tensor * luci_interpreter::kernels::FullyConnected::scratch ( ) const

inline

Definition at line 43 of file FullyConnected.h.

{ return _scratch; }

Referenced by FullyConnected().

weights()

const Tensor * luci_interpreter::kernels::FullyConnected::weights ( ) const

inline

Definition at line 40 of file FullyConnected.h.

{ return _inputs[1]; }

References luci_interpreter::Kernel::_inputs.

Referenced by configure(), execute(), and FullyConnected().

---

The documentation for this class was generated from the following files:

• compiler/luci-interpreter/src/kernels/FullyConnected.h
• compiler/luci-interpreter/src/kernels/FullyConnected.cpp