luci_interpreter::kernels::RoPE Class Reference

#include <RoPE.h>

Collaboration diagram for luci_interpreter::kernels::RoPE:

Public Member Functions
	RoPE (const Tensor *input, const Tensor *sin_table, const Tensor *cos_table, Tensor *output, const RoPEParams &params)
const Tensor *	input () const
const Tensor *	sin_table () const
const Tensor *	cos_table () const
Tensor *	output () const
void	configure () override
void	execute () const override
Public Member Functions inherited from luci_interpreter::KernelWithParams< RoPEParams >
const RoPEParams &	params () const
Public Member Functions inherited from luci_interpreter::Kernel
virtual	~Kernel ()=default
const std::vector< const Tensor * > &	getInputTensors () const
const std::vector< Tensor * > &	getOutputTensors () const

Additional Inherited Members
Protected Member Functions inherited from luci_interpreter::KernelWithParams< RoPEParams >
	KernelWithParams (std::vector< const Tensor * > inputs, std::vector< Tensor * > outputs, const RoPEParams &params)
Protected Member Functions inherited from luci_interpreter::Kernel
	Kernel (std::vector< const Tensor * > inputs, std::vector< Tensor * > outputs)
Protected Attributes inherited from luci_interpreter::KernelWithParams< RoPEParams >
const RoPEParams	_params
Protected Attributes inherited from luci_interpreter::Kernel
const std::vector< const Tensor * >	_inputs
const std::vector< Tensor * >	_outputs

Detailed Description

Definition at line 28 of file RoPE.h.

Constructor & Destructor Documentation

RoPE()

luci_interpreter::kernels::RoPE::RoPE	(	const Tensor *	input,
		const Tensor *	sin_table,
		const Tensor *	cos_table,
		Tensor *	output,
		const RoPEParams &	params
	)

Definition at line 26 of file RoPE.cpp.

  : KernelWithParams<RoPEParams>({input, sin_table, cos_table}, {output}, params)
{
}

References cos_table(), input(), and sin_table().

Member Function Documentation

configure()

void luci_interpreter::kernels::RoPE::configure ( )

overridevirtual

Implements luci_interpreter::Kernel.

Definition at line 32 of file RoPE.cpp.

{
  LUCI_INTERPRETER_CHECK(input()->shape().num_dims() == 4);
  LUCI_INTERPRETER_CHECK(sin_table()->shape().dim(3) == input()->shape().dim(3));
  LUCI_INTERPRETER_CHECK(cos_table()->shape().dim(3) == input()->shape().dim(3));
 
  LUCI_INTERPRETER_CHECK(params().mode == RoPEMode::GPT_NEOX);
 
  output()->resize(input()->shape());
}

References cos_table(), input(), LUCI_INTERPRETER_CHECK, output(), luci_interpreter::KernelWithParams< RoPEParams >::params(), luci_interpreter::Tensor::resize(), and sin_table().

cos_table()

const Tensor * luci_interpreter::kernels::RoPE::cos_table ( ) const

inline

Definition at line 36 of file RoPE.h.

{ return _inputs[2]; }

References luci_interpreter::Kernel::_inputs.

Referenced by configure(), and RoPE().

execute()

void luci_interpreter::kernels::RoPE::execute ( ) const

overridevirtual

Implements luci_interpreter::Kernel.

Definition at line 43 of file RoPE.cpp.

{
  switch (input()->element_type())
  {
    case DataType::FLOAT32:
      evalFloat();
      break;
    default:
      throw std::runtime_error("luci-rope Unsupported data type.");
  }
}

References input().

input()

const Tensor * luci_interpreter::kernels::RoPE::input ( ) const

inline

Definition at line 34 of file RoPE.h.

{ return _inputs[0]; }

References luci_interpreter::Kernel::_inputs.

Referenced by configure(), execute(), and RoPE().

output()

Tensor * luci_interpreter::kernels::RoPE::output ( ) const

inline

Definition at line 37 of file RoPE.h.

{ return _outputs[0]; }

References luci_interpreter::Kernel::_outputs.

Referenced by configure().

sin_table()

const Tensor * luci_interpreter::kernels::RoPE::sin_table ( ) const

inline

Definition at line 35 of file RoPE.h.

{ return _inputs[1]; }

References luci_interpreter::Kernel::_inputs.

Referenced by configure(), and RoPE().

---

The documentation for this class was generated from the following files:

• compiler/luci-interpreter/src/kernels/RoPE.h
• compiler/luci-interpreter/src/kernels/RoPE.cpp