onert::backend::acl_cl::CLTimer Class Reference

Class to measure CL kernels execution time. More...

#include <CLTimer.h>

Collaboration diagram for onert::backend::acl_cl::CLTimer:

Public Member Functions
void	handleBegin () override
	This function replaces CL function, which enqueues a command to execute a kernel with a wrapper which remembers enqueued kernels.
void	handleEnd () override
	Get timer result by addition executed CL kernels durations.
Public Member Functions inherited from onert::util::ITimer
int	getTime ()
virtual	~ITimer ()=default

Additional Inherited Members
Protected Attributes inherited from onert::util::ITimer
int	_timer_res {0}

Detailed Description

Class to measure CL kernels execution time.

Definition at line 37 of file CLTimer.h.

Member Function Documentation

handleBegin()

void onert::backend::acl_cl::CLTimer::handleBegin ( )

inlineoverridevirtual

This function replaces CL function, which enqueues a command to execute a kernel with a wrapper which remembers enqueued kernels.

Implements onert::util::ITimer.

Definition at line 44 of file CLTimer.h.

  {
    _measured_events.clear();
 
    _origin_enqueue_function = arm_compute::CLSymbols::get().clEnqueueNDRangeKernel_ptr;
 
    auto _timer_enqueue_function = [this](cl_command_queue command_queue, cl_kernel kernel,
                                          cl_uint work_dim, const size_t *gwo, const size_t *gws,
                                          const size_t *lws, cl_uint num_events_in_wait_list,
                                          const cl_event *event_wait_list, cl_event *usr_event) {
      cl_event event;
      cl_int enqueue_res =
        this->_origin_enqueue_function(command_queue, kernel, work_dim, gwo, gws, lws,
                                       num_events_in_wait_list, event_wait_list, &event);
      this->_measured_events.emplace_back(event);
 
      // According to spec, if NULL was provided in usr_event - event shouldn't be returned
      if (usr_event != nullptr)
      {
        clRetainEvent(event);
        *usr_event = event;
      }
      return enqueue_res;
    };
    arm_compute::CLSymbols::get().clEnqueueNDRangeKernel_ptr = _timer_enqueue_function;
 
    // Set CL_QUEUE_PROFILING_ENABLE flag for the CL command-queue, if it isn't already set
    auto &cl_scheduler = arm_compute::CLScheduler::get();
    auto props = cl_scheduler.queue().getInfo<CL_QUEUE_PROPERTIES>();
    if ((props & CL_QUEUE_PROFILING_ENABLE) == 0)
    {
      cl_scheduler.set_queue(
        cl::CommandQueue(cl_scheduler.context(), props | CL_QUEUE_PROFILING_ENABLE));
    }
  };

handleEnd()

void onert::backend::acl_cl::CLTimer::handleEnd ( )

inlineoverridevirtual

Get timer result by addition executed CL kernels durations.

Implements onert::util::ITimer.

Definition at line 83 of file CLTimer.h.

  {
    _timer_res = 0;
    for (auto const &event : _measured_events)
    {
      cl_ulong start;
      cl_ulong end;
      event.getProfilingInfo(CL_PROFILING_COMMAND_START, &start);
      event.getProfilingInfo(CL_PROFILING_COMMAND_END, &end);
      _timer_res += (end - start) / 1000.f; // nanoseconds -> microseconds
    }
 
    // Restore origin CL enqueue function
    arm_compute::CLSymbols::get().clEnqueueNDRangeKernel_ptr = _origin_enqueue_function;
  };

References onert::util::ITimer::_timer_res.

---

The documentation for this class was generated from the following file:

• runtime/onert/backend/acl_cl/CLTimer.h