nnfw_api_wrapper.h

Go to the documentation of this file.

/*
 * Copyright (c) 2023 Samsung Electronics Co., Ltd. All Rights Reserved
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
 
#include "nnfw.h"
 
#include <pybind11/stl.h>
#include <pybind11/numpy.h>
 
namespace py = pybind11;
 
struct tensorinfo
{
  const char *dtype;
  int32_t rank;
  int32_t dims[NNFW_MAX_RANK];
};
 
void ensure_status(NNFW_STATUS status);
 
NNFW_LAYOUT getLayout(const char *layout = "");
 
NNFW_TYPE getType(const char *type = "");
 
const char *getStringType(NNFW_TYPE type);
 
uint64_t num_elems(const nnfw_tensorinfo *tensor_info);
 
py::list get_dims(const tensorinfo &tensor_info);
 
void set_dims(tensorinfo &tensor_info, const py::list &array);
 
class NNFW_SESSION
{
private:
  nnfw_session *session;
 
public:
  NNFW_SESSION(const char *package_file_path, const char *backends);
  ~NNFW_SESSION();
 
  void close_session();
  void set_input_tensorinfo(uint32_t index, const tensorinfo *tensor_info);
  void run();
  void run_async();
  void wait();
  template <typename T> void set_input(uint32_t index, py::array_t<T> &buffer)
  {
    nnfw_tensorinfo tensor_info;
    nnfw_input_tensorinfo(this->session, index, &tensor_info);
    NNFW_TYPE type = tensor_info.dtype;
    uint32_t input_elements = num_elems(&tensor_info);
    size_t length = sizeof(T) * input_elements;
 
    ensure_status(nnfw_set_input(session, index, type, buffer.request().ptr, length));
  }
  template <typename T> void set_output(uint32_t index, py::array_t<T> &buffer)
  {
    nnfw_tensorinfo tensor_info;
    nnfw_output_tensorinfo(this->session, index, &tensor_info);
    NNFW_TYPE type = tensor_info.dtype;
    uint32_t output_elements = num_elems(&tensor_info);
    size_t length = sizeof(T) * output_elements;
 
    ensure_status(nnfw_set_output(session, index, type, buffer.request().ptr, length));
  }
  uint32_t input_size();
  uint32_t output_size();
  // process the input layout by receiving a string from Python instead of NNFW_LAYOUT
  void set_input_layout(uint32_t index, const char *layout);
  // process the output layout by receiving a string from Python instead of NNFW_LAYOUT
  void set_output_layout(uint32_t index, const char *layout);
  tensorinfo input_tensorinfo(uint32_t index);
  tensorinfo output_tensorinfo(uint32_t index);
};