9eed6686df
- Reorganize the library structure
- Use the latest version of `wasi-nn` wit (Oct 25, 2022):
0f77c48ec1/wasi-nn.wit.md
- Split logic that converts WASM structs to native structs in a separate file
- Simplify addition of new frameworks
90 lines
2.4 KiB
C
90 lines
2.4 KiB
C
/*
|
|
* Copyright (C) 2019 Intel Corporation. All rights reserved.
|
|
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
*/
|
|
|
|
/**
|
|
* Following definition from:
|
|
* [Oct 25th, 2022]
|
|
* https://github.com/WebAssembly/wasi-nn/blob/0f77c48ec195748990ff67928a4b3eef5f16c2de/wasi-nn.wit.md
|
|
*/
|
|
|
|
#ifndef WASI_NN_H
|
|
#define WASI_NN_H
|
|
|
|
#include <stdint.h>
|
|
#include "wasi_nn_types.h"
|
|
|
|
/**
|
|
* @brief Load an opaque sequence of bytes to use for inference.
|
|
*
|
|
* @param builder Model builder.
|
|
* @param encoding Model encoding.
|
|
* @param target Execution target.
|
|
* @param g Graph.
|
|
* @return error Execution status.
|
|
*/
|
|
error
|
|
load(graph_builder_array *builder, graph_encoding encoding,
|
|
execution_target target, graph *g)
|
|
__attribute__((import_module("wasi_nn")));
|
|
|
|
/**
|
|
* INFERENCE
|
|
*
|
|
*/
|
|
|
|
// Bind a `graph` to the input and output tensors for an inference.
|
|
typedef uint32_t graph_execution_context;
|
|
|
|
/**
|
|
* @brief Create an execution instance of a loaded graph.
|
|
*
|
|
* @param g Graph.
|
|
* @param ctx Execution context.
|
|
* @return error Execution status.
|
|
*/
|
|
error
|
|
init_execution_context(graph g, graph_execution_context *ctx)
|
|
__attribute__((import_module("wasi_nn")));
|
|
|
|
/**
|
|
* @brief Define the inputs to use for inference.
|
|
*
|
|
* @param ctx Execution context.
|
|
* @param index Input tensor index.
|
|
* @param tensor Input tensor.
|
|
* @return error Execution status.
|
|
*/
|
|
error
|
|
set_input(graph_execution_context ctx, uint32_t index, tensor *tensor)
|
|
__attribute__((import_module("wasi_nn")));
|
|
|
|
/**
|
|
* @brief Compute the inference on the given inputs.
|
|
*
|
|
* @param ctx Execution context.
|
|
* @return error Execution status.
|
|
*/
|
|
error
|
|
compute(graph_execution_context ctx) __attribute__((import_module("wasi_nn")));
|
|
|
|
/**
|
|
* @brief Extract the outputs after inference.
|
|
*
|
|
* @param ctx Execution context.
|
|
* @param index Output tensor index.
|
|
* @param output_tensor Buffer where output tensor with index `index` is
|
|
* copied.
|
|
* @param output_tensor_size Pointer to `output_tensor` maximum size.
|
|
* After the function call it is updated with the
|
|
* copied number of bytes.
|
|
* @return error Execution status.
|
|
*/
|
|
error
|
|
get_output(graph_execution_context ctx, uint32_t index,
|
|
tensor_data output_tensor, uint32_t *output_tensor_size)
|
|
__attribute__((import_module("wasi_nn")));
|
|
|
|
#endif
|