a182926a73
Refactor the layout of interpreter and AOT module instance: - Unify the interp/AOT module instance, use the same WASMModuleInstance/ WASMMemoryInstance/WASMTableInstance data structures for both interpreter and AOT - Make the offset of most fields the same in module instance for both interpreter and AOT, append memory instance structure, global data and table instances to the end of module instance for interpreter mode (like AOT mode) - For extra fields in WASM module instance, use WASMModuleInstanceExtra to create a field `e` for interpreter - Change the LLVM JIT module instance creating process, LLVM JIT uses the WASM module and module instance same as interpreter/Fast-JIT mode. So that Fast JIT and LLVM JIT can access the same data structures, and make it possible to implement the Multi-tier JIT (tier-up from Fast JIT to LLVM JIT) in the future - Unify some APIs: merge some APIs for module instance and memory instance's related operations (only implement one copy) Note that the AOT ABI is same, the AOT file format, AOT relocation types, how AOT code accesses the AOT module instance and so on are kept unchanged. Refer to: https://github.com/bytecodealliance/wasm-micro-runtime/issues/1384
283 lines
7.7 KiB
C
283 lines
7.7 KiB
C
/*
|
|
* Copyright (C) 2021 XiaoMi Corporation. All rights reserved.
|
|
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
*/
|
|
|
|
#ifndef _AOT_INTRINSIC_H
|
|
#define _AOT_INTRINSIC_H
|
|
|
|
#include "aot_runtime.h"
|
|
#if WASM_ENABLE_WAMR_COMPILER != 0 || WASM_ENABLE_JIT != 0
|
|
#include "aot_llvm.h"
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#define AOT_INTRINSIC_GROUPS 2
|
|
|
|
/* Use uint64 as flag container:
|
|
* - The upper 16 bits are the intrinsic group number
|
|
* - The lower 48 bits are the intrinsic capability mask
|
|
*/
|
|
|
|
#define AOT_INTRINSIC_FLAG(group, number) \
|
|
((((uint64)(group & 0xffffLL)) << 48) | ((uint64)1 << number))
|
|
|
|
#define AOT_INTRINSIC_FLAG_MASK (0x0000ffffffffffffLL)
|
|
|
|
#define AOT_INTRINSIC_GET_GROUP_FROM_FLAG(flag) \
|
|
((((uint64)flag) >> 48) & 0xffffLL)
|
|
|
|
/* clang-format off */
|
|
#define AOT_INTRINSIC_FLAG_F32_FADD AOT_INTRINSIC_FLAG(0, 0)
|
|
#define AOT_INTRINSIC_FLAG_F32_FSUB AOT_INTRINSIC_FLAG(0, 1)
|
|
#define AOT_INTRINSIC_FLAG_F32_FMUL AOT_INTRINSIC_FLAG(0, 2)
|
|
#define AOT_INTRINSIC_FLAG_F32_FDIV AOT_INTRINSIC_FLAG(0, 3)
|
|
#define AOT_INTRINSIC_FLAG_F32_FABS AOT_INTRINSIC_FLAG(0, 4)
|
|
#define AOT_INTRINSIC_FLAG_F32_CEIL AOT_INTRINSIC_FLAG(0, 5)
|
|
#define AOT_INTRINSIC_FLAG_F32_FLOOR AOT_INTRINSIC_FLAG(0, 6)
|
|
#define AOT_INTRINSIC_FLAG_F32_TRUNC AOT_INTRINSIC_FLAG(0, 7)
|
|
#define AOT_INTRINSIC_FLAG_F32_RINT AOT_INTRINSIC_FLAG(0, 8)
|
|
#define AOT_INTRINSIC_FLAG_F32_SQRT AOT_INTRINSIC_FLAG(0, 9)
|
|
#define AOT_INTRINSIC_FLAG_F32_COPYSIGN AOT_INTRINSIC_FLAG(0, 10)
|
|
#define AOT_INTRINSIC_FLAG_F32_MIN AOT_INTRINSIC_FLAG(0, 11)
|
|
#define AOT_INTRINSIC_FLAG_F32_MAX AOT_INTRINSIC_FLAG(0, 12)
|
|
#define AOT_INTRINSIC_FLAG_I32_CLZ AOT_INTRINSIC_FLAG(0, 13)
|
|
#define AOT_INTRINSIC_FLAG_I32_CTZ AOT_INTRINSIC_FLAG(0, 14)
|
|
#define AOT_INTRINSIC_FLAG_I32_POPCNT AOT_INTRINSIC_FLAG(0, 15)
|
|
#define AOT_INTRINSIC_FLAG_I32_TO_F32 AOT_INTRINSIC_FLAG(0, 16)
|
|
#define AOT_INTRINSIC_FLAG_U32_TO_F32 AOT_INTRINSIC_FLAG(0, 17)
|
|
#define AOT_INTRINSIC_FLAG_I32_TO_F64 AOT_INTRINSIC_FLAG(0, 18)
|
|
#define AOT_INTRINSIC_FLAG_U32_TO_F64 AOT_INTRINSIC_FLAG(0, 19)
|
|
#define AOT_INTRINSIC_FLAG_F32_TO_I32 AOT_INTRINSIC_FLAG(0, 20)
|
|
#define AOT_INTRINSIC_FLAG_F32_TO_U32 AOT_INTRINSIC_FLAG(0, 21)
|
|
#define AOT_INTRINSIC_FLAG_F32_TO_I64 AOT_INTRINSIC_FLAG(0, 22)
|
|
#define AOT_INTRINSIC_FLAG_F32_TO_U64 AOT_INTRINSIC_FLAG(0, 23)
|
|
#define AOT_INTRINSIC_FLAG_F32_TO_F64 AOT_INTRINSIC_FLAG(0, 24)
|
|
#define AOT_INTRINSIC_FLAG_F32_CMP AOT_INTRINSIC_FLAG(0, 25)
|
|
#define AOT_INTRINSIC_FLAG_F32_CONST AOT_INTRINSIC_FLAG(0, 26)
|
|
#define AOT_INTRINSIC_FLAG_I32_CONST AOT_INTRINSIC_FLAG(0, 27)
|
|
|
|
#define AOT_INTRINSIC_FLAG_F64_FADD AOT_INTRINSIC_FLAG(1, 0)
|
|
#define AOT_INTRINSIC_FLAG_F64_FSUB AOT_INTRINSIC_FLAG(1, 1)
|
|
#define AOT_INTRINSIC_FLAG_F64_FMUL AOT_INTRINSIC_FLAG(1, 2)
|
|
#define AOT_INTRINSIC_FLAG_F64_FDIV AOT_INTRINSIC_FLAG(1, 3)
|
|
#define AOT_INTRINSIC_FLAG_F64_FABS AOT_INTRINSIC_FLAG(1, 4)
|
|
#define AOT_INTRINSIC_FLAG_F64_CEIL AOT_INTRINSIC_FLAG(1, 5)
|
|
#define AOT_INTRINSIC_FLAG_F64_FLOOR AOT_INTRINSIC_FLAG(1, 6)
|
|
#define AOT_INTRINSIC_FLAG_F64_TRUNC AOT_INTRINSIC_FLAG(1, 7)
|
|
#define AOT_INTRINSIC_FLAG_F64_RINT AOT_INTRINSIC_FLAG(1, 8)
|
|
#define AOT_INTRINSIC_FLAG_F64_SQRT AOT_INTRINSIC_FLAG(1, 9)
|
|
#define AOT_INTRINSIC_FLAG_F64_COPYSIGN AOT_INTRINSIC_FLAG(1, 10)
|
|
#define AOT_INTRINSIC_FLAG_F64_MIN AOT_INTRINSIC_FLAG(1, 11)
|
|
#define AOT_INTRINSIC_FLAG_F64_MAX AOT_INTRINSIC_FLAG(1, 12)
|
|
#define AOT_INTRINSIC_FLAG_I64_CLZ AOT_INTRINSIC_FLAG(1, 13)
|
|
#define AOT_INTRINSIC_FLAG_I64_CTZ AOT_INTRINSIC_FLAG(1, 14)
|
|
#define AOT_INTRINSIC_FLAG_I64_POPCNT AOT_INTRINSIC_FLAG(1, 15)
|
|
#define AOT_INTRINSIC_FLAG_I64_TO_F32 AOT_INTRINSIC_FLAG(1, 16)
|
|
#define AOT_INTRINSIC_FLAG_U64_TO_F32 AOT_INTRINSIC_FLAG(1, 17)
|
|
#define AOT_INTRINSIC_FLAG_I64_TO_F64 AOT_INTRINSIC_FLAG(1, 18)
|
|
#define AOT_INTRINSIC_FLAG_U64_TO_F64 AOT_INTRINSIC_FLAG(1, 19)
|
|
#define AOT_INTRINSIC_FLAG_F64_TO_I32 AOT_INTRINSIC_FLAG(1, 20)
|
|
#define AOT_INTRINSIC_FLAG_F64_TO_U32 AOT_INTRINSIC_FLAG(1, 21)
|
|
#define AOT_INTRINSIC_FLAG_F64_TO_I64 AOT_INTRINSIC_FLAG(1, 22)
|
|
#define AOT_INTRINSIC_FLAG_F64_TO_U64 AOT_INTRINSIC_FLAG(1, 23)
|
|
#define AOT_INTRINSIC_FLAG_F64_TO_F32 AOT_INTRINSIC_FLAG(1, 24)
|
|
#define AOT_INTRINSIC_FLAG_F64_CMP AOT_INTRINSIC_FLAG(1, 25)
|
|
#define AOT_INTRINSIC_FLAG_F64_CONST AOT_INTRINSIC_FLAG(1, 26)
|
|
#define AOT_INTRINSIC_FLAG_I64_CONST AOT_INTRINSIC_FLAG(1, 27)
|
|
#define AOT_INTRINSIC_FLAG_I64_DIV_S AOT_INTRINSIC_FLAG(1, 28)
|
|
#define AOT_INTRINSIC_FLAG_I64_DIV_U AOT_INTRINSIC_FLAG(1, 29)
|
|
#define AOT_INTRINSIC_FLAG_I64_REM_S AOT_INTRINSIC_FLAG(1, 30)
|
|
#define AOT_INTRINSIC_FLAG_I64_REM_U AOT_INTRINSIC_FLAG(1, 31)
|
|
|
|
/* clang-format on */
|
|
|
|
float32
|
|
aot_intrinsic_fadd_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_fadd_f64(float64 a, float64 b);
|
|
|
|
float32
|
|
aot_intrinsic_fsub_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_fsub_f64(float64 a, float64 b);
|
|
|
|
float32
|
|
aot_intrinsic_fmul_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_fmul_f64(float64 a, float64 b);
|
|
|
|
float32
|
|
aot_intrinsic_fdiv_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_fdiv_f64(float64 a, float64 b);
|
|
|
|
float32
|
|
aot_intrinsic_fabs_f32(float32 a);
|
|
|
|
float64
|
|
aot_intrinsic_fabs_f64(float64 a);
|
|
|
|
float32
|
|
aot_intrinsic_ceil_f32(float32 a);
|
|
|
|
float64
|
|
aot_intrinsic_ceil_f64(float64 a);
|
|
|
|
float32
|
|
aot_intrinsic_floor_f32(float32 a);
|
|
|
|
float64
|
|
aot_intrinsic_floor_f64(float64 a);
|
|
|
|
float32
|
|
aot_intrinsic_trunc_f32(float32 a);
|
|
|
|
float64
|
|
aot_intrinsic_trunc_f64(float64 a);
|
|
|
|
float32
|
|
aot_intrinsic_rint_f32(float32 a);
|
|
|
|
float64
|
|
aot_intrinsic_rint_f64(float64 a);
|
|
|
|
float32
|
|
aot_intrinsic_sqrt_f32(float32 a);
|
|
|
|
float64
|
|
aot_intrinsic_sqrt_f64(float64 a);
|
|
|
|
float32
|
|
aot_intrinsic_copysign_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_copysign_f64(float64 a, float64 b);
|
|
|
|
float32
|
|
aot_intrinsic_fmin_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_fmin_f64(float64 a, float64 b);
|
|
|
|
float32
|
|
aot_intrinsic_fmax_f32(float32 a, float32 b);
|
|
|
|
float64
|
|
aot_intrinsic_fmax_f64(float64 a, float64 b);
|
|
|
|
uint32
|
|
aot_intrinsic_clz_i32(uint32 type);
|
|
|
|
uint32
|
|
aot_intrinsic_clz_i64(uint64 type);
|
|
|
|
uint32
|
|
aot_intrinsic_ctz_i32(uint32 type);
|
|
|
|
uint32
|
|
aot_intrinsic_ctz_i64(uint64 type);
|
|
|
|
uint32
|
|
aot_intrinsic_popcnt_i32(uint32 u);
|
|
|
|
uint32
|
|
aot_intrinsic_popcnt_i64(uint64 u);
|
|
|
|
float32
|
|
aot_intrinsic_i32_to_f32(int32 i);
|
|
|
|
float32
|
|
aot_intrinsic_u32_to_f32(uint32 u);
|
|
|
|
float64
|
|
aot_intrinsic_i32_to_f64(int32 i);
|
|
|
|
float64
|
|
aot_intrinsic_u32_to_f64(uint32 u);
|
|
|
|
float32
|
|
aot_intrinsic_i64_to_f32(int64 i);
|
|
|
|
float32
|
|
aot_intrinsic_u64_to_f32(uint64 u);
|
|
|
|
float64
|
|
aot_intrinsic_i64_to_f64(int64 i);
|
|
|
|
float64
|
|
aot_intrinsic_u64_to_f64(uint64 u);
|
|
|
|
int32
|
|
aot_intrinsic_f32_to_i32(float32 f);
|
|
|
|
uint32
|
|
aot_intrinsic_f32_to_u32(float32 f);
|
|
|
|
int64
|
|
aot_intrinsic_f32_to_i64(float32 f);
|
|
|
|
uint64
|
|
aot_intrinsic_f32_to_u64(float32 f);
|
|
|
|
int32
|
|
aot_intrinsic_f64_to_i32(float64 f);
|
|
|
|
uint32
|
|
aot_intrinsic_f64_to_u32(float64 f);
|
|
|
|
int64
|
|
aot_intrinsic_f64_to_i64(float64 f);
|
|
|
|
uint64
|
|
aot_intrinsic_f64_to_u64(float64 f);
|
|
|
|
float64
|
|
aot_intrinsic_f32_to_f64(float32 f);
|
|
|
|
float32
|
|
aot_intrinsic_f64_to_f32(float64 f);
|
|
|
|
int32
|
|
aot_intrinsic_f32_cmp(AOTFloatCond cond, float32 lhs, float32 rhs);
|
|
|
|
int32
|
|
aot_intrinsic_f64_cmp(AOTFloatCond cond, float64 lhs, float64 rhs);
|
|
|
|
int64
|
|
aot_intrinsic_i64_div_s(int64 l, int64 r);
|
|
|
|
uint64
|
|
aot_intrinsic_i64_div_u(uint64 l, uint64 r);
|
|
|
|
int64
|
|
aot_intrinsic_i64_rem_s(int64 l, int64 r);
|
|
|
|
uint64
|
|
aot_intrinsic_i64_rem_u(uint64 l, uint64 r);
|
|
|
|
const char *
|
|
aot_intrinsic_get_symbol(const char *llvm_intrinsic);
|
|
|
|
#if WASM_ENABLE_WAMR_COMPILER != 0 || WASM_ENABLE_JIT != 0
|
|
bool
|
|
aot_intrinsic_check_capability(const AOTCompContext *comp_ctx,
|
|
const char *llvm_intrinsic);
|
|
|
|
void
|
|
aot_intrinsic_fill_capability_flags(AOTCompContext *comp_ctx);
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /* end of _AOT_INTRINSIC_H */
|