Class OrtMIGraphXProviderOptions
java.lang.Object
smile.onnx.foreign.OrtMIGraphXProviderOptions
struct OrtMIGraphXProviderOptions {
int device_id;
int migraphx_fp16_enable;
int migraphx_fp8_enable;
int migraphx_int8_enable;
int migraphx_use_native_calibration_table;
const char *migraphx_int8_calibration_table_name;
int migraphx_save_compiled_model;
const char *migraphx_save_model_path;
int migraphx_load_compiled_model;
const char *migraphx_load_model_path;
bool migraphx_exhaustive_tune;
size_t migraphx_mem_limit;
int migraphx_arena_extend_strategy;
}
-
Method Summary
Modifier and TypeMethodDescriptionstatic MemorySegmentallocate(SegmentAllocator allocator) Allocate a segment of sizelayout().byteSize()usingallocatorstatic MemorySegmentallocateArray(long elementCount, SegmentAllocator allocator) Allocate an array of sizeelementCountusingallocator.static MemorySegmentasSlice(MemorySegment array, long index) Obtains a slice ofarrayParamwhich selects the array element atindex.static intdevice_id(MemorySegment struct) Getter for field:int device_idstatic voiddevice_id(MemorySegment struct, int fieldValue) Setter for field:int device_idstatic final ValueLayout.OfIntLayout for field:int device_idstatic final longOffset for field:int device_idstatic final GroupLayoutlayout()The layout of this structstatic intGetter for field:int migraphx_arena_extend_strategystatic voidmigraphx_arena_extend_strategy(MemorySegment struct, int fieldValue) Setter for field:int migraphx_arena_extend_strategystatic final ValueLayout.OfIntLayout for field:int migraphx_arena_extend_strategystatic final longOffset for field:int migraphx_arena_extend_strategystatic booleanGetter for field:bool migraphx_exhaustive_tunestatic voidmigraphx_exhaustive_tune(MemorySegment struct, boolean fieldValue) Setter for field:bool migraphx_exhaustive_tunestatic final ValueLayout.OfBooleanLayout for field:bool migraphx_exhaustive_tunestatic final longOffset for field:bool migraphx_exhaustive_tunestatic intmigraphx_fp16_enable(MemorySegment struct) Getter for field:int migraphx_fp16_enablestatic voidmigraphx_fp16_enable(MemorySegment struct, int fieldValue) Setter for field:int migraphx_fp16_enablestatic final ValueLayout.OfIntLayout for field:int migraphx_fp16_enablestatic final longOffset for field:int migraphx_fp16_enablestatic intmigraphx_fp8_enable(MemorySegment struct) Getter for field:int migraphx_fp8_enablestatic voidmigraphx_fp8_enable(MemorySegment struct, int fieldValue) Setter for field:int migraphx_fp8_enablestatic final ValueLayout.OfIntLayout for field:int migraphx_fp8_enablestatic final longOffset for field:int migraphx_fp8_enablestatic MemorySegmentGetter for field:const char *migraphx_int8_calibration_table_namestatic voidmigraphx_int8_calibration_table_name(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *migraphx_int8_calibration_table_namestatic final AddressLayoutLayout for field:const char *migraphx_int8_calibration_table_namestatic final longOffset for field:const char *migraphx_int8_calibration_table_namestatic intmigraphx_int8_enable(MemorySegment struct) Getter for field:int migraphx_int8_enablestatic voidmigraphx_int8_enable(MemorySegment struct, int fieldValue) Setter for field:int migraphx_int8_enablestatic final ValueLayout.OfIntLayout for field:int migraphx_int8_enablestatic final longOffset for field:int migraphx_int8_enablestatic intGetter for field:int migraphx_load_compiled_modelstatic voidmigraphx_load_compiled_model(MemorySegment struct, int fieldValue) Setter for field:int migraphx_load_compiled_modelstatic final ValueLayout.OfIntLayout for field:int migraphx_load_compiled_modelstatic final longOffset for field:int migraphx_load_compiled_modelstatic MemorySegmentGetter for field:const char *migraphx_load_model_pathstatic voidmigraphx_load_model_path(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *migraphx_load_model_pathstatic final AddressLayoutLayout for field:const char *migraphx_load_model_pathstatic final longOffset for field:const char *migraphx_load_model_pathstatic longmigraphx_mem_limit(MemorySegment struct) Getter for field:size_t migraphx_mem_limitstatic voidmigraphx_mem_limit(MemorySegment struct, long fieldValue) Setter for field:size_t migraphx_mem_limitstatic final ValueLayout.OfLongLayout for field:size_t migraphx_mem_limitstatic final longOffset for field:size_t migraphx_mem_limitstatic intGetter for field:int migraphx_save_compiled_modelstatic voidmigraphx_save_compiled_model(MemorySegment struct, int fieldValue) Setter for field:int migraphx_save_compiled_modelstatic final ValueLayout.OfIntLayout for field:int migraphx_save_compiled_modelstatic final longOffset for field:int migraphx_save_compiled_modelstatic MemorySegmentGetter for field:const char *migraphx_save_model_pathstatic voidmigraphx_save_model_path(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *migraphx_save_model_pathstatic final AddressLayoutLayout for field:const char *migraphx_save_model_pathstatic final longOffset for field:const char *migraphx_save_model_pathstatic intGetter for field:int migraphx_use_native_calibration_tablestatic voidmigraphx_use_native_calibration_table(MemorySegment struct, int fieldValue) Setter for field:int migraphx_use_native_calibration_tablestatic final ValueLayout.OfIntLayout for field:int migraphx_use_native_calibration_tablestatic final longOffset for field:int migraphx_use_native_calibration_tablestatic MemorySegmentreinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any).static MemorySegmentreinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any).static longsizeof()The size (in bytes) of this struct
-
Method Details
-
layout
The layout of this struct -
device_id$layout
Layout for field:int device_id -
device_id$offset
public static final long device_id$offset()Offset for field:int device_id -
device_id
Getter for field:int device_id -
device_id
Setter for field:int device_id -
migraphx_fp16_enable$layout
Layout for field:int migraphx_fp16_enable -
migraphx_fp16_enable$offset
public static final long migraphx_fp16_enable$offset()Offset for field:int migraphx_fp16_enable -
migraphx_fp16_enable
Getter for field:int migraphx_fp16_enable -
migraphx_fp16_enable
Setter for field:int migraphx_fp16_enable -
migraphx_fp8_enable$layout
Layout for field:int migraphx_fp8_enable -
migraphx_fp8_enable$offset
public static final long migraphx_fp8_enable$offset()Offset for field:int migraphx_fp8_enable -
migraphx_fp8_enable
Getter for field:int migraphx_fp8_enable -
migraphx_fp8_enable
Setter for field:int migraphx_fp8_enable -
migraphx_int8_enable$layout
Layout for field:int migraphx_int8_enable -
migraphx_int8_enable$offset
public static final long migraphx_int8_enable$offset()Offset for field:int migraphx_int8_enable -
migraphx_int8_enable
Getter for field:int migraphx_int8_enable -
migraphx_int8_enable
Setter for field:int migraphx_int8_enable -
migraphx_use_native_calibration_table$layout
Layout for field:int migraphx_use_native_calibration_table -
migraphx_use_native_calibration_table$offset
public static final long migraphx_use_native_calibration_table$offset()Offset for field:int migraphx_use_native_calibration_table -
migraphx_use_native_calibration_table
Getter for field:int migraphx_use_native_calibration_table -
migraphx_use_native_calibration_table
Setter for field:int migraphx_use_native_calibration_table -
migraphx_int8_calibration_table_name$layout
Layout for field:const char *migraphx_int8_calibration_table_name -
migraphx_int8_calibration_table_name$offset
public static final long migraphx_int8_calibration_table_name$offset()Offset for field:const char *migraphx_int8_calibration_table_name -
migraphx_int8_calibration_table_name
Getter for field:const char *migraphx_int8_calibration_table_name -
migraphx_int8_calibration_table_name
public static void migraphx_int8_calibration_table_name(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *migraphx_int8_calibration_table_name -
migraphx_save_compiled_model$layout
Layout for field:int migraphx_save_compiled_model -
migraphx_save_compiled_model$offset
public static final long migraphx_save_compiled_model$offset()Offset for field:int migraphx_save_compiled_model -
migraphx_save_compiled_model
Getter for field:int migraphx_save_compiled_model -
migraphx_save_compiled_model
Setter for field:int migraphx_save_compiled_model -
migraphx_save_model_path$layout
Layout for field:const char *migraphx_save_model_path -
migraphx_save_model_path$offset
public static final long migraphx_save_model_path$offset()Offset for field:const char *migraphx_save_model_path -
migraphx_save_model_path
Getter for field:const char *migraphx_save_model_path -
migraphx_save_model_path
Setter for field:const char *migraphx_save_model_path -
migraphx_load_compiled_model$layout
Layout for field:int migraphx_load_compiled_model -
migraphx_load_compiled_model$offset
public static final long migraphx_load_compiled_model$offset()Offset for field:int migraphx_load_compiled_model -
migraphx_load_compiled_model
Getter for field:int migraphx_load_compiled_model -
migraphx_load_compiled_model
Setter for field:int migraphx_load_compiled_model -
migraphx_load_model_path$layout
Layout for field:const char *migraphx_load_model_path -
migraphx_load_model_path$offset
public static final long migraphx_load_model_path$offset()Offset for field:const char *migraphx_load_model_path -
migraphx_load_model_path
Getter for field:const char *migraphx_load_model_path -
migraphx_load_model_path
Setter for field:const char *migraphx_load_model_path -
migraphx_exhaustive_tune$layout
Layout for field:bool migraphx_exhaustive_tune -
migraphx_exhaustive_tune$offset
public static final long migraphx_exhaustive_tune$offset()Offset for field:bool migraphx_exhaustive_tune -
migraphx_exhaustive_tune
Getter for field:bool migraphx_exhaustive_tune -
migraphx_exhaustive_tune
Setter for field:bool migraphx_exhaustive_tune -
migraphx_mem_limit$layout
Layout for field:size_t migraphx_mem_limit -
migraphx_mem_limit$offset
public static final long migraphx_mem_limit$offset()Offset for field:size_t migraphx_mem_limit -
migraphx_mem_limit
Getter for field:size_t migraphx_mem_limit -
migraphx_mem_limit
Setter for field:size_t migraphx_mem_limit -
migraphx_arena_extend_strategy$layout
Layout for field:int migraphx_arena_extend_strategy -
migraphx_arena_extend_strategy$offset
public static final long migraphx_arena_extend_strategy$offset()Offset for field:int migraphx_arena_extend_strategy -
migraphx_arena_extend_strategy
Getter for field:int migraphx_arena_extend_strategy -
migraphx_arena_extend_strategy
Setter for field:int migraphx_arena_extend_strategy -
asSlice
Obtains a slice ofarrayParamwhich selects the array element atindex. The returned segment has addressarrayParam.address() + index * layout().byteSize() -
sizeof
public static long sizeof()The size (in bytes) of this struct -
allocate
Allocate a segment of sizelayout().byteSize()usingallocator -
allocateArray
Allocate an array of sizeelementCountusingallocator. The returned segment has sizeelementCount * layout().byteSize(). -
reinterpret
public static MemorySegment reinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any). The returned segment has sizelayout().byteSize() -
reinterpret
public static MemorySegment reinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any). The returned segment has sizeelementCount * layout().byteSize()
-