Class OrtROCMProviderOptions
java.lang.Object
smile.onnx.foreign.OrtROCMProviderOptions
struct OrtROCMProviderOptions {
int device_id;
int miopen_conv_exhaustive_search;
size_t gpu_mem_limit;
int arena_extend_strategy;
int do_copy_in_default_stream;
int has_user_compute_stream;
void *user_compute_stream;
OrtArenaCfg *default_memory_arena_cfg;
int enable_hip_graph;
int tunable_op_enable;
int tunable_op_tuning_enable;
int tunable_op_max_tuning_duration_ms;
}
-
Method Summary
Modifier and TypeMethodDescriptionstatic MemorySegmentallocate(SegmentAllocator allocator) Allocate a segment of sizelayout().byteSize()usingallocatorstatic MemorySegmentallocateArray(long elementCount, SegmentAllocator allocator) Allocate an array of sizeelementCountusingallocator.static intarena_extend_strategy(MemorySegment struct) Getter for field:int arena_extend_strategystatic voidarena_extend_strategy(MemorySegment struct, int fieldValue) Setter for field:int arena_extend_strategystatic final ValueLayout.OfIntLayout for field:int arena_extend_strategystatic final longOffset for field:int arena_extend_strategystatic MemorySegmentasSlice(MemorySegment array, long index) Obtains a slice ofarrayParamwhich selects the array element atindex.static MemorySegmentGetter for field:OrtArenaCfg *default_memory_arena_cfgstatic voiddefault_memory_arena_cfg(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtArenaCfg *default_memory_arena_cfgstatic final AddressLayoutLayout for field:OrtArenaCfg *default_memory_arena_cfgstatic final longOffset for field:OrtArenaCfg *default_memory_arena_cfgstatic intdevice_id(MemorySegment struct) Getter for field:int device_idstatic voiddevice_id(MemorySegment struct, int fieldValue) Setter for field:int device_idstatic final ValueLayout.OfIntLayout for field:int device_idstatic final longOffset for field:int device_idstatic intGetter for field:int do_copy_in_default_streamstatic voiddo_copy_in_default_stream(MemorySegment struct, int fieldValue) Setter for field:int do_copy_in_default_streamstatic final ValueLayout.OfIntLayout for field:int do_copy_in_default_streamstatic final longOffset for field:int do_copy_in_default_streamstatic intenable_hip_graph(MemorySegment struct) Getter for field:int enable_hip_graphstatic voidenable_hip_graph(MemorySegment struct, int fieldValue) Setter for field:int enable_hip_graphstatic final ValueLayout.OfIntLayout for field:int enable_hip_graphstatic final longOffset for field:int enable_hip_graphstatic longgpu_mem_limit(MemorySegment struct) Getter for field:size_t gpu_mem_limitstatic voidgpu_mem_limit(MemorySegment struct, long fieldValue) Setter for field:size_t gpu_mem_limitstatic final ValueLayout.OfLongLayout for field:size_t gpu_mem_limitstatic final longOffset for field:size_t gpu_mem_limitstatic inthas_user_compute_stream(MemorySegment struct) Getter for field:int has_user_compute_streamstatic voidhas_user_compute_stream(MemorySegment struct, int fieldValue) Setter for field:int has_user_compute_streamstatic final ValueLayout.OfIntLayout for field:int has_user_compute_streamstatic final longOffset for field:int has_user_compute_streamstatic final GroupLayoutlayout()The layout of this structstatic intGetter for field:int miopen_conv_exhaustive_searchstatic voidmiopen_conv_exhaustive_search(MemorySegment struct, int fieldValue) Setter for field:int miopen_conv_exhaustive_searchstatic final ValueLayout.OfIntLayout for field:int miopen_conv_exhaustive_searchstatic final longOffset for field:int miopen_conv_exhaustive_searchstatic MemorySegmentreinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any).static MemorySegmentreinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any).static longsizeof()The size (in bytes) of this structstatic inttunable_op_enable(MemorySegment struct) Getter for field:int tunable_op_enablestatic voidtunable_op_enable(MemorySegment struct, int fieldValue) Setter for field:int tunable_op_enablestatic final ValueLayout.OfIntLayout for field:int tunable_op_enablestatic final longOffset for field:int tunable_op_enablestatic intGetter for field:int tunable_op_max_tuning_duration_msstatic voidtunable_op_max_tuning_duration_ms(MemorySegment struct, int fieldValue) Setter for field:int tunable_op_max_tuning_duration_msstatic final ValueLayout.OfIntLayout for field:int tunable_op_max_tuning_duration_msstatic final longOffset for field:int tunable_op_max_tuning_duration_msstatic intGetter for field:int tunable_op_tuning_enablestatic voidtunable_op_tuning_enable(MemorySegment struct, int fieldValue) Setter for field:int tunable_op_tuning_enablestatic final ValueLayout.OfIntLayout for field:int tunable_op_tuning_enablestatic final longOffset for field:int tunable_op_tuning_enablestatic MemorySegmentuser_compute_stream(MemorySegment struct) Getter for field:void *user_compute_streamstatic voiduser_compute_stream(MemorySegment struct, MemorySegment fieldValue) Setter for field:void *user_compute_streamstatic final AddressLayoutLayout for field:void *user_compute_streamstatic final longOffset for field:void *user_compute_stream
-
Method Details
-
layout
The layout of this struct -
device_id$layout
Layout for field:int device_id -
device_id$offset
public static final long device_id$offset()Offset for field:int device_id -
device_id
Getter for field:int device_id -
device_id
Setter for field:int device_id -
miopen_conv_exhaustive_search$layout
Layout for field:int miopen_conv_exhaustive_search -
miopen_conv_exhaustive_search$offset
public static final long miopen_conv_exhaustive_search$offset()Offset for field:int miopen_conv_exhaustive_search -
miopen_conv_exhaustive_search
Getter for field:int miopen_conv_exhaustive_search -
miopen_conv_exhaustive_search
Setter for field:int miopen_conv_exhaustive_search -
gpu_mem_limit$layout
Layout for field:size_t gpu_mem_limit -
gpu_mem_limit$offset
public static final long gpu_mem_limit$offset()Offset for field:size_t gpu_mem_limit -
gpu_mem_limit
Getter for field:size_t gpu_mem_limit -
gpu_mem_limit
Setter for field:size_t gpu_mem_limit -
arena_extend_strategy$layout
Layout for field:int arena_extend_strategy -
arena_extend_strategy$offset
public static final long arena_extend_strategy$offset()Offset for field:int arena_extend_strategy -
arena_extend_strategy
Getter for field:int arena_extend_strategy -
arena_extend_strategy
Setter for field:int arena_extend_strategy -
do_copy_in_default_stream$layout
Layout for field:int do_copy_in_default_stream -
do_copy_in_default_stream$offset
public static final long do_copy_in_default_stream$offset()Offset for field:int do_copy_in_default_stream -
do_copy_in_default_stream
Getter for field:int do_copy_in_default_stream -
do_copy_in_default_stream
Setter for field:int do_copy_in_default_stream -
has_user_compute_stream$layout
Layout for field:int has_user_compute_stream -
has_user_compute_stream$offset
public static final long has_user_compute_stream$offset()Offset for field:int has_user_compute_stream -
has_user_compute_stream
Getter for field:int has_user_compute_stream -
has_user_compute_stream
Setter for field:int has_user_compute_stream -
user_compute_stream$layout
Layout for field:void *user_compute_stream -
user_compute_stream$offset
public static final long user_compute_stream$offset()Offset for field:void *user_compute_stream -
user_compute_stream
Getter for field:void *user_compute_stream -
user_compute_stream
Setter for field:void *user_compute_stream -
default_memory_arena_cfg$layout
Layout for field:OrtArenaCfg *default_memory_arena_cfg -
default_memory_arena_cfg$offset
public static final long default_memory_arena_cfg$offset()Offset for field:OrtArenaCfg *default_memory_arena_cfg -
default_memory_arena_cfg
Getter for field:OrtArenaCfg *default_memory_arena_cfg -
default_memory_arena_cfg
Setter for field:OrtArenaCfg *default_memory_arena_cfg -
enable_hip_graph$layout
Layout for field:int enable_hip_graph -
enable_hip_graph$offset
public static final long enable_hip_graph$offset()Offset for field:int enable_hip_graph -
enable_hip_graph
Getter for field:int enable_hip_graph -
enable_hip_graph
Setter for field:int enable_hip_graph -
tunable_op_enable$layout
Layout for field:int tunable_op_enable -
tunable_op_enable$offset
public static final long tunable_op_enable$offset()Offset for field:int tunable_op_enable -
tunable_op_enable
Getter for field:int tunable_op_enable -
tunable_op_enable
Setter for field:int tunable_op_enable -
tunable_op_tuning_enable$layout
Layout for field:int tunable_op_tuning_enable -
tunable_op_tuning_enable$offset
public static final long tunable_op_tuning_enable$offset()Offset for field:int tunable_op_tuning_enable -
tunable_op_tuning_enable
Getter for field:int tunable_op_tuning_enable -
tunable_op_tuning_enable
Setter for field:int tunable_op_tuning_enable -
tunable_op_max_tuning_duration_ms$layout
Layout for field:int tunable_op_max_tuning_duration_ms -
tunable_op_max_tuning_duration_ms$offset
public static final long tunable_op_max_tuning_duration_ms$offset()Offset for field:int tunable_op_max_tuning_duration_ms -
tunable_op_max_tuning_duration_ms
Getter for field:int tunable_op_max_tuning_duration_ms -
tunable_op_max_tuning_duration_ms
Setter for field:int tunable_op_max_tuning_duration_ms -
asSlice
Obtains a slice ofarrayParamwhich selects the array element atindex. The returned segment has addressarrayParam.address() + index * layout().byteSize() -
sizeof
public static long sizeof()The size (in bytes) of this struct -
allocate
Allocate a segment of sizelayout().byteSize()usingallocator -
allocateArray
Allocate an array of sizeelementCountusingallocator. The returned segment has sizeelementCount * layout().byteSize(). -
reinterpret
public static MemorySegment reinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any). The returned segment has sizelayout().byteSize() -
reinterpret
public static MemorySegment reinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any). The returned segment has sizeelementCount * layout().byteSize()
-