Class OrtCUDAProviderOptions

java.lang.Object
smile.onnx.foreign.OrtCUDAProviderOptions
public class OrtCUDAProviderOptions extends Object
struct OrtCUDAProviderOptions {
    int device_id;
    OrtCudnnConvAlgoSearch cudnn_conv_algo_search;
    size_t gpu_mem_limit;
    int arena_extend_strategy;
    int do_copy_in_default_stream;
    int has_user_compute_stream;
    void *user_compute_stream;
    OrtArenaCfg *default_memory_arena_cfg;
    int tunable_op_enable;
    int tunable_op_tuning_enable;
    int tunable_op_max_tuning_duration_ms;
}

  • Method Details

    • layout

      public static final GroupLayout layout()
      The layout of this struct

    • device_id$layout

      public static final ValueLayout.OfInt device_id$layout()
      Layout for field: 
      int device_id

    • device_id$offset

      public static final long device_id$offset()
      Offset for field: 
      int device_id

    • device_id

      public static int device_id(MemorySegment struct)
      Getter for field: 
      int device_id

    • device_id

      public static void device_id(MemorySegment struct, int fieldValue)
      Setter for field: 
      int device_id

    • cudnn_conv_algo_search$layout

      public static final ValueLayout.OfInt cudnn_conv_algo_search$layout()
      Layout for field: 
      OrtCudnnConvAlgoSearch cudnn_conv_algo_search

    • cudnn_conv_algo_search$offset

      public static final long cudnn_conv_algo_search$offset()
      Offset for field: 
      OrtCudnnConvAlgoSearch cudnn_conv_algo_search

    • cudnn_conv_algo_search

      public static int cudnn_conv_algo_search(MemorySegment struct)
      Getter for field: 
      OrtCudnnConvAlgoSearch cudnn_conv_algo_search

    • cudnn_conv_algo_search

      public static void cudnn_conv_algo_search(MemorySegment struct, int fieldValue)
      Setter for field: 
      OrtCudnnConvAlgoSearch cudnn_conv_algo_search

    • gpu_mem_limit$layout

      public static final ValueLayout.OfLong gpu_mem_limit$layout()
      Layout for field: 
      size_t gpu_mem_limit

    • gpu_mem_limit$offset

      public static final long gpu_mem_limit$offset()
      Offset for field: 
      size_t gpu_mem_limit

    • gpu_mem_limit

      public static long gpu_mem_limit(MemorySegment struct)
      Getter for field: 
      size_t gpu_mem_limit

    • gpu_mem_limit

      public static void gpu_mem_limit(MemorySegment struct, long fieldValue)
      Setter for field: 
      size_t gpu_mem_limit

    • arena_extend_strategy$layout

      public static final ValueLayout.OfInt arena_extend_strategy$layout()
      Layout for field: 
      int arena_extend_strategy

    • arena_extend_strategy$offset

      public static final long arena_extend_strategy$offset()
      Offset for field: 
      int arena_extend_strategy

    • arena_extend_strategy

      public static int arena_extend_strategy(MemorySegment struct)
      Getter for field: 
      int arena_extend_strategy

    • arena_extend_strategy

      public static void arena_extend_strategy(MemorySegment struct, int fieldValue)
      Setter for field: 
      int arena_extend_strategy

    • do_copy_in_default_stream$layout

      public static final ValueLayout.OfInt do_copy_in_default_stream$layout()
      Layout for field: 
      int do_copy_in_default_stream

    • do_copy_in_default_stream$offset

      public static final long do_copy_in_default_stream$offset()
      Offset for field: 
      int do_copy_in_default_stream

    • do_copy_in_default_stream

      public static int do_copy_in_default_stream(MemorySegment struct)
      Getter for field: 
      int do_copy_in_default_stream

    • do_copy_in_default_stream

      public static void do_copy_in_default_stream(MemorySegment struct, int fieldValue)
      Setter for field: 
      int do_copy_in_default_stream

    • has_user_compute_stream$layout

      public static final ValueLayout.OfInt has_user_compute_stream$layout()
      Layout for field: 
      int has_user_compute_stream

    • has_user_compute_stream$offset

      public static final long has_user_compute_stream$offset()
      Offset for field: 
      int has_user_compute_stream

    • has_user_compute_stream

      public static int has_user_compute_stream(MemorySegment struct)
      Getter for field: 
      int has_user_compute_stream

    • has_user_compute_stream

      public static void has_user_compute_stream(MemorySegment struct, int fieldValue)
      Setter for field: 
      int has_user_compute_stream

    • user_compute_stream$layout

      public static final AddressLayout user_compute_stream$layout()
      Layout for field: 
      void *user_compute_stream

    • user_compute_stream$offset

      public static final long user_compute_stream$offset()
      Offset for field: 
      void *user_compute_stream

    • user_compute_stream

      public static MemorySegment user_compute_stream(MemorySegment struct)
      Getter for field: 
      void *user_compute_stream

    • user_compute_stream

      public static void user_compute_stream(MemorySegment struct, MemorySegment fieldValue)
      Setter for field: 
      void *user_compute_stream

    • default_memory_arena_cfg$layout

      public static final AddressLayout default_memory_arena_cfg$layout()
      Layout for field: 
      OrtArenaCfg *default_memory_arena_cfg

    • default_memory_arena_cfg$offset

      public static final long default_memory_arena_cfg$offset()
      Offset for field: 
      OrtArenaCfg *default_memory_arena_cfg

    • default_memory_arena_cfg

      public static MemorySegment default_memory_arena_cfg(MemorySegment struct)
      Getter for field: 
      OrtArenaCfg *default_memory_arena_cfg

    • default_memory_arena_cfg

      public static void default_memory_arena_cfg(MemorySegment struct, MemorySegment fieldValue)
      Setter for field: 
      OrtArenaCfg *default_memory_arena_cfg

    • tunable_op_enable$layout

      public static final ValueLayout.OfInt tunable_op_enable$layout()
      Layout for field: 
      int tunable_op_enable

    • tunable_op_enable$offset

      public static final long tunable_op_enable$offset()
      Offset for field: 
      int tunable_op_enable

    • tunable_op_enable

      public static int tunable_op_enable(MemorySegment struct)
      Getter for field: 
      int tunable_op_enable

    • tunable_op_enable

      public static void tunable_op_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int tunable_op_enable

    • tunable_op_tuning_enable$layout

      public static final ValueLayout.OfInt tunable_op_tuning_enable$layout()
      Layout for field: 
      int tunable_op_tuning_enable

    • tunable_op_tuning_enable$offset

      public static final long tunable_op_tuning_enable$offset()
      Offset for field: 
      int tunable_op_tuning_enable

    • tunable_op_tuning_enable

      public static int tunable_op_tuning_enable(MemorySegment struct)
      Getter for field: 
      int tunable_op_tuning_enable

    • tunable_op_tuning_enable

      public static void tunable_op_tuning_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int tunable_op_tuning_enable

    • tunable_op_max_tuning_duration_ms$layout

      public static final ValueLayout.OfInt tunable_op_max_tuning_duration_ms$layout()
      Layout for field: 
      int tunable_op_max_tuning_duration_ms

    • tunable_op_max_tuning_duration_ms$offset

      public static final long tunable_op_max_tuning_duration_ms$offset()
      Offset for field: 
      int tunable_op_max_tuning_duration_ms

    • tunable_op_max_tuning_duration_ms

      public static int tunable_op_max_tuning_duration_ms(MemorySegment struct)
      Getter for field: 
      int tunable_op_max_tuning_duration_ms

    • tunable_op_max_tuning_duration_ms

      public static void tunable_op_max_tuning_duration_ms(MemorySegment struct, int fieldValue)
      Setter for field: 
      int tunable_op_max_tuning_duration_ms

    • asSlice

      public static MemorySegment asSlice(MemorySegment array, long index)
      Obtains a slice of arrayParam which selects the array element at index. The returned segment has address arrayParam.address() + index * layout().byteSize()

    • sizeof

      public static long sizeof()
      The size (in bytes) of this struct

    • allocate

      public static MemorySegment allocate(SegmentAllocator allocator)
      Allocate a segment of size layout().byteSize() using allocator

    • allocateArray

      public static MemorySegment allocateArray(long elementCount, SegmentAllocator allocator)
      Allocate an array of size elementCount using allocator. The returned segment has size elementCount * layout().byteSize().

    • reinterpret

      public static MemorySegment reinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup)
      Reinterprets addr using target arena and cleanupAction (if any). The returned segment has size layout().byteSize()

    • reinterpret

      public static MemorySegment reinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup)
      Reinterprets addr using target arena and cleanupAction (if any). The returned segment has size elementCount * layout().byteSize()