Class OrtTensorRTProviderOptions

java.lang.Object
smile.onnx.foreign.OrtTensorRTProviderOptions
public class OrtTensorRTProviderOptions extends Object
struct OrtTensorRTProviderOptions {
    int device_id;
    int has_user_compute_stream;
    void *user_compute_stream;
    int trt_max_partition_iterations;
    int trt_min_subgraph_size;
    size_t trt_max_workspace_size;
    int trt_fp16_enable;
    int trt_int8_enable;
    const char *trt_int8_calibration_table_name;
    int trt_int8_use_native_calibration_table;
    int trt_dla_enable;
    int trt_dla_core;
    int trt_dump_subgraphs;
    int trt_engine_cache_enable;
    const char *trt_engine_cache_path;
    int trt_engine_decryption_enable;
    const char *trt_engine_decryption_lib_path;
    int trt_force_sequential_engine_build;
}

  • Method Details

    • layout

      public static final GroupLayout layout()
      The layout of this struct

    • device_id$layout

      public static final ValueLayout.OfInt device_id$layout()
      Layout for field: 
      int device_id

    • device_id$offset

      public static final long device_id$offset()
      Offset for field: 
      int device_id

    • device_id

      public static int device_id(MemorySegment struct)
      Getter for field: 
      int device_id

    • device_id

      public static void device_id(MemorySegment struct, int fieldValue)
      Setter for field: 
      int device_id

    • has_user_compute_stream$layout

      public static final ValueLayout.OfInt has_user_compute_stream$layout()
      Layout for field: 
      int has_user_compute_stream

    • has_user_compute_stream$offset

      public static final long has_user_compute_stream$offset()
      Offset for field: 
      int has_user_compute_stream

    • has_user_compute_stream

      public static int has_user_compute_stream(MemorySegment struct)
      Getter for field: 
      int has_user_compute_stream

    • has_user_compute_stream

      public static void has_user_compute_stream(MemorySegment struct, int fieldValue)
      Setter for field: 
      int has_user_compute_stream

    • user_compute_stream$layout

      public static final AddressLayout user_compute_stream$layout()
      Layout for field: 
      void *user_compute_stream

    • user_compute_stream$offset

      public static final long user_compute_stream$offset()
      Offset for field: 
      void *user_compute_stream

    • user_compute_stream

      public static MemorySegment user_compute_stream(MemorySegment struct)
      Getter for field: 
      void *user_compute_stream

    • user_compute_stream

      public static void user_compute_stream(MemorySegment struct, MemorySegment fieldValue)
      Setter for field: 
      void *user_compute_stream

    • trt_max_partition_iterations$layout

      public static final ValueLayout.OfInt trt_max_partition_iterations$layout()
      Layout for field: 
      int trt_max_partition_iterations

    • trt_max_partition_iterations$offset

      public static final long trt_max_partition_iterations$offset()
      Offset for field: 
      int trt_max_partition_iterations

    • trt_max_partition_iterations

      public static int trt_max_partition_iterations(MemorySegment struct)
      Getter for field: 
      int trt_max_partition_iterations

    • trt_max_partition_iterations

      public static void trt_max_partition_iterations(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_max_partition_iterations

    • trt_min_subgraph_size$layout

      public static final ValueLayout.OfInt trt_min_subgraph_size$layout()
      Layout for field: 
      int trt_min_subgraph_size

    • trt_min_subgraph_size$offset

      public static final long trt_min_subgraph_size$offset()
      Offset for field: 
      int trt_min_subgraph_size

    • trt_min_subgraph_size

      public static int trt_min_subgraph_size(MemorySegment struct)
      Getter for field: 
      int trt_min_subgraph_size

    • trt_min_subgraph_size

      public static void trt_min_subgraph_size(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_min_subgraph_size

    • trt_max_workspace_size$layout

      public static final ValueLayout.OfLong trt_max_workspace_size$layout()
      Layout for field: 
      size_t trt_max_workspace_size

    • trt_max_workspace_size$offset

      public static final long trt_max_workspace_size$offset()
      Offset for field: 
      size_t trt_max_workspace_size

    • trt_max_workspace_size

      public static long trt_max_workspace_size(MemorySegment struct)
      Getter for field: 
      size_t trt_max_workspace_size

    • trt_max_workspace_size

      public static void trt_max_workspace_size(MemorySegment struct, long fieldValue)
      Setter for field: 
      size_t trt_max_workspace_size

    • trt_fp16_enable$layout

      public static final ValueLayout.OfInt trt_fp16_enable$layout()
      Layout for field: 
      int trt_fp16_enable

    • trt_fp16_enable$offset

      public static final long trt_fp16_enable$offset()
      Offset for field: 
      int trt_fp16_enable

    • trt_fp16_enable

      public static int trt_fp16_enable(MemorySegment struct)
      Getter for field: 
      int trt_fp16_enable

    • trt_fp16_enable

      public static void trt_fp16_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_fp16_enable

    • trt_int8_enable$layout

      public static final ValueLayout.OfInt trt_int8_enable$layout()
      Layout for field: 
      int trt_int8_enable

    • trt_int8_enable$offset

      public static final long trt_int8_enable$offset()
      Offset for field: 
      int trt_int8_enable

    • trt_int8_enable

      public static int trt_int8_enable(MemorySegment struct)
      Getter for field: 
      int trt_int8_enable

    • trt_int8_enable

      public static void trt_int8_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_int8_enable

    • trt_int8_calibration_table_name$layout

      public static final AddressLayout trt_int8_calibration_table_name$layout()
      Layout for field: 
      const char *trt_int8_calibration_table_name

    • trt_int8_calibration_table_name$offset

      public static final long trt_int8_calibration_table_name$offset()
      Offset for field: 
      const char *trt_int8_calibration_table_name

    • trt_int8_calibration_table_name

      public static MemorySegment trt_int8_calibration_table_name(MemorySegment struct)
      Getter for field: 
      const char *trt_int8_calibration_table_name

    • trt_int8_calibration_table_name

      public static void trt_int8_calibration_table_name(MemorySegment struct, MemorySegment fieldValue)
      Setter for field: 
      const char *trt_int8_calibration_table_name

    • trt_int8_use_native_calibration_table$layout

      public static final ValueLayout.OfInt trt_int8_use_native_calibration_table$layout()
      Layout for field: 
      int trt_int8_use_native_calibration_table

    • trt_int8_use_native_calibration_table$offset

      public static final long trt_int8_use_native_calibration_table$offset()
      Offset for field: 
      int trt_int8_use_native_calibration_table

    • trt_int8_use_native_calibration_table

      public static int trt_int8_use_native_calibration_table(MemorySegment struct)
      Getter for field: 
      int trt_int8_use_native_calibration_table

    • trt_int8_use_native_calibration_table

      public static void trt_int8_use_native_calibration_table(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_int8_use_native_calibration_table

    • trt_dla_enable$layout

      public static final ValueLayout.OfInt trt_dla_enable$layout()
      Layout for field: 
      int trt_dla_enable

    • trt_dla_enable$offset

      public static final long trt_dla_enable$offset()
      Offset for field: 
      int trt_dla_enable

    • trt_dla_enable

      public static int trt_dla_enable(MemorySegment struct)
      Getter for field: 
      int trt_dla_enable

    • trt_dla_enable

      public static void trt_dla_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_dla_enable

    • trt_dla_core$layout

      public static final ValueLayout.OfInt trt_dla_core$layout()
      Layout for field: 
      int trt_dla_core

    • trt_dla_core$offset

      public static final long trt_dla_core$offset()
      Offset for field: 
      int trt_dla_core

    • trt_dla_core

      public static int trt_dla_core(MemorySegment struct)
      Getter for field: 
      int trt_dla_core

    • trt_dla_core

      public static void trt_dla_core(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_dla_core

    • trt_dump_subgraphs$layout

      public static final ValueLayout.OfInt trt_dump_subgraphs$layout()
      Layout for field: 
      int trt_dump_subgraphs

    • trt_dump_subgraphs$offset

      public static final long trt_dump_subgraphs$offset()
      Offset for field: 
      int trt_dump_subgraphs

    • trt_dump_subgraphs

      public static int trt_dump_subgraphs(MemorySegment struct)
      Getter for field: 
      int trt_dump_subgraphs

    • trt_dump_subgraphs

      public static void trt_dump_subgraphs(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_dump_subgraphs

    • trt_engine_cache_enable$layout

      public static final ValueLayout.OfInt trt_engine_cache_enable$layout()
      Layout for field: 
      int trt_engine_cache_enable

    • trt_engine_cache_enable$offset

      public static final long trt_engine_cache_enable$offset()
      Offset for field: 
      int trt_engine_cache_enable

    • trt_engine_cache_enable

      public static int trt_engine_cache_enable(MemorySegment struct)
      Getter for field: 
      int trt_engine_cache_enable

    • trt_engine_cache_enable

      public static void trt_engine_cache_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_engine_cache_enable

    • trt_engine_cache_path$layout

      public static final AddressLayout trt_engine_cache_path$layout()
      Layout for field: 
      const char *trt_engine_cache_path

    • trt_engine_cache_path$offset

      public static final long trt_engine_cache_path$offset()
      Offset for field: 
      const char *trt_engine_cache_path

    • trt_engine_cache_path

      public static MemorySegment trt_engine_cache_path(MemorySegment struct)
      Getter for field: 
      const char *trt_engine_cache_path

    • trt_engine_cache_path

      public static void trt_engine_cache_path(MemorySegment struct, MemorySegment fieldValue)
      Setter for field: 
      const char *trt_engine_cache_path

    • trt_engine_decryption_enable$layout

      public static final ValueLayout.OfInt trt_engine_decryption_enable$layout()
      Layout for field: 
      int trt_engine_decryption_enable

    • trt_engine_decryption_enable$offset

      public static final long trt_engine_decryption_enable$offset()
      Offset for field: 
      int trt_engine_decryption_enable

    • trt_engine_decryption_enable

      public static int trt_engine_decryption_enable(MemorySegment struct)
      Getter for field: 
      int trt_engine_decryption_enable

    • trt_engine_decryption_enable

      public static void trt_engine_decryption_enable(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_engine_decryption_enable

    • trt_engine_decryption_lib_path$layout

      public static final AddressLayout trt_engine_decryption_lib_path$layout()
      Layout for field: 
      const char *trt_engine_decryption_lib_path

    • trt_engine_decryption_lib_path$offset

      public static final long trt_engine_decryption_lib_path$offset()
      Offset for field: 
      const char *trt_engine_decryption_lib_path

    • trt_engine_decryption_lib_path

      public static MemorySegment trt_engine_decryption_lib_path(MemorySegment struct)
      Getter for field: 
      const char *trt_engine_decryption_lib_path

    • trt_engine_decryption_lib_path

      public static void trt_engine_decryption_lib_path(MemorySegment struct, MemorySegment fieldValue)
      Setter for field: 
      const char *trt_engine_decryption_lib_path

    • trt_force_sequential_engine_build$layout

      public static final ValueLayout.OfInt trt_force_sequential_engine_build$layout()
      Layout for field: 
      int trt_force_sequential_engine_build

    • trt_force_sequential_engine_build$offset

      public static final long trt_force_sequential_engine_build$offset()
      Offset for field: 
      int trt_force_sequential_engine_build

    • trt_force_sequential_engine_build

      public static int trt_force_sequential_engine_build(MemorySegment struct)
      Getter for field: 
      int trt_force_sequential_engine_build

    • trt_force_sequential_engine_build

      public static void trt_force_sequential_engine_build(MemorySegment struct, int fieldValue)
      Setter for field: 
      int trt_force_sequential_engine_build

    • asSlice

      public static MemorySegment asSlice(MemorySegment array, long index)
      Obtains a slice of arrayParam which selects the array element at index. The returned segment has address arrayParam.address() + index * layout().byteSize()

    • sizeof

      public static long sizeof()
      The size (in bytes) of this struct

    • allocate

      public static MemorySegment allocate(SegmentAllocator allocator)
      Allocate a segment of size layout().byteSize() using allocator

    • allocateArray

      public static MemorySegment allocateArray(long elementCount, SegmentAllocator allocator)
      Allocate an array of size elementCount using allocator. The returned segment has size elementCount * layout().byteSize().

    • reinterpret

      public static MemorySegment reinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup)
      Reinterprets addr using target arena and cleanupAction (if any). The returned segment has size layout().byteSize()

    • reinterpret

      public static MemorySegment reinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup)
      Reinterprets addr using target arena and cleanupAction (if any). The returned segment has size elementCount * layout().byteSize()