Class OrtEpFactory
java.lang.Object
smile.onnx.foreign.OrtEpFactory
struct OrtEpFactory {
uint32_t ort_version_supported;
const char *(*GetName)(const OrtEpFactory *);
const char *(*GetVendor)(const OrtEpFactory *);
OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *);
OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **);
void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *);
uint32_t (*GetVendorId)(const OrtEpFactory *);
const char *(*GetVersion)(const OrtEpFactory *);
OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *);
OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **);
void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *);
OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **);
bool (*IsStreamAware)(const OrtEpFactory *);
OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **);
}
-
Nested Class Summary
Nested ClassesModifier and TypeClassDescriptionstatic final classOrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **)static final classOrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **)static final classOrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **)static final classOrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **)static final classconst char *(*GetName)(const OrtEpFactory *)static final classOrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *)static final classconst char *(*GetVendor)(const OrtEpFactory *)static final classuint32_t (*GetVendorId)(const OrtEpFactory *)static final classconst char *(*GetVersion)(const OrtEpFactory *)static final classbool (*IsStreamAware)(const OrtEpFactory *)static final classvoid (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *)static final classvoid (*ReleaseEp)(OrtEpFactory *, struct OrtEp *)static final classOrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *) -
Method Summary
Modifier and TypeMethodDescriptionstatic MemorySegmentallocate(SegmentAllocator allocator) Allocate a segment of sizelayout().byteSize()usingallocatorstatic MemorySegmentallocateArray(long elementCount, SegmentAllocator allocator) Allocate an array of sizeelementCountusingallocator.static MemorySegmentasSlice(MemorySegment array, long index) Obtains a slice ofarrayParamwhich selects the array element atindex.static MemorySegmentCreateAllocator(MemorySegment struct) Getter for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **)static voidCreateAllocator(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **)static final AddressLayoutLayout for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **)static final longOffset for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **)static MemorySegmentCreateDataTransfer(MemorySegment struct) Getter for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **)static voidCreateDataTransfer(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **)static final AddressLayoutLayout for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **)static final longOffset for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **)static MemorySegmentCreateEp(MemorySegment struct) Getter for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **)static voidCreateEp(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **)static final AddressLayoutLayout for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **)static final longOffset for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **)static MemorySegmentGetter for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **)static voidCreateSyncStreamForDevice(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **)static final AddressLayoutLayout for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **)static final longOffset for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **)static MemorySegmentGetName(MemorySegment struct) Getter for field:const char *(*GetName)(const OrtEpFactory *)static voidGetName(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *(*GetName)(const OrtEpFactory *)static final AddressLayoutLayout for field:const char *(*GetName)(const OrtEpFactory *)static final longOffset for field:const char *(*GetName)(const OrtEpFactory *)static MemorySegmentGetSupportedDevices(MemorySegment struct) Getter for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *)static voidGetSupportedDevices(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *)static final AddressLayoutLayout for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *)static final longOffset for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *)static MemorySegmentGetVendor(MemorySegment struct) Getter for field:const char *(*GetVendor)(const OrtEpFactory *)static voidGetVendor(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *(*GetVendor)(const OrtEpFactory *)static final AddressLayoutLayout for field:const char *(*GetVendor)(const OrtEpFactory *)static final longOffset for field:const char *(*GetVendor)(const OrtEpFactory *)static MemorySegmentGetVendorId(MemorySegment struct) Getter for field:uint32_t (*GetVendorId)(const OrtEpFactory *)static voidGetVendorId(MemorySegment struct, MemorySegment fieldValue) Setter for field:uint32_t (*GetVendorId)(const OrtEpFactory *)static final AddressLayoutLayout for field:uint32_t (*GetVendorId)(const OrtEpFactory *)static final longOffset for field:uint32_t (*GetVendorId)(const OrtEpFactory *)static MemorySegmentGetVersion(MemorySegment struct) Getter for field:const char *(*GetVersion)(const OrtEpFactory *)static voidGetVersion(MemorySegment struct, MemorySegment fieldValue) Setter for field:const char *(*GetVersion)(const OrtEpFactory *)static final AddressLayoutLayout for field:const char *(*GetVersion)(const OrtEpFactory *)static final longOffset for field:const char *(*GetVersion)(const OrtEpFactory *)static MemorySegmentIsStreamAware(MemorySegment struct) Getter for field:bool (*IsStreamAware)(const OrtEpFactory *)static voidIsStreamAware(MemorySegment struct, MemorySegment fieldValue) Setter for field:bool (*IsStreamAware)(const OrtEpFactory *)static final AddressLayoutLayout for field:bool (*IsStreamAware)(const OrtEpFactory *)static final longOffset for field:bool (*IsStreamAware)(const OrtEpFactory *)static final GroupLayoutlayout()The layout of this structstatic intort_version_supported(MemorySegment struct) Getter for field:uint32_t ort_version_supportedstatic voidort_version_supported(MemorySegment struct, int fieldValue) Setter for field:uint32_t ort_version_supportedstatic final ValueLayout.OfIntLayout for field:uint32_t ort_version_supportedstatic final longOffset for field:uint32_t ort_version_supportedstatic MemorySegmentreinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any).static MemorySegmentreinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any).static MemorySegmentReleaseAllocator(MemorySegment struct) Getter for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *)static voidReleaseAllocator(MemorySegment struct, MemorySegment fieldValue) Setter for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *)static final AddressLayoutLayout for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *)static final longOffset for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *)static MemorySegmentReleaseEp(MemorySegment struct) Getter for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *)static voidReleaseEp(MemorySegment struct, MemorySegment fieldValue) Setter for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *)static final AddressLayoutLayout for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *)static final longOffset for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *)static longsizeof()The size (in bytes) of this structstatic MemorySegmentGetter for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *)static voidValidateCompiledModelCompatibilityInfo(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *)static final AddressLayoutLayout for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *)static final longOffset for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *)
-
Method Details
-
layout
The layout of this struct -
ort_version_supported$layout
Layout for field:uint32_t ort_version_supported -
ort_version_supported$offset
public static final long ort_version_supported$offset()Offset for field:uint32_t ort_version_supported -
ort_version_supported
Getter for field:uint32_t ort_version_supported -
ort_version_supported
Setter for field:uint32_t ort_version_supported -
GetName$layout
Layout for field:const char *(*GetName)(const OrtEpFactory *) -
GetName$offset
public static final long GetName$offset()Offset for field:const char *(*GetName)(const OrtEpFactory *) -
GetName
Getter for field:const char *(*GetName)(const OrtEpFactory *) -
GetName
Setter for field:const char *(*GetName)(const OrtEpFactory *) -
GetVendor$layout
Layout for field:const char *(*GetVendor)(const OrtEpFactory *) -
GetVendor$offset
public static final long GetVendor$offset()Offset for field:const char *(*GetVendor)(const OrtEpFactory *) -
GetVendor
Getter for field:const char *(*GetVendor)(const OrtEpFactory *) -
GetVendor
Setter for field:const char *(*GetVendor)(const OrtEpFactory *) -
GetSupportedDevices$layout
Layout for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *) -
GetSupportedDevices$offset
public static final long GetSupportedDevices$offset()Offset for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *) -
GetSupportedDevices
Getter for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *) -
GetSupportedDevices
Setter for field:OrtStatusPtr (*GetSupportedDevices)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, OrtEpDevice **, size_t, size_t *) -
CreateEp$layout
Layout for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **) -
CreateEp$offset
public static final long CreateEp$offset()Offset for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **) -
CreateEp
Getter for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **) -
CreateEp
Setter for field:OrtStatusPtr (*CreateEp)(OrtEpFactory *, const OrtHardwareDevice *const *, const OrtKeyValuePairs *const *, size_t, const OrtSessionOptions *, const OrtLogger *, OrtEp **) -
ReleaseEp$layout
Layout for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *) -
ReleaseEp$offset
public static final long ReleaseEp$offset()Offset for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *) -
ReleaseEp
Getter for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *) -
ReleaseEp
Setter for field:void (*ReleaseEp)(OrtEpFactory *, struct OrtEp *) -
GetVendorId$layout
Layout for field:uint32_t (*GetVendorId)(const OrtEpFactory *) -
GetVendorId$offset
public static final long GetVendorId$offset()Offset for field:uint32_t (*GetVendorId)(const OrtEpFactory *) -
GetVendorId
Getter for field:uint32_t (*GetVendorId)(const OrtEpFactory *) -
GetVendorId
Setter for field:uint32_t (*GetVendorId)(const OrtEpFactory *) -
GetVersion$layout
Layout for field:const char *(*GetVersion)(const OrtEpFactory *) -
GetVersion$offset
public static final long GetVersion$offset()Offset for field:const char *(*GetVersion)(const OrtEpFactory *) -
GetVersion
Getter for field:const char *(*GetVersion)(const OrtEpFactory *) -
GetVersion
Setter for field:const char *(*GetVersion)(const OrtEpFactory *) -
ValidateCompiledModelCompatibilityInfo$layout
Layout for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *) -
ValidateCompiledModelCompatibilityInfo$offset
public static final long ValidateCompiledModelCompatibilityInfo$offset()Offset for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *) -
ValidateCompiledModelCompatibilityInfo
Getter for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *) -
ValidateCompiledModelCompatibilityInfo
public static void ValidateCompiledModelCompatibilityInfo(MemorySegment struct, MemorySegment fieldValue) Setter for field:OrtStatusPtr (*ValidateCompiledModelCompatibilityInfo)(OrtEpFactory *, const OrtHardwareDevice *const *, size_t, const char *, OrtCompiledModelCompatibility *) -
CreateAllocator$layout
Layout for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **) -
CreateAllocator$offset
public static final long CreateAllocator$offset()Offset for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **) -
CreateAllocator
Getter for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **) -
CreateAllocator
Setter for field:OrtStatusPtr (*CreateAllocator)(OrtEpFactory *, const OrtMemoryInfo *, const OrtKeyValuePairs *, OrtAllocator **) -
ReleaseAllocator$layout
Layout for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *) -
ReleaseAllocator$offset
public static final long ReleaseAllocator$offset()Offset for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *) -
ReleaseAllocator
Getter for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *) -
ReleaseAllocator
Setter for field:void (*ReleaseAllocator)(OrtEpFactory *, OrtAllocator *) -
CreateDataTransfer$layout
Layout for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **) -
CreateDataTransfer$offset
public static final long CreateDataTransfer$offset()Offset for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **) -
CreateDataTransfer
Getter for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **) -
CreateDataTransfer
Setter for field:OrtStatusPtr (*CreateDataTransfer)(OrtEpFactory *, OrtDataTransferImpl **) -
IsStreamAware$layout
Layout for field:bool (*IsStreamAware)(const OrtEpFactory *) -
IsStreamAware$offset
public static final long IsStreamAware$offset()Offset for field:bool (*IsStreamAware)(const OrtEpFactory *) -
IsStreamAware
Getter for field:bool (*IsStreamAware)(const OrtEpFactory *) -
IsStreamAware
Setter for field:bool (*IsStreamAware)(const OrtEpFactory *) -
CreateSyncStreamForDevice$layout
Layout for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **) -
CreateSyncStreamForDevice$offset
public static final long CreateSyncStreamForDevice$offset()Offset for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **) -
CreateSyncStreamForDevice
Getter for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **) -
CreateSyncStreamForDevice
Setter for field:OrtStatusPtr (*CreateSyncStreamForDevice)(OrtEpFactory *, const OrtMemoryDevice *, const OrtKeyValuePairs *, OrtSyncStreamImpl **) -
asSlice
Obtains a slice ofarrayParamwhich selects the array element atindex. The returned segment has addressarrayParam.address() + index * layout().byteSize() -
sizeof
public static long sizeof()The size (in bytes) of this struct -
allocate
Allocate a segment of sizelayout().byteSize()usingallocator -
allocateArray
Allocate an array of sizeelementCountusingallocator. The returned segment has sizeelementCount * layout().byteSize(). -
reinterpret
public static MemorySegment reinterpret(MemorySegment addr, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any). The returned segment has sizelayout().byteSize() -
reinterpret
public static MemorySegment reinterpret(MemorySegment addr, long elementCount, Arena arena, Consumer<MemorySegment> cleanup) Reinterpretsaddrusing targetarenaandcleanupAction(if any). The returned segment has sizeelementCount * layout().byteSize()
-