+ * \addtogroup dnnl_api_accumulation_mode Accumulation Mode + * \{ +
+ * Accumulation mode */ +/** enum dnnl_accumulation_mode_t */ +public static final int + /** Default behavior, f32/f64 for floating point computation, s32 + * for integer */ + dnnl_accumulation_mode_strict = 0, + /** Same as strict but allows some partial accumulators to be + * rounded to src/dst datatype in memory. */ + dnnl_accumulation_mode_relaxed = 1, + /** uses fastest implementation, could use src/dst datatype or + * wider datatype for accumulators */ + dnnl_accumulation_mode_any = 2, + /** use s32 accumulators during computation */ + dnnl_accumulation_mode_s32 = 3, + /** use f32 accumulators during computation */ + dnnl_accumulation_mode_f32 = 4, + /** use f16 accumulators during computation */ + dnnl_accumulation_mode_f16 = 5; + +/** \} dnnl_api_accumulation_mode
* \addtogroup dnnl_api_engine Engine * \{ @@ -206,6 +236,19 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { /** \} dnnl_api_service +
+ * \addtogroup dnnl_api_memory + * \{ +
+ * Special pointer value that indicates that a memory object should not have + * an underlying buffer. */ +// #define DNNL_MEMORY_NONE (NULL) + +/** Special pointer value that indicates that the library needs to allocate an + * underlying buffer for a memory object. */ +// #define DNNL_MEMORY_ALLOCATE ((void *)(size_t)-1) + +/** \} dnnl_api_memory
* \} dnnl_api_common
@@ -220,7 +263,7 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { // Parsed from oneapi/dnnl/dnnl_types.h /******************************************************************************* -* Copyright 2016-2023 Intel Corporation +* Copyright 2016-2024 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -1213,10 +1256,68 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_ABcde16a4b = 764, dnnl_defcbA16a = 765, dnnl_defcbA8a = 766, + dnnl_AcB16b64a = 767, + dnnl_AcdB16b64a = 768, + dnnl_AcdeB16b64a = 769, + dnnl_AcB16b48a = 770, + dnnl_AcdB16b48a = 771, + dnnl_AcdeB16b48a = 772, + dnnl_AcB16b32a = 773, + dnnl_AcdB16b32a = 774, + dnnl_AcdeB16b32a = 775, + dnnl_AcB16b16a = 776, + dnnl_AcdB16b16a = 777, + dnnl_AcdeB16b16a = 778, + dnnl_AcB8b32a = 779, + dnnl_AcdB8b32a = 780, + dnnl_AcdeB8b32a = 781, + dnnl_AcB8b24a = 782, + dnnl_AcdB8b24a = 783, + dnnl_AcdeB8b24a = 784, + dnnl_AcB8b16a = 785, + dnnl_AcdB8b16a = 786, + dnnl_AcdeB8b16a = 787, + dnnl_AcB8b8a = 788, + dnnl_AcdB8b8a = 789, + dnnl_AcdeB8b8a = 790, + dnnl_AcB8b64a2b = 791, + dnnl_AcdB8b64a2b = 792, + dnnl_AcdeB8b64a2b = 793, + dnnl_AcB8b32a2b = 794, + dnnl_AcdB8b32a2b = 795, + dnnl_AcdeB8b32a2b = 796, + dnnl_AcB8b24a2b = 797, + dnnl_AcdB8b24a2b = 798, + dnnl_AcdeB8b24a2b = 799, + dnnl_AcB8b16a2b = 800, + dnnl_AcdB8b16a2b = 801, + dnnl_AcdeB8b16a2b = 802, + dnnl_AcB8b8a2b = 803, + dnnl_AcdB8b8a2b = 804, + dnnl_AcdeB8b8a2b = 805, + dnnl_AcB4b64a4b = 806, + dnnl_AcdB4b64a4b = 807, + dnnl_AcdeB4b64a4b = 808, + dnnl_AcB4b32a4b = 809, + dnnl_AcdB4b32a4b = 810, + dnnl_AcdeB4b32a4b = 811, + dnnl_AcB4b24a4b = 812, + dnnl_AcdB4b24a4b = 813, + dnnl_AcdeB4b24a4b = 814, + dnnl_AcB4b16a4b = 815, + dnnl_AcdB4b16a4b = 816, + dnnl_AcdeB4b16a4b = 817, + dnnl_AcB4b8a4b = 818, + dnnl_AcdB4b8a4b = 819, + dnnl_AcdeB4b8a4b = 820, + dnnl_Ab4a = 821, + dnnl_Ab8a = 822, + dnnl_BA4b4a = 823, + dnnl_BA8b4a = 824, /** Just a sentinel, not real memory format tag. Must be changed after new * format tag is added. */ - dnnl_format_tag_last = 767, + dnnl_format_tag_last = 825, // Aliases @@ -1442,16 +1543,25 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_IOw16o16i = dnnl_BAc16a16b, dnnl_IOw16i16o = dnnl_BAc16b16a, dnnl_OIw16i16o = dnnl_ABc16b16a, + dnnl_OwI16i16o = dnnl_AcB16b16a, dnnl_OIw16i32o = dnnl_ABc16b32a, + dnnl_OwI16i32o = dnnl_AcB16b32a, dnnl_OIw16i48o = dnnl_ABc16b48a, + dnnl_OwI16i48o = dnnl_AcB16b48a, dnnl_OIw16i64o = dnnl_ABc16b64a, + dnnl_OwI16i64o = dnnl_AcB16b64a, dnnl_OIw16o16i = dnnl_ABc16a16b, dnnl_Oiw16o = dnnl_Abc16a, dnnl_OIw4i8o4i = dnnl_ABc4b8a4b, + dnnl_OwI4i8o4i = dnnl_AcB4b8a4b, dnnl_OIw4i16o4i = dnnl_ABc4b16a4b, + dnnl_OwI4i16o4i = dnnl_AcB4b16a4b, dnnl_OIw4i24o4i = dnnl_ABc4b24a4b, + dnnl_OwI4i24o4i = dnnl_AcB4b24a4b, dnnl_OIw4i32o4i = dnnl_ABc4b32a4b, + dnnl_OwI4i32o4i = dnnl_AcB4b32a4b, dnnl_OIw4i64o4i = dnnl_ABc4b64a4b, + dnnl_OwI4i64o4i = dnnl_AcB4b64a4b, dnnl_OIw2i8o4i = dnnl_ABc2b8a4b, dnnl_OIw16i16o4i = dnnl_ABc16b16a4b, dnnl_OIw16i16o2i = dnnl_ABc16b16a2b, @@ -1460,11 +1570,17 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_OIw4o4i = dnnl_ABc4a4b, dnnl_Oiw4o = dnnl_Abc4a, dnnl_OIw8i8o2i = dnnl_ABc8b8a2b, + dnnl_OwI8i8o2i = dnnl_AcB8b8a2b, dnnl_OIw8i16o2i = dnnl_ABc8b16a2b, + dnnl_OwI8i16o2i = dnnl_AcB8b16a2b, dnnl_OIw8i24o2i = dnnl_ABc8b24a2b, + dnnl_OwI8i24o2i = dnnl_AcB8b24a2b, dnnl_OIw8i32o2i = dnnl_ABc8b32a2b, + dnnl_OwI8i32o2i = dnnl_AcB8b32a2b, dnnl_OIw8i64o2i = dnnl_ABc8b64a2b, + dnnl_OwI8i64o2i = dnnl_AcB8b64a2b, dnnl_OIw8i8o = dnnl_ABc8b8a, + dnnl_OwI8i8o = dnnl_AcB8b8a, dnnl_OIw8o16i2o = dnnl_ABc8a16b2a, dnnl_IOw8o16i2o = dnnl_BAc8a16b2a, dnnl_OIw8o8i = dnnl_ABc8a8b, @@ -1485,8 +1601,11 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_Owi8o = dnnl_Acb8a, dnnl_OwI8o2i = dnnl_AcB8a2b, dnnl_OIw8i32o = dnnl_ABc8b32a, + dnnl_OwI8i32o = dnnl_AcB8b32a, dnnl_OIw8i24o = dnnl_ABc8b24a, + dnnl_OwI8i24o = dnnl_AcB8b24a, dnnl_OIw8i16o = dnnl_ABc8b16a, + dnnl_OwI8i16o = dnnl_AcB8b16a, dnnl_OwI8o4i = dnnl_AcB8a4b, // weights, 4D @@ -1511,16 +1630,25 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_OhwI8o2i = dnnl_AcdB8a2b, dnnl_OhwI8o4i = dnnl_AcdB8a4b, dnnl_OIhw16i16o = dnnl_ABcd16b16a, + dnnl_OhwI16i16o = dnnl_AcdB16b16a, dnnl_OIhw16i32o = dnnl_ABcd16b32a, + dnnl_OhwI16i32o = dnnl_AcdB16b32a, dnnl_OIhw16i48o = dnnl_ABcd16b48a, + dnnl_OhwI16i48o = dnnl_AcdB16b48a, dnnl_OIhw16i64o = dnnl_ABcd16b64a, + dnnl_OhwI16i64o = dnnl_AcdB16b64a, dnnl_OIhw16o16i = dnnl_ABcd16a16b, dnnl_Oihw16o = dnnl_Abcd16a, dnnl_OIhw4i8o4i = dnnl_ABcd4b8a4b, + dnnl_OhwI4i8o4i = dnnl_AcdB4b8a4b, dnnl_OIhw4i16o4i = dnnl_ABcd4b16a4b, + dnnl_OhwI4i16o4i = dnnl_AcdB4b16a4b, dnnl_OIhw4i24o4i = dnnl_ABcd4b24a4b, + dnnl_OhwI4i24o4i = dnnl_AcdB4b24a4b, dnnl_OIhw4i32o4i = dnnl_ABcd4b32a4b, + dnnl_OhwI4i32o4i = dnnl_AcdB4b32a4b, dnnl_OIhw4i64o4i = dnnl_ABcd4b64a4b, + dnnl_OhwI4i64o4i = dnnl_AcdB4b64a4b, dnnl_OIhw16i16o4i = dnnl_ABcd16b16a4b, dnnl_OIhw16i16o2i = dnnl_ABcd16b16a2b, dnnl_OIhw16o16i2o = dnnl_ABcd16a16b2a, @@ -1528,11 +1656,17 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_OIhw4o4i = dnnl_ABcd4a4b, dnnl_Oihw4o = dnnl_Abcd4a, dnnl_OIhw8i8o2i = dnnl_ABcd8b8a2b, + dnnl_OhwI8i8o2i = dnnl_AcdB8b8a2b, dnnl_OIhw8i16o2i = dnnl_ABcd8b16a2b, + dnnl_OhwI8i16o2i = dnnl_AcdB8b16a2b, dnnl_OIhw8i32o2i = dnnl_ABcd8b32a2b, + dnnl_OhwI8i32o2i = dnnl_AcdB8b32a2b, dnnl_OIhw8i24o2i = dnnl_ABcd8b24a2b, + dnnl_OhwI8i24o2i = dnnl_AcdB8b24a2b, dnnl_OIhw8i64o2i = dnnl_ABcd8b64a2b, + dnnl_OhwI8i64o2i = dnnl_AcdB8b64a2b, dnnl_OIhw8i8o = dnnl_ABcd8b8a, + dnnl_OhwI8i8o = dnnl_AcdB8b8a, dnnl_OIhw8o16i2o = dnnl_ABcd8a16b2a, dnnl_OIhw2i8o4i = dnnl_ABcd2b8a4b, dnnl_IOhw8o16i2o = dnnl_BAcd8a16b2a, @@ -1540,8 +1674,11 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_OIhw8o4i = dnnl_ABcd8a4b, dnnl_Owhi16o = dnnl_Adcb16a, dnnl_OIhw8i32o = dnnl_ABcd8b32a, + dnnl_OhwI8i32o = dnnl_AcdB8b32a, dnnl_OIhw8i24o = dnnl_ABcd8b24a, + dnnl_OhwI8i24o = dnnl_AcdB8b24a, dnnl_OIhw8i16o = dnnl_ABcd8b16a, + dnnl_OhwI8i16o = dnnl_AcdB8b16a, // weights, 5D dnnl_Odhwi16o = dnnl_Acdeb16a, @@ -1562,27 +1699,42 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_OdhwI8o4i = dnnl_AcdeB8a4b, dnnl_Odwhi16o = dnnl_Acedb16a, dnnl_OIdhw16i16o = dnnl_ABcde16b16a, + dnnl_OdhwI16i16o = dnnl_AcdeB16b16a, dnnl_OIdhw16i32o = dnnl_ABcde16b32a, + dnnl_OdhwI16i32o = dnnl_AcdeB16b32a, dnnl_OIdhw16i48o = dnnl_ABcde16b48a, + dnnl_OdhwI16i48o = dnnl_AcdeB16b48a, dnnl_OIdhw16i64o = dnnl_ABcde16b64a, + dnnl_OdhwI16i64o = dnnl_AcdeB16b64a, dnnl_OIdhw16o16i = dnnl_ABcde16a16b, dnnl_Oidhw16o = dnnl_Abcde16a, dnnl_OIdhw4i4o = dnnl_ABcde4b4a, dnnl_OIdhw4o4i = dnnl_ABcde4a4b, dnnl_Oidhw4o = dnnl_Abcde4a, dnnl_OIdhw8i8o2i = dnnl_ABcde8b8a2b, + dnnl_OdhwI8i8o2i = dnnl_AcdeB8b8a2b, dnnl_OIdhw8i16o2i = dnnl_ABcde8b16a2b, + dnnl_OdhwI8i16o2i = dnnl_AcdeB8b16a2b, dnnl_OIdhw8i32o2i = dnnl_ABcde8b32a2b, + dnnl_OdhwI8i32o2i = dnnl_AcdeB8b32a2b, dnnl_OIdhw8i24o2i = dnnl_ABcde8b24a2b, + dnnl_OdhwI8i24o2i = dnnl_AcdeB8b24a2b, dnnl_OIdhw8i64o2i = dnnl_ABcde8b64a2b, + dnnl_OdhwI8i64o2i = dnnl_AcdeB8b64a2b, dnnl_OIdhw8i8o = dnnl_ABcde8b8a, + dnnl_OdhwI8i8o = dnnl_AcdeB8b8a, dnnl_OIdhw8o16i2o = dnnl_ABcde8a16b2a, dnnl_IOdhw8o16i2o = dnnl_BAcde8a16b2a, dnnl_OIdhw4i8o4i = dnnl_ABcde4b8a4b, + dnnl_OdhwI4i8o4i = dnnl_AcdeB4b8a4b, dnnl_OIdhw4i16o4i = dnnl_ABcde4b16a4b, + dnnl_OdhwI4i16o4i = dnnl_AcdeB4b16a4b, dnnl_OIdhw4i24o4i = dnnl_ABcde4b24a4b, + dnnl_OdhwI4i24o4i = dnnl_AcdeB4b24a4b, dnnl_OIdhw4i32o4i = dnnl_ABcde4b32a4b, + dnnl_OdhwI4i32o4i = dnnl_AcdeB4b32a4b, dnnl_OIdhw4i64o4i = dnnl_ABcde4b64a4b, + dnnl_OdhwI4i64o4i = dnnl_AcdeB4b64a4b, dnnl_OIdhw16i16o4i = dnnl_ABcde16b16a4b, dnnl_OIdhw16i16o2i = dnnl_ABcde16b16a2b, dnnl_OIdhw2i8o4i = dnnl_ABcde2b8a4b, @@ -1593,8 +1745,11 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_IOdhw16o16i = dnnl_BAcde16a16b, dnnl_OIdhw16o16i2o = dnnl_ABcde16a16b2a, dnnl_OIdhw8i32o = dnnl_ABcde8b32a, + dnnl_OdhwI8i32o = dnnl_AcdeB8b32a, dnnl_OIdhw8i24o = dnnl_ABcde8b24a, + dnnl_OdhwI8i24o = dnnl_AcdeB8b24a, dnnl_OIdhw8i16o = dnnl_ABcde8b16a, + dnnl_OdhwI8i16o = dnnl_AcdeB8b16a, // weights w/ groups, 3D dnnl_Goiw16g = dnnl_Abcd16a, @@ -2442,14 +2597,6 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { /** A constant memory handle. */ -/** Special pointer value that indicates that a memory object should not have - * an underlying buffer. */ -// #define DNNL_MEMORY_NONE (NULL) - -/** Special pointer value that indicates that the library needs to allocate an - * underlying buffer for a memory object. */ -// #define DNNL_MEMORY_ALLOCATE ((void *)(size_t)-1) - /** \} dnnl_api_memory
* \addtogroup dnnl_api_primitives @@ -2980,8 +3127,7 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_cpu_isa_avx2_vnni = 0xf, /** Intel AVX2 and Intel Deep Learning Boost (Intel DL Boost) - * with 8-bit integer, float16 and bfloat16 support - * (preview support) */ + * with 8-bit integer, float16 and bfloat16 support */ dnnl_cpu_isa_avx2_vnni_2 = 0x1f, /** Intel AVX-512 subset for Intel Xeon Scalable processor family @@ -3008,8 +3154,7 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { dnnl_cpu_isa_avx512_core_amx = 0xfef, /** Intel AVX-512 with float16, Intel DL Boost and bfloat16 support and - * Intel AMX with 8-bit integer, bfloat16 and float16 support - * (preview support) */ + * Intel AMX with 8-bit integer, bfloat16 and float16 support */ dnnl_cpu_isa_avx512_core_amx_fp16 = 0x1fef; /** CPU ISA hints flags */ @@ -3472,10 +3617,10 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { public static final int DNNL_VERSION_MAJOR = 3; /** Minor version */ -public static final int DNNL_VERSION_MINOR = 3; +public static final int DNNL_VERSION_MINOR = 4; /** Patch version */ -public static final int DNNL_VERSION_PATCH = 4; +public static final int DNNL_VERSION_PATCH = 1; /** Git commit hash */ public static native @MemberGetter String DNNL_VERSION_HASH(); @@ -3489,7 +3634,7 @@ public class dnnl extends org.bytedeco.dnnl.presets.dnnl { // Parsed from oneapi/dnnl/dnnl.h /******************************************************************************* -* Copyright 2016-2023 Intel Corporation +* Copyright 2016-2024 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -3869,6 +4014,100 @@ public static native int dnnl_primitive_desc_query_s32( public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_fpmath_mode( dnnl_primitive_attr attr, @Cast("dnnl_fpmath_mode_t") int mode); +/** Returns the floating-point math mode primitive attribute. + * + * @param attr Primitive attributes. + * @param mode Output FP math mode. + * @param apply_to_int Output use floating-point arithmetic for integer primitives. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_fpmath_mode_v2( + @Const dnnl_primitive_attr attr, @Cast("dnnl_fpmath_mode_t*") IntPointer mode, + IntPointer apply_to_int); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_fpmath_mode_v2( + @Const dnnl_primitive_attr attr, @Cast("dnnl_fpmath_mode_t*") IntBuffer mode, + IntBuffer apply_to_int); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_fpmath_mode_v2( + @Const dnnl_primitive_attr attr, @Cast("dnnl_fpmath_mode_t*") int[] mode, + int[] apply_to_int); + +/** Sets the floating-point math mode primitive attributes. + * + * @param attr Primitive attributes. + * @param mode FP math mode. The possible values are: + * #dnnl_fpmath_mode_strict (default), + * #dnnl_fpmath_mode_bf16, + * #dnnl_fpmath_mode_f16, + * #dnnl_fpmath_mode_tf32, + * #dnnl_fpmath_mode_any. + * @param apply_to_int Boolean. Use of floating-point arithmetic for integer primitives. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_fpmath_mode_v2( + dnnl_primitive_attr attr, @Cast("dnnl_fpmath_mode_t") int mode, int apply_to_int); + +/** Returns the deterministic primitive attribute value. + * + * @param attr Primitive attributes. + * @param value Output deterministic attribute value + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_deterministic( + @Const dnnl_primitive_attr attr, IntPointer value); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_deterministic( + @Const dnnl_primitive_attr attr, IntBuffer value); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_deterministic( + @Const dnnl_primitive_attr attr, int[] value); + +/** Sets the deterministic primitive attribute value. + * + * @param attr Primitive attributes. + * @param value Boolean value to set deterministic attribute. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_deterministic( + dnnl_primitive_attr attr, int value); + +/** Returns the accumulation mode primitive attribute. + * + * @param attr Primitive attributes. + * @param mode Output accumulation mode. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_accumulation_mode( + @Const dnnl_primitive_attr attr, @Cast("dnnl_accumulation_mode_t*") IntPointer mode); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_accumulation_mode( + @Const dnnl_primitive_attr attr, @Cast("dnnl_accumulation_mode_t*") IntBuffer mode); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_get_accumulation_mode( + @Const dnnl_primitive_attr attr, @Cast("dnnl_accumulation_mode_t*") int[] mode); + +/** Sets the accumulation mode primitive attribute. + * + * @param attr Primitive attributes. + * @param mode Accumulation mode. The possible values are: + * #dnnl_accumulation_mode_strict (default), which is s32 for quantized primitives, f32/f64 otherwise + * #dnnl_accumulation_mode_relaxed, which is same as strict but allows intermediate accumulators to be in src/dst datatype + * #dnnl_accumulation_mode_any, which allows accumulators to be src/dst datatype or any wider type. + * #dnnl_accumulation_mode_f32, + * #dnnl_accumulation_mode_s32, + * #dnnl_accumulation_mode_f16. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_accumulation_mode( + dnnl_primitive_attr attr, @Cast("dnnl_accumulation_mode_t") int mode); + /** Returns the primitive attributes scratchpad mode. * * @param attr Primitive attributes. @@ -3923,6 +4162,43 @@ public static native int dnnl_primitive_desc_query_s32( public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_scales_mask( dnnl_primitive_attr attr, int arg, int mask); +/** Sets primitive attributes scaling factors for primitive operations for a + * given memory argument. The scaling factors must be passed at execution time + * as an argument with index #DNNL_ARG_ATTR_SCALES | arg. + * + * @see dnnl_primitive_attr_set_scales + * + * + * @param attr Primitive attributes. + * @param arg Parameter argument index as passed to the + * dnnl_primitive_execute() call. + * @param mask Scaling factors correspondence mask that defines the + * correspondence between the tensor dimensions and the \p scales array. + * The set i-th bit indicates that a dedicated scaling factor is used for + * each index along that dimension. Set the mask to 0 to use a common + * scaling factor for the whole output tensor. + * @param ndims Number of group dimensions. + * @param group_dims Scaling factors correspondence groups that define the + * correspondence between the tensor dimensions and the scales array. + * The group dimensions should only be provided for each logical dimension + * that has correspondence mask \p mask set. + * @param data_type Scaling factors data_type. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +/// +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_scales( + dnnl_primitive_attr attr, int arg, int mask, int ndims, + @Cast("const int64_t*") LongPointer group_dims, @Cast("dnnl_data_type_t") int data_type); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_scales( + dnnl_primitive_attr attr, int arg, int mask, int ndims, + @Cast("const int64_t*") LongBuffer group_dims, @Cast("dnnl_data_type_t") int data_type); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_scales( + dnnl_primitive_attr attr, int arg, int mask, int ndims, + @Cast("const int64_t*") long[] group_dims, @Cast("dnnl_data_type_t") int data_type); + /** Sets primitive attributes zero points for primitive operations for a given * memory argument. The zero points must be passed at execution time * as an argument with index #DNNL_ARG_ATTR_ZERO_POINTS | arg. @@ -3941,11 +4217,48 @@ public static native int dnnl_primitive_desc_query_s32( * @return #dnnl_success on success and a status describing the error * otherwise. */ +/// /// /// public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_zero_points_mask( dnnl_primitive_attr attr, int arg, int mask); +/** Sets primitive attributes zero points for primitive operations for a given + * memory argument. The zero points must be passed at execution time + * as an argument with index #DNNL_ARG_ATTR_ZERO_POINTS | arg. + * + * @see dnnl_primitive_attr_set_zero_points + * + * + * @param attr Primitive attributes. + * @param arg Parameter argument index as passed to the + * dnnl_primitive_execute() call. + * @param mask Zero point correspondence mask that defines the + * correspondence between the tensor dimensions and the \p + * zero_points array. The set i-th bit indicates that a dedicated + * zero point is used for each index along that dimension. Set the + * mask to 0 to use a common zero point for the whole output tensor. + * @param ndims Number of group dimensions. + * @param group_dims Zero point factors correspondence groups that define the + * correspondence between the tensor dimensions and the zero_points array. + * The group dimensions should be only provided for each logical dimension + * that has the bit set correspondence mask \p mask set. + * @param data_type Zero points factors data_type. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +/// +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_zero_points( + dnnl_primitive_attr attr, int arg, int mask, int ndims, + @Cast("const int64_t*") LongPointer group_dims, @Cast("dnnl_data_type_t") int data_type); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_zero_points( + dnnl_primitive_attr attr, int arg, int mask, int ndims, + @Cast("const int64_t*") LongBuffer group_dims, @Cast("dnnl_data_type_t") int data_type); +public static native @Cast("dnnl_status_t") int dnnl_primitive_attr_set_zero_points( + dnnl_primitive_attr attr, int arg, int mask, int ndims, + @Cast("const int64_t*") long[] group_dims, @Cast("dnnl_data_type_t") int data_type); + /** Returns primitive attributes post-ops. * * \warning @@ -4356,13 +4669,52 @@ public static native int dnnl_primitive_desc_query_s32( * @return #dnnl_success on success and a status describing the error * otherwise. */ -/// /// public static native @Cast("dnnl_status_t") int dnnl_memory_desc_clone(@ByPtrPtr dnnl_memory_desc memory_desc, @Const dnnl_memory_desc existing_memory_desc); public static native @Cast("dnnl_status_t") int dnnl_memory_desc_clone(@Cast("dnnl_memory_desc_t*") PointerPointer memory_desc, @Const dnnl_memory_desc existing_memory_desc); +/** Retrieves a binary blob associated with the given memory descriptor + * + * @param blob Output pointer to binary blob. + * If not nullptr, size bytes of the memory descriptor blob are written. + * @param size Output pointer to the size of the binary blob in bytes. + * Size is written if blob is nullptr. + * @param memory_desc input memory descriptor to serialize + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_get_blob( + @Cast("uint8_t*") BytePointer blob, @Cast("size_t*") SizeTPointer size, @Const dnnl_memory_desc memory_desc); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_get_blob( + @Cast("uint8_t*") ByteBuffer blob, @Cast("size_t*") SizeTPointer size, @Const dnnl_memory_desc memory_desc); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_get_blob( + @Cast("uint8_t*") byte[] blob, @Cast("size_t*") SizeTPointer size, @Const dnnl_memory_desc memory_desc); + +/** Creates a memory descriptor from a memory descriptor binary blob. + * + * @param memory_desc Output pointer to a newly allocated memory descriptor. + * @param blob Pointer to a memory descriptor binary blob. + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +/// +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_create_with_blob( + @ByPtrPtr dnnl_memory_desc memory_desc, @Cast("const uint8_t*") BytePointer blob); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_create_with_blob( + @Cast("dnnl_memory_desc_t*") PointerPointer memory_desc, @Cast("const uint8_t*") ByteBuffer blob); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_create_with_blob( + @ByPtrPtr dnnl_memory_desc memory_desc, @Cast("const uint8_t*") byte[] blob); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_create_with_blob( + @Cast("dnnl_memory_desc_t*") PointerPointer memory_desc, @Cast("const uint8_t*") BytePointer blob); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_create_with_blob( + @ByPtrPtr dnnl_memory_desc memory_desc, @Cast("const uint8_t*") ByteBuffer blob); +public static native @Cast("dnnl_status_t") int dnnl_memory_desc_create_with_blob( + @Cast("dnnl_memory_desc_t*") PointerPointer memory_desc, @Cast("const uint8_t*") byte[] blob); + /** Creates a memory descriptor using dimensions and strides. * * \note @@ -6353,6 +6705,102 @@ public static native int dnnl_memory_desc_equal( float epsilon, @Cast("unsigned") int flags, @Const dnnl_primitive_desc hint_fwd_pd, @Const dnnl_primitive_attr attr); +/** Creates a primitive descriptor for a layer normalization forward propagation + * primitive with a user-provided data type for the scale and shift + * memory objects. + * + * \note + * In-place operation is supported: the dst can refer to the same memory + * as the src. + * + * @param primitive_desc Output primitive_descriptor. + * @param engine Engine to use. + * @param prop_kind Propagation kind. Possible values are + * #dnnl_forward_training and #dnnl_forward_inference. + * @param src_desc Source memory descriptor. + * @param dst_desc Destination memory descriptor. + * @param stat_desc Memory descriptor for mean and variance. If this + * parameter is NULL, a zero memory descriptor, or a memory descriptor + * with format_kind set to #dnnl_format_kind_undef, then the memory + * descriptor for stats is derived from \p src_desc by removing the last + * dimension. + * @param scale_shift_data_type Data type of scale and shift memory. If neither scale + * nor shift flag are specified the parameter is ignored. + * @param epsilon Layer normalization epsilon parameter. + * @param flags Layer normalization flags (\ref dnnl_normalization_flags_t). + * @param attr Primitive attributes (can be NULL). + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +/// +public static native @Cast("dnnl_status_t") int dnnl_layer_normalization_forward_primitive_desc_create_v2( + @ByPtrPtr dnnl_primitive_desc primitive_desc, dnnl_engine engine, + @Cast("dnnl_prop_kind_t") int prop_kind, @Const dnnl_memory_desc src_desc, + @Const dnnl_memory_desc dst_desc, @Const dnnl_memory_desc stat_desc, + @Cast("dnnl_data_type_t") int scale_shift_data_type, float epsilon, @Cast("unsigned") int flags, + @Const dnnl_primitive_attr attr); +public static native @Cast("dnnl_status_t") int dnnl_layer_normalization_forward_primitive_desc_create_v2( + @Cast("dnnl_primitive_desc_t*") PointerPointer primitive_desc, dnnl_engine engine, + @Cast("dnnl_prop_kind_t") int prop_kind, @Const dnnl_memory_desc src_desc, + @Const dnnl_memory_desc dst_desc, @Const dnnl_memory_desc stat_desc, + @Cast("dnnl_data_type_t") int scale_shift_data_type, float epsilon, @Cast("unsigned") int flags, + @Const dnnl_primitive_attr attr); + +/** Creates a primitive descriptor for a layer normalization backward + * propagation primitive with a user-provided data type for the + * scale and shift memory objects. + * + * \note + * In-place operation is supported: the diff_dst can refer to the same + * memory as the diff_src. + * + * @param primitive_desc Output primitive_descriptor. + * @param engine Engine to use. + * @param prop_kind Propagation kind. Possible values are + * #dnnl_backward_data and #dnnl_backward (diffs for all parameters are + * computed in this case). + * @param diff_src_desc Diff source memory descriptor. + * @param diff_dst_desc Diff destination memory descriptor. + * @param src_desc Source memory descriptor. + * @param stat_desc Memory descriptor for mean and variance. If this + * parameter is NULL, a zero memory descriptor, or a memory descriptor + * with format_kind set to #dnnl_format_kind_undef, then the memory + * descriptor for stats is derived from \p src_desc by removing the last + * dimension. + * @param diff_scale_shift_data_type Data type of diff scale and shift memory. If neither scale + * nor shift flag are specified the parameter is ignored. + * @param scale_shift_data_type Data type of scale and shift memory. If neither scale + * nor shift flag are specified the parameter is ignored. + * @param epsilon Layer normalization epsilon parameter. + * @param flags Layer normalization flags (\ref dnnl_normalization_flags_t). + * @param hint_fwd_pd Primitive descriptor for a respective forward propagation + * primitive. + * @param attr Primitive attributes (can be NULL). + * @return #dnnl_success on success and a status describing the error + * otherwise. */ + +/// +/// +public static native @Cast("dnnl_status_t") int dnnl_layer_normalization_backward_primitive_desc_create_v2( + @ByPtrPtr dnnl_primitive_desc primitive_desc, dnnl_engine engine, + @Cast("dnnl_prop_kind_t") int prop_kind, @Const dnnl_memory_desc diff_src_desc, + @Const dnnl_memory_desc diff_dst_desc, + @Const dnnl_memory_desc src_desc, @Const dnnl_memory_desc stat_desc, + @Cast("dnnl_data_type_t") int diff_scale_shift_data_type, + @Cast("dnnl_data_type_t") int scale_shift_data_type, float epsilon, @Cast("unsigned") int flags, + @Const dnnl_primitive_desc hint_fwd_pd, + @Const dnnl_primitive_attr attr); +public static native @Cast("dnnl_status_t") int dnnl_layer_normalization_backward_primitive_desc_create_v2( + @Cast("dnnl_primitive_desc_t*") PointerPointer primitive_desc, dnnl_engine engine, + @Cast("dnnl_prop_kind_t") int prop_kind, @Const dnnl_memory_desc diff_src_desc, + @Const dnnl_memory_desc diff_dst_desc, + @Const dnnl_memory_desc src_desc, @Const dnnl_memory_desc stat_desc, + @Cast("dnnl_data_type_t") int diff_scale_shift_data_type, + @Cast("dnnl_data_type_t") int scale_shift_data_type, float epsilon, @Cast("unsigned") int flags, + @Const dnnl_primitive_desc hint_fwd_pd, + @Const dnnl_primitive_attr attr); + /** \} dnnl_api_layer_normalization
* \addtogroup dnnl_api_inner_product @@ -8368,7 +8816,7 @@ public static native int dnnl_memory_desc_equal( // Parsed from oneapi/dnnl/dnnl_common.hpp /******************************************************************************* -* Copyright 2022-2023 Intel Corporation +* Copyright 2022-2024 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -8575,6 +9023,41 @@ public static native int dnnl_memory_desc_equal( @Namespace("dnnl") public static native @Cast("dnnl_fpmath_mode_t") int convert_to_c(fpmath_mode mode); /** \} dnnl_api_fpmath_mode +
+ * \addtogroup dnnl_api_accumulation_mode Accumulation Mode + * \{ +
+ * Accumulation mode */ +@Namespace("dnnl") public enum accumulation_mode { + /** Default behavior, f32 for floating point computation, s32 for integer */ + strict(dnnl_accumulation_mode_strict), + /** same as strict except some partial accumulators can be rounded to + * src/dst datatype in memory. */ + relaxed(dnnl_accumulation_mode_relaxed), + /** uses fastest implementation, could use src/dst datatype or + * wider datatype for accumulators */ + any(dnnl_accumulation_mode_any), + /** use s32 accumulators during computation */ + s32(dnnl_accumulation_mode_s32), + /** use f32 accumulators during computation */ + f32(dnnl_accumulation_mode_f32), + /** use f16 accumulators during computation */ + f16(dnnl_accumulation_mode_f16); + + public final int value; + private accumulation_mode(int v) { this.value = v; } + private accumulation_mode(accumulation_mode e) { this.value = e.value; } + public accumulation_mode intern() { for (accumulation_mode e : values()) if (e.value == value) return e; return this; } + @Override public String toString() { return intern().name(); } +} + +/** Converts an accumulation mode enum value from C++ API to C API type. + * + * @param mode C++ API accumulation mode enum value. + * @return Corresponding C API accumulation mode enum value. */ +@Namespace("dnnl") public static native @Cast("dnnl_accumulation_mode_t") int convert_to_c(accumulation_mode mode); + +/** \} dnnl_api_accumulation_mode
* \} dnnl_api_common */
@@ -8588,7 +9071,7 @@ public static native int dnnl_memory_desc_equal(
// Parsed from oneapi/dnnl/dnnl.hpp
/*******************************************************************************
-* Copyright 2016-2023 Intel Corporation
+* Copyright 2016-2024 Intel Corporation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_backward.java
index f1a13661627..d21941bc067 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_forward.java
index 9e44645b601..e289092feee 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/group_normalization_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/gru_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/gru_backward.java
index 19177137de7..17ddc0c1a87 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/gru_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/gru_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/gru_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/gru_forward.java
index 8899ae42ae0..c195eea5b51 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/gru_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/gru_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_data.java b/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_data.java
index c49c0604204..32c9b8dd404 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_data.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_data.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_weights.java b/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_weights.java
index b6bcea1aacc..090f95e93f4 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_weights.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_backward_weights.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_forward.java
index 5af1047c345..00ae0b3904a 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/inner_product_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_backward.java
index 8d23218c0d6..81f2a2edf19 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
@@ -206,6 +206,207 @@ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kin
float epsilon, @Cast("dnnl::normalization_flags") int flags,
@Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd);
+ /** Constructs a primitive descriptor for a layer normalization backward
+ * propagation primitive with a user-provided data type for the scale
+ * and shift memory objects.
+ *
+ * @param aengine Engine to use.
+ * @param aprop_kind Propagation kind. Possible values are
+ * #dnnl::prop_kind::backward_data and #dnnl::prop_kind::backward
+ * (diffs for all parameters are computed in this case).
+ * @param diff_src_desc Diff source memory descriptor.
+ * @param diff_dst_desc Diff destination memory descriptor.
+ * @param src_desc Source memory descriptor.
+ * @param stat_desc Statistics memory descriptors.
+ * @param diff_scale_shift_data_type Data type of diff scale and shift
+ * memory. If neither scale nor shift flag are specified the
+ * parameter is ignored.
+ * @param scale_shift_data_type Data type of scale and shift memory.
+ * If neither scale nor shift flag are specified the parameter
+ * is ignored.
+ * @param epsilon Layer normalization epsilon parameter.
+ * @param flags Layer normalization flags (\ref
+ * dnnl::normalization_flags).
+ * @param attr Primitive attributes to use. Attributes are optional
+ * and default to empty attributes.
+ * @param hint_fwd_pd Primitive descriptor for a layer normalization
+ * forward propagation primitive. It is used as a hint for
+ * deciding which memory format to use.
+ * @param allow_empty A flag signifying whether construction is
+ * allowed to fail without throwing an exception. In this case an
+ * empty object will be produced. This flag is optional and
+ * defaults to false. */
+
+ ///
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, stat_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, stat_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, stat_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, stat_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd);
+
+ /** Constructs a primitive descriptor for a layer normalization backward
+ * propagation primitive with a user-provided data type for the scale
+ * and shift memory objects.
+ *
+ * @param aengine Engine to use.
+ * @param aprop_kind Propagation kind. Possible values are
+ * #dnnl::prop_kind::backward_data and #dnnl::prop_kind::backward
+ * (diffs for all parameters are computed in this case).
+ * @param diff_src_desc Diff source memory descriptor.
+ * @param diff_dst_desc Diff destination memory descriptor.
+ * @param src_desc Source memory descriptor.
+ * @param diff_scale_shift_data_type Data type of diff scale and shift
+ * memory. If neither scale nor shift flag are specified the
+ * parameter is ignored.
+ * @param scale_shift_data_type Data type of scale and shift memory.
+ * If neither scale nor shift flag are specified the parameter
+ * is ignored.
+ * @param epsilon Layer normalization epsilon parameter.
+ * @param flags Layer normalization flags (\ref
+ * dnnl::normalization_flags).
+ * @param attr Primitive attributes to use. Attributes are optional
+ * and default to empty attributes.
+ * @param hint_fwd_pd Primitive descriptor for a layer normalization
+ * forward propagation primitive. It is used as a hint for
+ * deciding which memory format to use.
+ * @param allow_empty A flag signifying whether construction is
+ * allowed to fail without throwing an exception. In this case an
+ * empty object will be produced. This flag is optional and
+ * defaults to false. */
+
+ ///
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd) { super((Pointer)null); allocate(aengine, aprop_kind, diff_src_desc, diff_dst_desc, src_desc, diff_scale_shift_data_type, scale_shift_data_type, epsilon, flags, hint_fwd_pd); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_src_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc diff_dst_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc,
+ memory.data_type diff_scale_shift_data_type,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef layer_normalization_forward.primitive_desc hint_fwd_pd);
+
/** Constructs a primitive descriptor for a layer normalization
* backward propagation primitive from a C API primitive descriptor
* that must have a matching kind.
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_forward.java
index 1bed2f85365..2a66500ae83 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/layer_normalization_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
@@ -188,6 +188,145 @@ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kin
@Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
float epsilon, @Cast("dnnl::normalization_flags") int flags);
+ /** Constructs a primitive descriptor for a layer normalization forward
+ * propagation primitive with a user-provided data type for the scale
+ * and shift memory objects.
+ *
+ * @param aengine Engine to use.
+ * @param aprop_kind Propagation kind. Possible values are
+ * #dnnl::prop_kind::forward_training, and
+ * #dnnl::prop_kind::forward_inference.
+ * @param src_desc Source memory descriptor.
+ * @param dst_desc Destination memory descriptor.
+ * @param stat_desc Statistics memory descriptors.
+ * @param scale_shift_data_type Data type of scale and shift memory.
+ * If neither scale nor shift flag are specified the parameter
+ * is ignored.
+ * @param epsilon Layer normalization epsilon parameter.
+ * @param flags Layer normalization flags (\ref
+ * dnnl::normalization_flags).
+ * @param attr Primitive attributes to use. Attributes are optional
+ * and default to empty attributes.
+ * @param allow_empty A flag signifying whether construction is
+ * allowed to fail without throwing an exception. In this case an
+ * empty object will be produced. This flag is optional and
+ * defaults to false. */
+
+ ///
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, stat_desc, scale_shift_data_type, epsilon, flags, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, stat_desc, scale_shift_data_type, epsilon, flags); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, stat_desc, scale_shift_data_type, epsilon, flags, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, stat_desc, scale_shift_data_type, epsilon, flags); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc stat_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags);
+
+ /** Constructs a primitive descriptor for a layer normalization forward
+ * propagation primitive with a user-provided data type for the scale
+ * and shift memory objects.
+ *
+ * @param aengine Engine to use.
+ * @param aprop_kind Propagation kind. Possible values are
+ * #dnnl::prop_kind::forward_training, and
+ * #dnnl::prop_kind::forward_inference.
+ * @param src_desc Source memory descriptor.
+ * @param dst_desc Destination memory descriptor.
+ * @param scale_shift_data_type Data type of scale and shift memory.
+ * If neither scale nor shift flag are specified the parameter
+ * is ignored.
+ * @param epsilon Layer normalization epsilon parameter.
+ * @param flags Layer normalization flags (\ref
+ * dnnl::normalization_flags).
+ * @param attr Primitive attributes to use. Attributes are optional
+ * and default to empty attributes.
+ * @param allow_empty A flag signifying whether construction is
+ * allowed to fail without throwing an exception. In this case an
+ * empty object will be produced. This flag is optional and
+ * defaults to false. */
+
+ ///
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, scale_shift_data_type, epsilon, flags, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, scale_shift_data_type, epsilon, flags); }
+ private native void allocate(@Const @ByRef engine aengine, prop_kind aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ normalization_flags flags);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, scale_shift_data_type, epsilon, flags, attr, allow_empty); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags,
+ @Const @ByRef(nullValue = "dnnl::primitive_attr()") primitive_attr attr,
+ @Cast("bool") boolean allow_empty/*=false*/);
+ public primitive_desc(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags) { super((Pointer)null); allocate(aengine, aprop_kind, src_desc, dst_desc, scale_shift_data_type, epsilon, flags); }
+ private native void allocate(@Const @ByRef engine aengine, @Cast("dnnl::prop_kind") int aprop_kind,
+ @Const @ByRef org.bytedeco.dnnl.memory.desc src_desc, @Const @ByRef org.bytedeco.dnnl.memory.desc dst_desc,
+ memory.data_type scale_shift_data_type, float epsilon,
+ @Cast("dnnl::normalization_flags") int flags);
+
/** Constructs a primitive descriptor for a layer normalization
* forward propagation primitive from a C API primitive descriptor
* that must have a matching kind.
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_backward.java
index 2b22dab5082..7497a63e4ac 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_forward.java
index c4f5353f1e1..298f27ebb92 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_augru_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_backward.java
index 1ea2d299f8f..6ebeb4eab26 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_forward.java
index e681318e728..c56235530fc 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lbr_gru_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_backward.java
index cd945b52877..03bf1bf93ec 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_forward.java
index e083ddb8a38..b4eb75edb9c 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lrn_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_backward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_backward.java
index 153961f5725..3fa920a5848 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_backward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_backward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_forward.java b/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_forward.java
index ba1f7939cc0..35cd31783d7 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_forward.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/lstm_forward.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/matmul.java b/dnnl/src/gen/java/org/bytedeco/dnnl/matmul.java
index f167f88c549..52e189a1bdc 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/matmul.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/matmul.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
diff --git a/dnnl/src/gen/java/org/bytedeco/dnnl/memory.java b/dnnl/src/gen/java/org/bytedeco/dnnl/memory.java
index 65843f55ba2..29c13f9fe9b 100644
--- a/dnnl/src/gen/java/org/bytedeco/dnnl/memory.java
+++ b/dnnl/src/gen/java/org/bytedeco/dnnl/memory.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.dnnl;
@@ -134,6 +134,12 @@ public class memory extends dnnl_memory_handle {
public enum data_type {
/** Undefined data type (used for empty memory descriptors). */
undef(dnnl_data_type_undef),
+ /** [OFP8 standard 8-bit floating-point](https://www.opencompute.org/documents/ocp-8-bit-floating-point-specification-ofp8-revision-1-0-2023-06-20-pdf)
+ * with a 5-bit exponent and a 2-bit mantissa. */
+ f8_e5m2(dnnl_f8_e5m2),
+ /** [OFP8 standard 8-bit floating-point](https://www.opencompute.org/documents/ocp-8-bit-floating-point-specification-ofp8-revision-1-0-2023-06-20-pdf)
+ * with a 4-bit exponent and a 3-bit mantissa. */
+ f8_e4m3(dnnl_f8_e4m3),
/** [16-bit/half-precision floating point](https://en.wikipedia.org/wiki/Half-precision_floating-point_format). */
f16(dnnl_f16),
/** non-standard
@@ -482,20 +488,29 @@ public enum format_tag {
AB16b32a2b(dnnl_AB16b32a2b),
AB16b48a2b(dnnl_AB16b48a2b),
AB16b64a2b(dnnl_AB16b64a2b),
+ Ab4a(dnnl_Ab4a),
+ Ab8a(dnnl_Ab8a),
Abc16a(dnnl_Abc16a),
ABc16a16b(dnnl_ABc16a16b),
ABc4a4b(dnnl_ABc4a4b),
aBc16b(dnnl_aBc16b),
aBc32b(dnnl_aBc32b),
ABc16b16a(dnnl_ABc16b16a),
+ AcB16b16a(dnnl_AcB16b16a),
ABc16b32a(dnnl_ABc16b32a),
+ AcB16b32a(dnnl_AcB16b32a),
ABc16b48a(dnnl_ABc16b48a),
+ AcB16b48a(dnnl_AcB16b48a),
ABc16b64a(dnnl_ABc16b64a),
+ AcB16b64a(dnnl_AcB16b64a),
Abc4a(dnnl_Abc4a),
aBc4b(dnnl_aBc4b),
ABc4b16a4b(dnnl_ABc4b16a4b),
+ AcB4b16a4b(dnnl_AcB4b16a4b),
ABc4b32a4b(dnnl_ABc4b32a4b),
+ AcB4b32a4b(dnnl_AcB4b32a4b),
ABc4b64a4b(dnnl_ABc4b64a4b),
+ AcB4b64a4b(dnnl_AcB4b64a4b),
ABc2b8a4b(dnnl_ABc2b8a4b),
ABc16a16b2a(dnnl_ABc16a16b2a),
ABc16b16a4b(dnnl_ABc16b16a4b),
@@ -512,9 +527,13 @@ public enum format_tag {
ABc8a4b(dnnl_ABc8a4b),
aBc8b(dnnl_aBc8b),
ABc8b16a2b(dnnl_ABc8b16a2b),
+ AcB8b16a2b(dnnl_AcB8b16a2b),
ABc8b32a2b(dnnl_ABc8b32a2b),
+ AcB8b32a2b(dnnl_AcB8b32a2b),
ABc8b64a2b(dnnl_ABc8b64a2b),
+ AcB8b64a2b(dnnl_AcB8b64a2b),
ABc8b8a(dnnl_ABc8b8a),
+ AcB8b8a(dnnl_AcB8b8a),
Abcd8a(dnnl_Abcd8a),
Abcd16a(dnnl_Abcd16a),
Abcd32a(dnnl_Abcd32a),
@@ -522,16 +541,23 @@ public enum format_tag {
aBcd16b(dnnl_aBcd16b),
aBcd32b(dnnl_aBcd32b),
ABcd16b16a(dnnl_ABcd16b16a),
+ AcdB16b16a(dnnl_AcdB16b16a),
ABcd16b32a(dnnl_ABcd16b32a),
+ AcdB16b32a(dnnl_AcdB16b32a),
ABcd16b48a(dnnl_ABcd16b48a),
+ AcdB16b48a(dnnl_AcdB16b48a),
ABcd16b64a(dnnl_ABcd16b64a),
+ AcdB16b64a(dnnl_AcdB16b64a),
aBCd16b16c(dnnl_aBCd16b16c),
aBCd16c16b(dnnl_aBCd16c16b),
Abcd4a(dnnl_Abcd4a),
aBcd4b(dnnl_aBcd4b),
ABcd4b16a4b(dnnl_ABcd4b16a4b),
+ AcdB4b16a4b(dnnl_AcdB4b16a4b),
ABcd4b32a4b(dnnl_ABcd4b32a4b),
+ AcdB4b32a4b(dnnl_AcdB4b32a4b),
ABcd4b64a4b(dnnl_ABcd4b64a4b),
+ AcdB4b64a4b(dnnl_AcdB4b64a4b),
ABcd2b8a4b(dnnl_ABcd2b8a4b),
ABcd4b4a(dnnl_ABcd4b4a),
ABcd4a4b(dnnl_ABcd4a4b),
@@ -558,11 +584,15 @@ public enum format_tag {
/** 4D tensor blocked by 2nd dimension with block size 8 */
aBcd8b(dnnl_aBcd8b),
ABcd8b16a2b(dnnl_ABcd8b16a2b),
+ AcdB8b16a2b(dnnl_AcdB8b16a2b),
ABcd8b32a2b(dnnl_ABcd8b32a2b),
+ AcdB8b32a2b(dnnl_AcdB8b32a2b),
ABcd8b64a2b(dnnl_ABcd8b64a2b),
+ AcdB8b64a2b(dnnl_AcdB8b64a2b),
aBCd8b16c2b(dnnl_aBCd8b16c2b),
/** 4D tensor blocked by 1st and 2nd dimension with block size 8 */
ABcd8b8a(dnnl_ABcd8b8a),
+ AcdB8b8a(dnnl_AcdB8b8a),
aBCd8b8c(dnnl_aBCd8b8c),
aBCd8b4c(dnnl_aBCd8b4c),
aBCd8c16b2c(dnnl_aBCd8c16b2c),
@@ -573,9 +603,13 @@ public enum format_tag {
aBcde16b(dnnl_aBcde16b),
aBcde32b(dnnl_aBcde32b),
ABcde16b16a(dnnl_ABcde16b16a),
+ AcdeB16b16a(dnnl_AcdeB16b16a),
ABcde16b32a(dnnl_ABcde16b32a),
+ AcdeB16b32a(dnnl_AcdeB16b32a),
ABcde16b48a(dnnl_ABcde16b48a),
+ AcdeB16b48a(dnnl_AcdeB16b48a),
ABcde16b64a(dnnl_ABcde16b64a),
+ AcdeB16b64a(dnnl_AcdeB16b64a),
aBCde16b16c(dnnl_aBCde16b16c),
aBCde16c16b(dnnl_aBCde16c16b),
aBCde2c8b4c(dnnl_aBCde2c8b4c),
@@ -595,11 +629,17 @@ public enum format_tag {
ABcde8a4b(dnnl_ABcde8a4b),
aBcde8b(dnnl_aBcde8b),
ABcde8b16a2b(dnnl_ABcde8b16a2b),
+ AcdeB8b16a2b(dnnl_AcdeB8b16a2b),
ABcde8b32a2b(dnnl_ABcde8b32a2b),
+ AcdeB8b32a2b(dnnl_AcdeB8b32a2b),
ABcde8b64a2b(dnnl_ABcde8b64a2b),
+ AcdeB8b64a2b(dnnl_AcdeB8b64a2b),
ABcde4b16a4b(dnnl_ABcde4b16a4b),
+ AcdeB4b16a4b(dnnl_AcdeB4b16a4b),
ABcde4b32a4b(dnnl_ABcde4b32a4b),
+ AcdeB4b32a4b(dnnl_AcdeB4b32a4b),
ABcde4b64a4b(dnnl_ABcde4b64a4b),
+ AcdeB4b64a4b(dnnl_AcdeB4b64a4b),
ABcde16b16a4b(dnnl_ABcde16b16a4b),
ABcde16b32a4b(dnnl_ABcde16b32a4b),
ABcde16b48a4b(dnnl_ABcde16b48a4b),
@@ -611,6 +651,7 @@ public enum format_tag {
ABcde2b8a4b(dnnl_ABcde2b8a4b),
aBCde8b16c2b(dnnl_aBCde8b16c2b),
ABcde8b8a(dnnl_ABcde8b8a),
+ AcdeB8b8a(dnnl_AcdeB8b8a),
aBCde8b8c(dnnl_aBCde8b8c),
aBCde8b4c(dnnl_aBCde8b4c),
ABcd4a8b8a4b(dnnl_ABcd4a8b8a4b),
@@ -868,16 +909,25 @@ public enum format_tag {
aBdefC24b4c(dnnl_aBdefC24b4c),
AB8b32a(dnnl_AB8b32a),
ABc8b32a(dnnl_ABc8b32a),
+ AcB8b32a(dnnl_AcB8b32a),
ABcd8b32a(dnnl_ABcd8b32a),
+ AcdB8b32a(dnnl_AcdB8b32a),
ABcde8b32a(dnnl_ABcde8b32a),
+ AcdeB8b32a(dnnl_AcdeB8b32a),
AB8b24a(dnnl_AB8b24a),
ABc8b24a(dnnl_ABc8b24a),
+ AcB8b24a(dnnl_AcB8b24a),
ABcd8b24a(dnnl_ABcd8b24a),
+ AcdB8b24a(dnnl_AcdB8b24a),
ABcde8b24a(dnnl_ABcde8b24a),
+ AcdeB8b24a(dnnl_AcdeB8b24a),
AB8b16a(dnnl_AB8b16a),
ABc8b16a(dnnl_ABc8b16a),
+ AcB8b16a(dnnl_AcB8b16a),
ABcd8b16a(dnnl_ABcd8b16a),
+ AcdB8b16a(dnnl_AcdB8b16a),
ABcde8b16a(dnnl_ABcde8b16a),
+ AcdeB8b16a(dnnl_AcdeB8b16a),
AB8b8a(dnnl_AB8b8a),
format_tag_last(dnnl_format_tag_last),
@@ -916,26 +966,39 @@ public enum format_tag {
Goidhw16g(dnnl_Goidhw16g),
IOw16o16i(dnnl_IOw16o16i),
OIw16i16o(dnnl_OIw16i16o),
+ OwI16i16o(dnnl_OwI16i16o),
OIw16i32o(dnnl_OIw16i32o),
+ OwI16i32o(dnnl_OwI16i32o),
OIw16i48o(dnnl_OIw16i48o),
+ OwI16i48o(dnnl_OwI16i48o),
OIw16i64o(dnnl_OIw16i64o),
+ OwI16i64o(dnnl_OwI16i64o),
IOw16i16o(dnnl_IOw16i16o),
gIOw16i16o(dnnl_gIOw16i16o),
OIw16o16i(dnnl_OIw16o16i),
Oiw16o(dnnl_Oiw16o),
OIw4i8o4i(dnnl_OIw4i8o4i),
+ OwI4i8o4i(dnnl_OwI4i8o4i),
OIw4i16o4i(dnnl_OIw4i16o4i),
+ OwI4i16o4i(dnnl_OwI4i16o4i),
OIw4i24o4i(dnnl_OIw4i24o4i),
+ OwI4i24o4i(dnnl_OwI4i24o4i),
OIw4i32o4i(dnnl_OIw4i32o4i),
+ OwI4i32o4i(dnnl_OwI4i32o4i),
OIw4i64o4i(dnnl_OIw4i64o4i),
+ OwI4i64o4i(dnnl_OwI4i64o4i),
OIw2i8o4i(dnnl_OIw2i8o4i),
OIw4i4o(dnnl_OIw4i4o),
OIw4o4i(dnnl_OIw4o4i),
Oiw4o(dnnl_Oiw4o),
OIw8i16o2i(dnnl_OIw8i16o2i),
+ OwI8i16o2i(dnnl_OwI8i16o2i),
OIw8i32o2i(dnnl_OIw8i32o2i),
+ OwI8i32o2i(dnnl_OwI8i32o2i),
OIw8i64o2i(dnnl_OIw8i64o2i),
+ OwI8i64o2i(dnnl_OwI8i64o2i),
OIw8i8o(dnnl_OIw8i8o),
+ OwI8i8o(dnnl_OwI8i8o),
OIw8o16i2o(dnnl_OIw8o16i2o),
OIw8o8i(dnnl_OIw8o8i),
OIw8o4i(dnnl_OIw8o4i),
@@ -968,23 +1031,36 @@ public enum format_tag {
OhwI8o2i(dnnl_OhwI8o2i),
OhwI8o4i(dnnl_OhwI8o4i),
OIhw16i16o(dnnl_OIhw16i16o),
+ OhwI16i16o(dnnl_OhwI16i16o),
OIhw16i32o(dnnl_OIhw16i32o),
+ OhwI16i32o(dnnl_OhwI16i32o),
OIhw16i48o(dnnl_OIhw16i48o),
+ OhwI16i48o(dnnl_OhwI16i48o),
OIhw16i64o(dnnl_OIhw16i64o),
+ OhwI16i64o(dnnl_OhwI16i64o),
OIhw16o16i(dnnl_OIhw16o16i),
Oihw16o(dnnl_Oihw16o),
OIhw4i8o4i(dnnl_OIhw4i8o4i),
+ OhwI4i8o4i(dnnl_OhwI4i8o4i),
OIhw4i16o4i(dnnl_OIhw4i16o4i),
+ OhwI4i16o4i(dnnl_OhwI4i16o4i),
OIhw4i24o4i(dnnl_OIhw4i24o4i),
+ OhwI4i24o4i(dnnl_OhwI4i24o4i),
OIhw4i32o4i(dnnl_OIhw4i32o4i),
+ OhwI4i32o4i(dnnl_OhwI4i32o4i),
OIhw4i64o4i(dnnl_OIhw4i64o4i),
+ OhwI4i64o4i(dnnl_OhwI4i64o4i),
OIhw4i4o(dnnl_OIhw4i4o),
OIhw4o4i(dnnl_OIhw4o4i),
Oihw4o(dnnl_Oihw4o),
OIhw8i16o2i(dnnl_OIhw8i16o2i),
+ OhwI8i16o2i(dnnl_OhwI8i16o2i),
OIhw8i32o2i(dnnl_OIhw8i32o2i),
+ OhwI8i32o2i(dnnl_OhwI8i32o2i),
OIhw8i64o2i(dnnl_OIhw8i64o2i),
+ OhwI8i64o2i(dnnl_OhwI8i64o2i),
OIhw8i8o(dnnl_OIhw8i8o),
+ OhwI8i8o(dnnl_OhwI8i8o),
OIhw8o16i2o(dnnl_OIhw8o16i2o),
OIhw8o8i(dnnl_OIhw8o8i),
OIhw8o4i(dnnl_OIhw8o4i),
@@ -1000,9 +1076,13 @@ public enum format_tag {
OdhwI8o2i(dnnl_OdhwI8o2i),
OdhwI8o4i(dnnl_OdhwI8o4i),
OIdhw16i16o(dnnl_OIdhw16i16o),
+ OdhwI16i16o(dnnl_OdhwI16i16o),
OIdhw16i32o(dnnl_OIdhw16i32o),
+ OdhwI16i32o(dnnl_OdhwI16i32o),
OIdhw16i48o(dnnl_OIdhw16i48o),
+ OdhwI16i48o(dnnl_OdhwI16i48o),
OIdhw16i64o(dnnl_OIdhw16i64o),
+ OdhwI16i64o(dnnl_OdhwI16i64o),
OIdhw16o16i(dnnl_OIdhw16o16i),
OIdhw16o16i2o(dnnl_OIdhw16o16i2o),
Oidhw16o(dnnl_Oidhw16o),
@@ -1010,10 +1090,15 @@ public enum format_tag {
OIdhw4o4i(dnnl_OIdhw4o4i),
Oidhw4o(dnnl_Oidhw4o),
OIdhw8i16o2i(dnnl_OIdhw8i16o2i),
+ OdhwI8i16o2i(dnnl_OdhwI8i16o2i),
OIdhw8i32o2i(dnnl_OIdhw8i32o2i),
+ OdhwI8i32o2i(dnnl_OdhwI8i32o2i),
OIdhw8i64o2i(dnnl_OIdhw8i64o2i),
+ OdhwI8i64o2i(dnnl_OdhwI8i64o2i),
OIdhw4i8o4i(dnnl_OIdhw4i8o4i),
+ OdhwI4i8o4i(dnnl_OdhwI4i8o4i),
OIdhw4i16o4i(dnnl_OIdhw4i16o4i),
+ OdhwI4i16o4i(dnnl_OdhwI4i16o4i),
OIdhw16i16o4i(dnnl_OIdhw16i16o4i),
OIdhw16i32o4i(dnnl_OIdhw16i32o4i),
OIdhw16i48o4i(dnnl_OIdhw16i48o4i),
@@ -1023,10 +1108,14 @@ public enum format_tag {
OIdhw16i48o2i(dnnl_OIdhw16i48o2i),
OIdhw16i64o2i(dnnl_OIdhw16i64o2i),
OIdhw4i24o4i(dnnl_OIdhw4i24o4i),
+ OdhwI4i24o4i(dnnl_OdhwI4i24o4i),
OIdhw4i32o4i(dnnl_OIdhw4i32o4i),
+ OdhwI4i32o4i(dnnl_OdhwI4i32o4i),
OIdhw4i64o4i(dnnl_OIdhw4i64o4i),
+ OdhwI4i64o4i(dnnl_OdhwI4i64o4i),
OIdhw2i8o4i(dnnl_OIdhw2i8o4i),
OIdhw8i8o(dnnl_OIdhw8i8o),
+ OdhwI8i8o(dnnl_OdhwI8i8o),
OIdhw8o8i(dnnl_OIdhw8o8i),
OIdhw8o4i(dnnl_OIdhw8o4i),
gIOw16o16i(dnnl_gIOw16o16i),
@@ -1578,6 +1667,8 @@ public enum format_tag {
aCB16c4b(dnnl_aCB16c4b),
BA16b2a(dnnl_BA16b2a),
BA16b4a(dnnl_BA16b4a),
+ BA4b4a(dnnl_BA4b4a),
+ BA8b4a(dnnl_BA8b4a),
aBC16b16c(dnnl_aBC16b16c),
aBC16b32c(dnnl_aBC16b32c),
AB16a16b(dnnl_AB16a16b),
@@ -1750,25 +1841,40 @@ public enum format_tag {
gOdhwI24o4i(dnnl_gOdhwI24o4i),
OI8i32o(dnnl_OI8i32o),
OIw8i32o(dnnl_OIw8i32o),
+ OwI8i32o(dnnl_OwI8i32o),
OIhw8i32o(dnnl_OIhw8i32o),
+ OhwI8i32o(dnnl_OhwI8i32o),
OIdhw8i32o(dnnl_OIdhw8i32o),
+ OdhwI8i32o(dnnl_OdhwI8i32o),
OI8i24o(dnnl_OI8i24o),
OIw8i24o(dnnl_OIw8i24o),
+ OwI8i24o(dnnl_OwI8i24o),
OIhw8i24o(dnnl_OIhw8i24o),
+ OhwI8i24o(dnnl_OhwI8i24o),
OIdhw8i24o(dnnl_OIdhw8i24o),
+ OdhwI8i24o(dnnl_OdhwI8i24o),
OI8i16o(dnnl_OI8i16o),
OIw8i16o(dnnl_OIw8i16o),
+ OwI8i16o(dnnl_OwI8i16o),
OIhw8i16o(dnnl_OIhw8i16o),
+ OhwI8i16o(dnnl_OhwI8i16o),
OIdhw8i16o(dnnl_OIdhw8i16o),
+ OdhwI8i16o(dnnl_OdhwI8i16o),
OI8i8o(dnnl_OI8i8o),
AB4b8a4b(dnnl_AB4b8a4b),
AB4b24a4b(dnnl_AB4b24a4b),
ABc4b8a4b(dnnl_ABc4b8a4b),
+ AcB4b8a4b(dnnl_AcB4b8a4b),
ABc4b24a4b(dnnl_ABc4b24a4b),
+ AcB4b24a4b(dnnl_AcB4b24a4b),
ABcd4b8a4b(dnnl_ABcd4b8a4b),
+ AcdB4b8a4b(dnnl_AcdB4b8a4b),
ABcd4b24a4b(dnnl_ABcd4b24a4b),
+ AcdB4b24a4b(dnnl_AcdB4b24a4b),
ABcde4b8a4b(dnnl_ABcde4b8a4b),
+ AcdeB4b8a4b(dnnl_AcdeB4b8a4b),
ABcde4b24a4b(dnnl_ABcde4b24a4b),
+ AcdeB4b24a4b(dnnl_AcdeB4b24a4b),
Bca8b(dnnl_Bca8b),
BcA8b2a(dnnl_BcA8b2a),
Bcda8b(dnnl_Bcda8b),
@@ -1821,20 +1927,32 @@ public enum format_tag {
gOhwI24o(dnnl_gOhwI24o),
AB8b24a2b(dnnl_AB8b24a2b),
ABc8b24a2b(dnnl_ABc8b24a2b),
+ AcB8b24a2b(dnnl_AcB8b24a2b),
ABcd8b24a2b(dnnl_ABcd8b24a2b),
+ AcdB8b24a2b(dnnl_AcdB8b24a2b),
ABcde8b24a2b(dnnl_ABcde8b24a2b),
+ AcdeB8b24a2b(dnnl_AcdeB8b24a2b),
AB8b8a2b(dnnl_AB8b8a2b),
ABc8b8a2b(dnnl_ABc8b8a2b),
+ AcB8b8a2b(dnnl_AcB8b8a2b),
ABcd8b8a2b(dnnl_ABcd8b8a2b),
+ AcdB8b8a2b(dnnl_AcdB8b8a2b),
ABcde8b8a2b(dnnl_ABcde8b8a2b),
+ AcdeB8b8a2b(dnnl_AcdeB8b8a2b),
OI8i8o2i(dnnl_OI8i8o2i),
OI8i24o2i(dnnl_OI8i24o2i),
OIw8i8o2i(dnnl_OIw8i8o2i),
+ OwI8i8o2i(dnnl_OwI8i8o2i),
OIw8i24o2i(dnnl_OIw8i24o2i),
+ OwI8i24o2i(dnnl_OwI8i24o2i),
OIhw8i8o2i(dnnl_OIhw8i8o2i),
+ OhwI8i8o2i(dnnl_OhwI8i8o2i),
OIhw8i24o2i(dnnl_OIhw8i24o2i),
+ OhwI8i24o2i(dnnl_OhwI8i24o2i),
OIdhw8i8o2i(dnnl_OIdhw8i8o2i),
+ OdhwI8i8o2i(dnnl_OdhwI8i8o2i),
OIdhw8i24o2i(dnnl_OIdhw8i24o2i),
+ OdhwI8i24o2i(dnnl_OdhwI8i24o2i),
BcA8b4a(dnnl_BcA8b4a),
BcdA8b4a(dnnl_BcdA8b4a),
BcdeA8b4a(dnnl_BcdeA8b4a),
@@ -1982,6 +2100,16 @@ private native void allocate(@Const @Cast({"dnnl_dim_t*", "std::vector
/** \brief Create an OrtEnv
*
+ * \note Invoking this function will return the same instance of the environment as that returned by a previous call
+ * to another env creation function; all arguments to this function will be ignored.
* @param log_severity_level [in] The log severity level.
* @param logid [in] The log identifier.
* @param out [out] Returned newly created OrtEnv. Must be freed with OrtApi::ReleaseEnv
@@ -96,9 +98,12 @@ public static class GetErrorMessage_OrtStatus extends FunctionPointer {
/** \brief Create an OrtEnv
*
+ * \note Invoking this function will return the same instance of the environment as that returned by a previous call
+ * to another env creation function; all arguments to this function will be ignored. If you want to provide your
+ * own logging function, consider setting it using the SetUserLoggingFunction API instead.
* @param logging_function [in] A pointer to a logging function.
* @param logger_param [in] A pointer to arbitrary data passed as the ::OrtLoggingFunction {@code param} parameter to
- * {@code logging_function}.
+ * {@code logging_function}. This parameter is optional.
* @param log_severity_level [in] The log severity level.
* @param logid [in] The log identifier.
* @param out [out] Returned newly created OrtEnv. Must be freed with OrtApi::ReleaseEnv
@@ -3485,13 +3490,28 @@ public native OrtStatus InvokeOp(
*
* QNN supported keys:
* "backend_path": file path to QNN backend library.
- * "qnn_context_cache_enable": 1 to enable QNN graph creation from cached QNN context file. If it's enabled: QNN EP will
- * load from cached QNN context binary if it exist. It will generate a context binary file if it's not exist
- * "qnn_context_cache_path": explicitly provide the QNN context cache file. Default to model_file.onnx.bin if not provided.
* "profiling_level": QNN profiling level, options: "off", "basic", "detailed". Default to off.
* "rpc_control_latency": QNN RPC control latency.
+ * "vtcm_mb": QNN VTCM size in MB. default to 0(not set).
* "htp_performance_mode": QNN performance mode, options: "burst", "balanced", "default", "high_performance",
- * "high_power_saver", "low_balanced", "low_power_saver", "power_saver", "sustained_high_performance". Default to "default".
+ * "high_power_saver", "low_balanced", "extreme_power_saver", "low_power_saver", "power_saver", "sustained_high_performance". Default to "default".
+ * "qnn_saver_path": File path to the QNN Saver backend library. If specified, QNN Saver will be enabled and will
+ * dump QNN API calls to disk for replay/debugging. QNN Saver produces incorrect model inference results and
+ * may alter model/EP partitioning. Use only for debugging.
+ * "qnn_context_priority": QNN context priority, options: "low", "normal", "normal_high", "high". Default to "normal".
+ * "htp_graph_finalization_optimization_mode": Set the optimization mode for graph finalization on the HTP backend. Available options:
+ * - "0": Default.
+ * - "1": Faster preparation time, less optimal graph.
+ * - "2": Longer preparation time, more optimal graph.
+ * - "3": Longest preparation time, most likely even more optimal graph. See QNN SDK documentation for specific details.
+ * "soc_model": The SoC model number. Refer to the QNN SDK documentation for valid values. Defaults to "0" (unknown).
+ * "htp_arch": The minimum HTP architecture the driver will use to select compatible QNN operators. Available options:
+ * - "0": Default (none).
+ * - "68"
+ * - "69"
+ * - "73"
+ * - "75"
+ * "device_id": The ID of the device to use when setting 'htp_arch'. Defaults to "0" (for single device).
*
* SNPE supported keys:
* "runtime": SNPE runtime engine, options: "CPU", "CPU_FLOAT32", "GPU", "GPU_FLOAT32_16_HYBRID", "GPU_FLOAT16",
@@ -4529,7 +4549,7 @@ public native OrtStatus RunAsync( OrtSession session, @Const OrtRunOptions run_o
public native OrtStatus GetCUDAProviderOptionsByName( @Const OrtCUDAProviderOptionsV2 cuda_options, String key, @Cast("void**") @ByPtrPtr Pointer ptr);
/**
- * Get a EP resoure.
+ * Get a EP resource.
* E.g. a cuda stream or a cublas handle
*
* @param context - Kernel context
@@ -4541,4 +4561,162 @@ public native OrtStatus RunAsync( OrtSession session, @Const OrtRunOptions run_o
*/
public native OrtStatus KernelContext_GetResource( @Const OrtKernelContext context, int resouce_version, int resource_id, @Cast("void**") PointerPointer resource);
public native OrtStatus KernelContext_GetResource( @Const OrtKernelContext context, int resouce_version, int resource_id, @Cast("void**") @ByPtrPtr Pointer resource);
+
+ /** \brief Set user logging function
+ *
+ * By default the logger created by the CreateEnv* functions is used to create the session logger as well.
+ * This function allows a user to override this default session logger with a logger of their own choosing. This way
+ * the user doesn't have to create a separate environment with a custom logger. This addresses the problem when
+ * the user already created an env but now wants to use a different logger for a specific session (for debugging or
+ * other reasons).
+ *
+ * @param options [in]
+ * @param user_logging_function [in] A pointer to a logging function.
+ * @param user_logging_param [in] A pointer to arbitrary data passed as the ::OrtLoggingFunction {@code param} parameter to
+ * {@code user_logging_function}. This parameter is optional.
+ *
+ * \snippet{doc} snippets.dox OrtStatus Return Value
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus SetUserLoggingFunction( OrtSessionOptions options,
+ OrtLoggingFunction user_logging_function, Pointer user_logging_param);
+
+ /**
+ * Get number of input from OrtShapeInferContext
+ *
+ * @param context [in]
+ * @param out [out] The number of inputs
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus ShapeInferContext_GetInputCount( @Const OrtShapeInferContext context, @Cast("size_t*") SizeTPointer out);
+
+ /**
+ * Get type and shape info of an input
+ *
+ * @param context [in]
+ * @param index [in] The index of the input
+ * @param info [out] Type shape info of the input
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus ShapeInferContext_GetInputTypeShape( @Const OrtShapeInferContext context, @Cast("size_t") long index, @Cast("OrtTensorTypeAndShapeInfo**") PointerPointer info);
+ public native OrtStatus ShapeInferContext_GetInputTypeShape( @Const OrtShapeInferContext context, @Cast("size_t") long index, @ByPtrPtr OrtTensorTypeAndShapeInfo info);
+
+ /**
+ * Get attribute from OrtShapeInferContext. Note that OrtShapeInferContext is a per-node context, one could only read attribute from current node.
+ *
+ * @param context [in]
+ * @param attr_name [in] Name of the attribute
+ * @param attr [out] Handle of the attribute fetched
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus ShapeInferContext_GetAttribute( @Const OrtShapeInferContext context, @Cast("const char*") BytePointer attr_name, @Cast("const OrtOpAttr**") PointerPointer attr);
+ public native OrtStatus ShapeInferContext_GetAttribute( @Const OrtShapeInferContext context, @Cast("const char*") BytePointer attr_name, @Const @ByPtrPtr OrtOpAttr attr);
+ public native OrtStatus ShapeInferContext_GetAttribute( @Const OrtShapeInferContext context, String attr_name, @Const @ByPtrPtr OrtOpAttr attr);
+
+ /**
+ * Set type and shape info of an ouput
+ *
+ * @param context [in]
+ * @param index [in] The index of the ouput
+ * @param info [out] Type shape info of the output
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus ShapeInferContext_SetOutputTypeShape( @Const OrtShapeInferContext context, @Cast("size_t") long index, @Const OrtTensorTypeAndShapeInfo info);
+
+ /**
+ * Set symbolic shape to type shape info
+ *
+ * @param info [in] Type shape info
+ * @param dim_params [in] Symbolic strings
+ * @param dim_params_length [in] Number of strings
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus SetSymbolicDimensions( OrtTensorTypeAndShapeInfo info, @Cast("const char**") PointerPointer dim_params, @Cast("size_t") long dim_params_length);
+ public native OrtStatus SetSymbolicDimensions( OrtTensorTypeAndShapeInfo info, @Cast("const char**") @ByPtrPtr BytePointer dim_params, @Cast("size_t") long dim_params_length);
+ public native OrtStatus SetSymbolicDimensions( OrtTensorTypeAndShapeInfo info, @Cast("const char**") @ByPtrPtr ByteBuffer dim_params, @Cast("size_t") long dim_params_length);
+ public native OrtStatus SetSymbolicDimensions( OrtTensorTypeAndShapeInfo info, @Cast("const char**") @ByPtrPtr byte[] dim_params, @Cast("size_t") long dim_params_length);
+
+ /**
+ * Read contents of an attribute to data
+ *
+ * @param op_attr [in]
+ * @param type [in] Attribute type
+ * @param data [out] Memory address to save raw content of the attribute
+ * @param len [in] Number of bytes allowed to store in data
+ * @param out [out] Number of bytes required to save the data when the call failed, or the real number of bytes saved to data on success
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus ReadOpAttr( @Const OrtOpAttr op_attr, @Cast("OrtOpAttrType") int type, Pointer data, @Cast("size_t") long len, @Cast("size_t*") SizeTPointer out);
+
+ /** \brief Set whether to use deterministic compute.
+ *
+ * Default is false. If set to true, this will enable deterministic compute for GPU kernels where possible.
+ * Note that this most likely will have a performance cost.
+ *
+ * @param options [in]
+ * @param value [in]
+ *
+ * @since Version 1.17.
+ */
+ public native OrtStatus SetDeterministicCompute( OrtSessionOptions options, @Cast("bool") boolean value);
+
+ /**
+ * Run fn in parallel
+ *
+ * @param context [in]
+ * @param fn [in] Function accepting usr_data and an integer as iterator
+ * @param total [in] The number of times fn is to be invoked
+ * @param num_batch [in] Number of batches by which the "total" is to be divided in maximum. When zero, there is no limit
+ * @param usr_data [in] User data to be passed back to fn
+ *
+ * @since Version 1.17.
+ */
+ public static class Fn_Pointer_long extends FunctionPointer {
+ static { Loader.load(); }
+ /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */
+ public Fn_Pointer_long(Pointer p) { super(p); }
+ protected Fn_Pointer_long() { allocate(); }
+ private native void allocate();
+ public native void call(Pointer arg0, @Cast("size_t") long arg1);
+ }
+ public native OrtStatus KernelContext_ParallelFor( @Const OrtKernelContext context, Fn_Pointer_long fn, @Cast("size_t") long total, @Cast("size_t") long num_batch, Pointer usr_data);
+
+ /** \brief Append OpenVINO execution provider to the session options
+ *
+ * If OpenVINO is not available (due to a non OpenVINO enabled build, or if OpenVINO is not installed on the system), this function will fail.
+ *
+ * @param options [in]
+ * @param provider_options_keys [in]
+ * @param provider_options_values [in]
+ * @param num_keys [in]
+ *
+ * \snippet{doc} snippets.dox OrtStatus Return Value
+ */
+ public native OrtStatus SessionOptionsAppendExecutionProvider_OpenVINO_V2(
+ OrtSessionOptions options,
+ @Cast("const char*const*") PointerPointer provider_options_keys,
+ @Cast("const char*const*") PointerPointer provider_options_values,
+ @Cast("size_t") long num_keys);
+ public native OrtStatus SessionOptionsAppendExecutionProvider_OpenVINO_V2(
+ OrtSessionOptions options,
+ @Cast("const char*const*") @ByPtrPtr BytePointer provider_options_keys,
+ @Cast("const char*const*") @ByPtrPtr BytePointer provider_options_values,
+ @Cast("size_t") long num_keys);
+ public native OrtStatus SessionOptionsAppendExecutionProvider_OpenVINO_V2(
+ OrtSessionOptions options,
+ @Cast("const char*const*") @ByPtrPtr ByteBuffer provider_options_keys,
+ @Cast("const char*const*") @ByPtrPtr ByteBuffer provider_options_values,
+ @Cast("size_t") long num_keys);
+ public native OrtStatus SessionOptionsAppendExecutionProvider_OpenVINO_V2(
+ OrtSessionOptions options,
+ @Cast("const char*const*") @ByPtrPtr byte[] provider_options_keys,
+ @Cast("const char*const*") @ByPtrPtr byte[] provider_options_values,
+ @Cast("size_t") long num_keys);
}
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtApiBase.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtApiBase.java
index 95c0a93708f..e9a5dab196a 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtApiBase.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtApiBase.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtArenaCfg.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtArenaCfg.java
index 6db2727304d..b980d4721cd 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtArenaCfg.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtArenaCfg.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCANNProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCANNProviderOptions.java
index 7d860c14d75..b3e06a3e197 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCANNProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCANNProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptions.java
index 49f68c512d2..b4e8c89bda7 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptionsV2.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptionsV2.java
index a187d0d154a..3a8bdfcc8ed 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptionsV2.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCUDAProviderOptionsV2.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomCreateThreadFn.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomCreateThreadFn.java
index 67a5f3bcf90..6e45e5c4afb 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomCreateThreadFn.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomCreateThreadFn.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomHandleType.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomHandleType.java
index 093fde86a19..e0b36999f9f 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomHandleType.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomHandleType.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomJoinThreadFn.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomJoinThreadFn.java
index dd39b6119a8..ed9de0be20f 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomJoinThreadFn.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomJoinThreadFn.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOp.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOp.java
index 854bed2edf3..ddbb15ed4b7 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOp.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOp.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
@@ -244,4 +244,34 @@ public static class KernelComputeV2_Pointer_OrtKernelContext extends FunctionPoi
public native @Cast("OrtStatusPtr") OrtStatus call(Pointer op_kernel, OrtKernelContext context);
}
public native KernelComputeV2_Pointer_OrtKernelContext KernelComputeV2(); public native OrtCustomOp KernelComputeV2(KernelComputeV2_Pointer_OrtKernelContext setter);
+
+ public static class InferOutputShapeFn_OrtCustomOp_OrtShapeInferContext extends FunctionPointer {
+ static { Loader.load(); }
+ /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */
+ public InferOutputShapeFn_OrtCustomOp_OrtShapeInferContext(Pointer p) { super(p); }
+ protected InferOutputShapeFn_OrtCustomOp_OrtShapeInferContext() { allocate(); }
+ private native void allocate();
+ public native @Cast("OrtStatusPtr") OrtStatus call(@Const OrtCustomOp op, OrtShapeInferContext arg1);
+ }
+ public native InferOutputShapeFn_OrtCustomOp_OrtShapeInferContext InferOutputShapeFn(); public native OrtCustomOp InferOutputShapeFn(InferOutputShapeFn_OrtCustomOp_OrtShapeInferContext setter);
+
+ // Get start range
+ public static class GetStartVersion_OrtCustomOp extends FunctionPointer {
+ static { Loader.load(); }
+ /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */
+ public GetStartVersion_OrtCustomOp(Pointer p) { super(p); }
+ protected GetStartVersion_OrtCustomOp() { allocate(); }
+ private native void allocate();
+ public native int call(@Const OrtCustomOp op);
+ }
+ public native GetStartVersion_OrtCustomOp GetStartVersion(); public native OrtCustomOp GetStartVersion(GetStartVersion_OrtCustomOp setter);
+ public static class GetEndVersion_OrtCustomOp extends FunctionPointer {
+ static { Loader.load(); }
+ /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */
+ public GetEndVersion_OrtCustomOp(Pointer p) { super(p); }
+ protected GetEndVersion_OrtCustomOp() { allocate(); }
+ private native void allocate();
+ public native int call(@Const OrtCustomOp op);
+ }
+ public native GetEndVersion_OrtCustomOp GetEndVersion(); public native OrtCustomOp GetEndVersion(GetEndVersion_OrtCustomOp setter);
}
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOpDomain.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOpDomain.java
index ef2ec755670..58549cbd5a8 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOpDomain.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtCustomOpDomain.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtDnnlProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtDnnlProviderOptions.java
index fdac8353f3f..c68e73de89a 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtDnnlProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtDnnlProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtEnv.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtEnv.java
index fe70b94874b..b1ff89bb9d6 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtEnv.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtEnv.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtException.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtException.java
index bf8c87b1370..8bbcd24ad2c 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtException.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtException.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtIoBinding.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtIoBinding.java
index 583137b12a1..57d963f7e07 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtIoBinding.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtIoBinding.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelContext.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelContext.java
index 948d6af1ba8..1b197f88fbb 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelContext.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelContext.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelInfo.java
index 20778257380..b9903726d2b 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtKernelInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLogger.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLogger.java
index 9aa257cdb41..795c252c4ef 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLogger.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLogger.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLoggingFunction.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLoggingFunction.java
index c67915ad3b4..7e3a41b0804 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLoggingFunction.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtLoggingFunction.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMIGraphXProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMIGraphXProviderOptions.java
index d8cc24660bb..dc8f2765f6f 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMIGraphXProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMIGraphXProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
@@ -37,7 +37,9 @@ public class OrtMIGraphXProviderOptions extends Pointer {
return new OrtMIGraphXProviderOptions((Pointer)this).offsetAddress(i);
}
- public native int device_id(); public native OrtMIGraphXProviderOptions device_id(int setter); // hip device id.
- public native int migraphx_fp16_enable(); public native OrtMIGraphXProviderOptions migraphx_fp16_enable(int setter); // enable MIGraphX FP16 precision. Default 0 = false, nonzero = true
- public native int migraphx_int8_enable(); public native OrtMIGraphXProviderOptions migraphx_int8_enable(int setter); // enable MIGraphX INT8 precision. Default 0 = false, nonzero = true
+ public native int device_id(); public native OrtMIGraphXProviderOptions device_id(int setter); // hip device id.
+ public native int migraphx_fp16_enable(); public native OrtMIGraphXProviderOptions migraphx_fp16_enable(int setter); // MIGraphX FP16 precision. Default 0 = false, nonzero = true
+ public native int migraphx_int8_enable(); public native OrtMIGraphXProviderOptions migraphx_int8_enable(int setter); // MIGraphX INT8 precision. Default 0 = false, nonzero = true
+ public native int migraphx_use_native_calibration_table(); public native OrtMIGraphXProviderOptions migraphx_use_native_calibration_table(int setter); // MIGraphx INT8 cal table. Default 0 = false, noznero = true
+ public native @Cast("const char*") BytePointer migraphx_int8_calibration_table_name(); public native OrtMIGraphXProviderOptions migraphx_int8_calibration_table_name(BytePointer setter); // MIGraphx INT8 calibration table name
}
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMapTypeInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMapTypeInfo.java
index 6e1ee7e90a4..bb64365fa17 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMapTypeInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMapTypeInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMemoryInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMemoryInfo.java
index 63ef893f18e..57d98a87298 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMemoryInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtMemoryInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtModelMetadata.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtModelMetadata.java
index ac97e447369..5e7b6f8229f 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtModelMetadata.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtModelMetadata.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOp.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOp.java
index f5130c5b6e0..0bc56a18f31 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOp.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOp.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpAttr.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpAttr.java
index 9359ef54b93..c24452f1033 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpAttr.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpAttr.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpenVINOProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpenVINOProviderOptions.java
index 07ef90ec0a9..433c1da9492 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpenVINOProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOpenVINOProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
@@ -44,7 +44,7 @@ public class OrtOpenVINOProviderOptions extends Pointer {
*/
public native @Cast("const char*") BytePointer device_type(); public native OrtOpenVINOProviderOptions device_type(BytePointer setter);
/** 0 = disabled, nonzero = enabled */
- public native @Cast("unsigned char") byte enable_vpu_fast_compile(); public native OrtOpenVINOProviderOptions enable_vpu_fast_compile(byte setter);
+ public native @Cast("unsigned char") byte enable_npu_fast_compile(); public native OrtOpenVINOProviderOptions enable_npu_fast_compile(byte setter);
public native @Cast("const char*") BytePointer device_id(); public native OrtOpenVINOProviderOptions device_id(BytePointer setter);
/** 0 = Use default number of threads */
public native @Cast("size_t") long num_of_threads(); public native OrtOpenVINOProviderOptions num_of_threads(long setter);
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOptionalTypeInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOptionalTypeInfo.java
index 7aa67af3151..a918b759291 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOptionalTypeInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtOptionalTypeInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtPrepackedWeightsContainer.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtPrepackedWeightsContainer.java
index f4bee0977b1..cdaea86643c 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtPrepackedWeightsContainer.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtPrepackedWeightsContainer.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtROCMProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtROCMProviderOptions.java
index ea19532b1b5..906a06a3ff6 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtROCMProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtROCMProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtRunOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtRunOptions.java
index 47cebaeb778..fa73ca52b44 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtRunOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtRunOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSequenceTypeInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSequenceTypeInfo.java
index 2dfaeaaf19e..2c03c510a17 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSequenceTypeInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSequenceTypeInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSession.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSession.java
index 78c640d8d41..6e090552282 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSession.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSession.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSessionOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSessionOptions.java
index b317f6219b8..4738d6e4c27 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSessionOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSessionOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtShapeInferContext.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtShapeInferContext.java
new file mode 100644
index 00000000000..04e702efc51
--- /dev/null
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtShapeInferContext.java
@@ -0,0 +1,23 @@
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
+
+package org.bytedeco.onnxruntime;
+
+import java.nio.*;
+import org.bytedeco.javacpp.*;
+import org.bytedeco.javacpp.annotation.*;
+
+import static org.bytedeco.javacpp.presets.javacpp.*;
+import org.bytedeco.opencl.*;
+import static org.bytedeco.opencl.global.OpenCL.*;
+import org.bytedeco.dnnl.*;
+import static org.bytedeco.dnnl.global.dnnl.*;
+
+import static org.bytedeco.onnxruntime.global.onnxruntime.*;
+
+@Opaque @Properties(inherit = org.bytedeco.onnxruntime.presets.onnxruntime.class)
+public class OrtShapeInferContext extends Pointer {
+ /** Empty constructor. Calls {@code super((Pointer)null)}. */
+ public OrtShapeInferContext() { super((Pointer)null); }
+ /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */
+ public OrtShapeInferContext(Pointer p) { super(p); }
+}
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSparseValuesParam.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSparseValuesParam.java
index be2e4147dd4..e6590cea903 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSparseValuesParam.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtSparseValuesParam.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtStatus.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtStatus.java
index 8e4194a9251..ac211732f1b 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtStatus.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtStatus.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptions.java
index 4903b83c828..b6bc9db4700 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptionsV2.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptionsV2.java
index b2bb15593d9..829ac19266e 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptionsV2.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorRTProviderOptionsV2.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorTypeAndShapeInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorTypeAndShapeInfo.java
index a2a05eda527..5028b9901f3 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorTypeAndShapeInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTensorTypeAndShapeInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadPoolParams.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadPoolParams.java
index cd0c00c7dc9..1f53eaf4e97 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadPoolParams.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadPoolParams.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadWorkerFn.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadWorkerFn.java
index d34e40fc01a..ab673729cb2 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadWorkerFn.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadWorkerFn.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadingOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadingOptions.java
index abbfe2d043b..6a99aaed472 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadingOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtThreadingOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTrainingApi.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTrainingApi.java
index a08f21dfe62..2627341002b 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTrainingApi.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTrainingApi.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTypeInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTypeInfo.java
index ff8a87c9884..9d558f7cc08 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTypeInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtTypeInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtValue.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtValue.java
index 5285ac6f652..08e10ca260b 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtValue.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/OrtValue.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RegisterCustomOpsFn.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RegisterCustomOpsFn.java
index 327a3e59c13..a5d69c7653c 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RegisterCustomOpsFn.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RegisterCustomOpsFn.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunAsyncCallbackFn.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunAsyncCallbackFn.java
index 3ef1d6f2fd7..b57c3100214 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunAsyncCallbackFn.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunAsyncCallbackFn.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunOptions.java
index 0b873b4abd2..f4f08350d1c 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/RunOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SequenceTypeInfo.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SequenceTypeInfo.java
index 919a591fc29..537e49f6bca 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SequenceTypeInfo.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SequenceTypeInfo.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/Session.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/Session.java
index 04a2d87d2f6..51c2f4c78ac 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/Session.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/Session.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionImpl.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionImpl.java
index d1581fbbdaf..37ecc69d026 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionImpl.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionImpl.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptions.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptions.java
index 155b7b4884f..9569150dc91 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptions.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptions.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
diff --git a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptionsImpl.java b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptionsImpl.java
index b9ab9f29a8c..ed17731f9ce 100644
--- a/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptionsImpl.java
+++ b/onnxruntime/src/gen/java/org/bytedeco/onnxruntime/SessionOptionsImpl.java
@@ -1,4 +1,4 @@
-// Targeted by JavaCPP version 1.5.10: DO NOT EDIT THIS FILE
+// Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE
package org.bytedeco.onnxruntime;
@@ -40,6 +40,8 @@ public class SessionOptionsImpl extends ConstSessionOptionsImpl {
public native @ByRef SessionOptionsImpl SetInterOpNumThreads(int inter_op_num_threads);
/** Wraps OrtApi::SetSessionGraphOptimizationLevel */
public native @ByRef SessionOptionsImpl SetGraphOptimizationLevel(@Cast("GraphOptimizationLevel") int graph_optimization_level);
+ /** Wraps OrtApi::SetDeterministicCompute */
+ public native @ByRef SessionOptionsImpl SetDeterministicCompute(@Cast("bool") boolean value);
/** Wraps OrtApi::EnableCpuMemArena */
public native @ByRef SessionOptionsImpl EnableCpuMemArena();
@@ -93,8 +95,11 @@ public class SessionOptionsImpl extends ConstSessionOptionsImpl {
public native @ByRef SessionOptionsImpl AppendExecutionProvider_CUDA_V2(@Const @ByRef OrtCUDAProviderOptionsV2 provider_options);
/** Wraps OrtApi::SessionOptionsAppendExecutionProvider_ROCM */
public native @ByRef SessionOptionsImpl AppendExecutionProvider_ROCM(@Const @ByRef OrtROCMProviderOptions provider_options);
- /** Wraps OrtApi::SessionOptionsAppendExecutionProvider_OpenVINO */
+ /** Wraps OrtApi::SessionOptionsAppendExecutionProvider_OpenVINO
+ * Wraps OrtApi::SessionOptionsAppendExecutionProvider_OpenVINO_V2 */
public native @ByRef SessionOptionsImpl AppendExecutionProvider_OpenVINO(@Const @ByRef OrtOpenVINOProviderOptions provider_options);
+ public native @ByRef SessionOptionsImpl AppendExecutionProvider_OpenVINO_V2(@Const @ByRef(nullValue = "std::unordered_map