v4.10.0

v4.10.0

.github/workflows/publish-python-apidocs.yml

@@ -27,14 +27,13 @@ jobs:
  - name: Set vars
  id: vars
  run: echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"
- - name: Check outputs
- run: echo ${{ steps.vars.outputs.sha_short }}
  - uses: actions/checkout@v2
  with:
  ref: gh-pages
  clean: false 
  - name: Move API docs into target area
  run: |
+ ls docs/api
  rm -rf docs/api/python
  mv build/docs/inference/html docs/api/python 
  - name: Create Pull Request

.gitignore

@@ -36,6 +36,7 @@ onnxruntime_profile*.json
 /csharp/**/bin/
 /csharp/Directory.Build.props
 docs/python/inference/*.onnx
+*.onnx
 onnxprofile_profile_test_*.json
 /csharp/packages
 /csharp/src/Microsoft.ML.OnnxRuntime/targets/**/*.targets

CODEOWNERS

@@ -1,20 +1,21 @@
 # Python frontend owners
-orttraining/*.py @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-orttraining/orttraining/python/** @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-orttraining/orttraining/test/python/** @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-orttraining/pytorch_frontend_examples/** @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-onnxruntime/python/training/** @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-onnxruntime/test/python/onnxruntime_test_ort_trainer.py @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-onnxruntime/test/python/onnxruntime_test_ort_trainer_with_mixed_precision.py @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-onnxruntime/test/python/onnxruntime_test_training_unit_tests.py @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-onnxruntime/test/python/onnxruntime_test_training_unittest_utils.py @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
-samples/python/training/** @thiagocrepaldi @tlh20 @liqunfu @baijumeswani @SherlockNoMad @xadupre
+orttraining/*.py @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+orttraining/orttraining/python/** @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+orttraining/orttraining/test/python/** @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+orttraining/pytorch_frontend_examples/** @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+onnxruntime/python/training/** @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+onnxruntime/test/python/onnxruntime_test_ort_trainer.py @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+onnxruntime/test/python/onnxruntime_test_ort_trainer_with_mixed_precision.py @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+onnxruntime/test/python/onnxruntime_test_training_unit_tests.py @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+onnxruntime/test/python/onnxruntime_test_training_unittest_utils.py @thiagocrepaldi @tlh20 @baijumeswani @xadupre
+samples/python/training/** @thiagocrepaldi @tlh20 @baijumeswani @xadupre
 
 # Mobile
-/onnxruntime/test/testdata/kernel_def_hashes/ @skottmckay @gwang-msft @YUNQIUGUO @edgchen1
-/onnxruntime/core/framework/kernel_def_hash_helpers.* @skottmckay @gwang-msft @YUNQIUGUO @edgchen1
+/onnxruntime/test/testdata/kernel_def_hashes/ @skottmckay @YUNQIUGUO @edgchen1
+/onnxruntime/core/framework/kernel_def_hash_helpers.* @skottmckay @YUNQIUGUO @edgchen1
 
 # Contrib Ops
 onnxruntime/core/graph/contrib_ops/nhwc_schema_defs.cc @zhanghuanrong @chenfucn @yufenglee @yihonglyu @snnn
 onnxruntime/core/graph/contrib_ops/nchwc_schema_defs.cc @zhanghuanrong @chenfucn @yufenglee @yihonglyu @snnn
-onnxruntime/core/graph/contrib_ops/quantization_defs.* @zhanghuanrong @chenfucn @yufenglee @yihonglyu @snnn
+onnxruntime/core/graph/contrib_ops/quantization_defs.* @zhanghuanrong @chenfucn @yufenglee @yihonglyu @snnn
+onnxruntime/core/mlas/** @zhanghuanrong @chenfucn @yufenglee @yihonglyu @snnn

cgmanifests/cgmanifest.json

@@ -46,7 +46,7 @@
  "component": {
  "type": "git",
  "git": {
- "commitHash": "d721d320bd2f66d342d24b71600fe1f5e222e952",
+ "commitHash": "ffd5f70370642c909222f9a4cae8400023dacbdc",
  "repositoryUrl": "https://github.com/apache/tvm.git"
  },
  "comments": "needed for TVM EP"

cmake/external/tvm.cmake

@@ -4,7 +4,7 @@ if (onnxruntime_USE_TVM)
  FetchContent_Declare(
  tvm
  GIT_REPOSITORY https://github.com/apache/tvm.git
- GIT_TAG d721d320bd2f66d342d24b71600fe1f5e222e952
+ GIT_TAG ffd5f70370642c909222f9a4cae8400023dacbdc
  )
 
  FetchContent_GetProperties(tvm)

cmake/onnxruntime.cmake

@@ -213,8 +213,13 @@ install(TARGETS onnxruntime
 
 set_target_properties(onnxruntime PROPERTIES FOLDER "ONNXRuntime")
 
-if (WINDOWS_STORE)
- target_link_options(onnxruntime PRIVATE /DELAYLOAD:api-ms-win-core-libraryloader-l1-2-1.dll)
+if (WIN32 AND NOT CMAKE_CXX_STANDARD_LIBRARIES MATCHES kernel32.lib)
+ # Workaround STL bug https://github.com/microsoft/STL/issues/434#issuecomment-921321254
+ # Note that the workaround makes std::system_error crash before Windows 10
+
+ # The linker warns "LNK4199: /DELAYLOAD:api-ms-win-core-heapl2-1-0.dll ignored; no imports found from api-ms-win-core-heapl2-1-0.dll"
+ # when you're not using imports directly, even though the import exists in the STL and the DLL would have been linked without DELAYLOAD
+ target_link_options(onnxruntime PRIVATE /DELAYLOAD:api-ms-win-core-heapl2-1-0.dll /ignore:4199)
 endif()
 
 if (winml_is_inbox)

cmake/onnxruntime_common.cmake

@@ -206,7 +206,7 @@ endif()
 
 
 if (ARM64 OR ARM OR X86 OR X64 OR X86_64)
- if(WINDOWS_STORE OR (WIN32 AND NOT CMAKE_CXX_STANDARD_LIBRARIES MATCHES kernel32.lib) OR ((ARM64 OR ARM) AND MSVC))
+ if((WIN32 AND NOT CMAKE_CXX_STANDARD_LIBRARIES MATCHES kernel32.lib) OR ((ARM64 OR ARM) AND MSVC))
  # msvc compiler report syntax error with cpuinfo arm source files
  # and cpuinfo does not have code for getting arm uarch info under windows
  else()

cmake/onnxruntime_flatbuffers.cmake

@@ -21,16 +21,3 @@ set_target_properties(onnxruntime_flatbuffers PROPERTIES FOLDER "ONNXRuntime")
 if (FLATBUFFERS_BUILD_FLATC)
  add_dependencies(onnxruntime_flatbuffers flatc)
 endif()
-
-if (WINDOWS_STORE)
- function(target_force_include target scope file)
- if (MSVC)
- target_compile_options(${target} ${scope} "/FI${file}")
- else()
- target_compile_options(${target} ${scope} -include "${file}")
- endif()
- endfunction()
-
- target_force_include(flatbuffers PRIVATE uwp_stubs.h)
- target_force_include(flatc PRIVATE uwp_stubs.h)
-endif()

cmake/onnxruntime_providers.cmake

@@ -1318,7 +1318,7 @@ if (onnxruntime_USE_HAILO)
  "${ONNXRUNTIME_ROOT}/core/providers/shared_library/*.cc"
  )
 
- find_package(HailoRT 4.8.1 EXACT REQUIRED)
+ find_package(HailoRT 4.10.0 EXACT REQUIRED)
 
  source_group(TREE ${ONNXRUNTIME_ROOT}/core FILES ${onnxruntime_providers_hailo_cc_srcs})
  onnxruntime_add_shared_library_module(onnxruntime_providers_hailo ${onnxruntime_providers_hailo_cc_srcs})

cmake/patches/abseil/Fix_Nvidia_Build_Break.patch

@@ -20,3 +20,44 @@ index 1d7d6cd..f6a7a78 100644
  {allocated_storage_view.data, allocated_storage_view.capacity});
  }
 
+diff --git a/absl/copts/GENERATED_AbseilCopts.cmake b/absl/copts/GENERATED_AbseilCopts.cmake
+index a4ab1aa..dfd13fd 100644
+--- a/absl/copts/GENERATED_AbseilCopts.cmake
++++ b/absl/copts/GENERATED_AbseilCopts.cmake
+@@ -129,8 +129,6 @@ list(APPEND ABSL_MSVC_FLAGS
+ "/wd4005"
+ "/wd4068"
+ "/wd4180"
+- "/wd4244"
+- "/wd4267"
+ "/wd4503"
+ "/wd4800"
+ )
+diff --git a/absl/copts/GENERATED_copts.bzl b/absl/copts/GENERATED_copts.bzl
+index a6efc98..8c4de8e 100644
+--- a/absl/copts/GENERATED_copts.bzl
++++ b/absl/copts/GENERATED_copts.bzl
+@@ -130,8 +130,6 @@ ABSL_MSVC_FLAGS = [
+ "/wd4005",
+ "/wd4068",
+ "/wd4180",
+- "/wd4244",
+- "/wd4267",
+ "/wd4503",
+ "/wd4800",
+ ]
+diff --git a/absl/copts/copts.py b/absl/copts/copts.py
+index 0d6c1ec..75fd935 100644
+--- a/absl/copts/copts.py
++++ b/absl/copts/copts.py
+@@ -132,10 +132,6 @@ COPT_VARS = {
+ "/wd4068", # unknown pragma
+ # qualifier applied to function type has no meaning; ignored
+ "/wd4180",
+- # conversion from 'type1' to 'type2', possible loss of data
+- "/wd4244",
+- # conversion from 'size_t' to 'type', possible loss of data
+- "/wd4267",
+ # The decorated name was longer than the compiler limit
+ "/wd4503",
+ # forcing value to bool 'true' or 'false' (performance warning)

cmake/target_delayload.cmake

@@ -9,9 +9,6 @@ function(target_delayload target_name)
  foreach(lib ${ARGN})
  target_link_options(${target_name} PRIVATE /DELAYLOAD:"${lib}")
  endforeach()
- if (WINDOWS_STORE)
- target_link_libraries(${target_name} PRIVATE dloadhelper.lib)
- else()
- target_link_libraries(${target_name} PRIVATE delayimp.lib)
- endif()
+
+ target_link_libraries(${target_name} PRIVATE delayimp.lib)
 endfunction()

cmake/winml_unittests.cmake

@@ -190,7 +190,7 @@ set_winml_target_properties(winml_google_test_lib)
 set_winml_target_properties(winml_test_common)
 get_winml_test_api_src(${WINML_TEST_SRC_DIR} winml_test_api_src)
 
-if (NOT WINDOWS_STORE AND NOT ${winml_is_inbox})
+if (NOT ${winml_is_inbox})
  get_winml_test_api_redist_only_src(${WINML_TEST_SRC_DIR} winml_test_api_redist_only_src)
 endif()
 

csharp/test/Microsoft.ML.OnnxRuntime.EndToEndTests/runtest.sh

@@ -19,7 +19,7 @@ echo "Current NuGet package version is $CurrentOnnxRuntimeVersion"
 if [ $RunTestCsharp = "true" ]; then
  if [[ $IsMacOS == "True" || $IsMacOS == "true" ]]; then
  mkdir -p $BUILD_BINARIESDIRECTORY/models
- ln -s $BUILD_SOURCESDIRECTORY/cmake/external/onnx/onnx/backend/test/data/node $BUILD_BINARIESDIRECTORY/models/opset14
+ ln -s $BUILD_SOURCESDIRECTORY/cmake/external/onnx/onnx/backend/test/data/node $BUILD_BINARIESDIRECTORY/models/opset16
  fi
  # Run C# tests
  dotnet restore $BUILD_SOURCESDIRECTORY/csharp/test/Microsoft.ML.OnnxRuntime.EndToEndTests/Microsoft.ML.OnnxRuntime.EndToEndTests.csproj -s $LocalNuGetRepo -s https://api.nuget.org/v3/index.json