diff --git a/docs/execution-providers/CUDA-ExecutionProvider.md b/docs/execution-providers/CUDA-ExecutionProvider.md index caf15f7d36..9dcf37b70c 100644 --- a/docs/execution-providers/CUDA-ExecutionProvider.md +++ b/docs/execution-providers/CUDA-ExecutionProvider.md @@ -24,14 +24,14 @@ Pre-built binaries of ONNX Runtime with CUDA EP are published for most language ## Requirements -Please reference table below for official GPU packages dependencies for the ONNX Runtime inferencing package. Note that ONNX Runtime Training is aligned with PyTorch CUDA versions; refer to the Training tab on https://onnxruntime.ai/ for supported versions. +Please reference table below for official GPU packages dependencies for the ONNX Runtime inferencing package. Note that ONNX Runtime Training is aligned with PyTorch CUDA versions; refer to the Training tab on [onnxruntime.ai](https://onnxruntime.ai/) for supported versions. Note: Because of CUDA Minor Version Compatibility, Onnx Runtime built with CUDA 11.4 should be compatible with any CUDA 11.x version. Please reference [Nvidia CUDA Minor Version Compatibility](https://docs.nvidia.com/deploy/cuda-compatibility/#minor-version-compatibility). |ONNX Runtime|CUDA|cuDNN|Notes| |---|---|---|---| -|1.11|11.4|8.2.4 (Linux)
8.2.2.26 (Windows)|libcudart 11.4.43
libcufft 10.5.2.100
libcurand 10.2.5.120
libcublasLt 11.6.5.2
libcublas 11.6.5.2
libcudnn 8.2.4| +|1.12
1.11|11.4|8.2.4 (Linux)
8.2.2.26 (Windows)|libcudart 11.4.43
libcufft 10.5.2.100
libcurand 10.2.5.120
libcublasLt 11.6.5.2
libcublas 11.6.5.2
libcudnn 8.2.4| |1.10|11.4|8.2.4 (Linux)
8.2.2.26 (Windows)|libcudart 11.4.43
libcufft 10.5.2.100
libcurand 10.2.5.120
libcublasLt 11.6.1.51
libcublas 11.6.1.51
libcudnn 8.2.4| |1.9|11.4|8.2.4 (Linux)
8.2.2.26 (Windows)|libcudart 11.4.43
libcufft 10.5.2.100
libcurand 10.2.5.120
libcublasLt 11.6.1.51
libcublas 11.6.1.51
libcudnn 8.2.4| |1.8|11.0.3|8.0.4 (Linux)
8.0.2.39 (Windows)|libcudart 11.0.221
libcufft 10.2.1.245
libcurand 10.2.1.245
libcublasLt 11.2.0.252
libcublas 11.2.0.252
libcudnn 8.0.4| diff --git a/docs/execution-providers/TensorRT-ExecutionProvider.md b/docs/execution-providers/TensorRT-ExecutionProvider.md index bd78de5a09..640e36cec0 100644 --- a/docs/execution-providers/TensorRT-ExecutionProvider.md +++ b/docs/execution-providers/TensorRT-ExecutionProvider.md @@ -26,7 +26,8 @@ Pre-built packages and Docker images are available for Jetpack in the [Jetson Zo |ONNX Runtime|TensorRT|CUDA| |---|---|---| -|master|8.2|11.4| +|master|8.4|11.4| +|1.12|8.4|11.4| |1.11|8.2|11.4| |1.10|8.0|11.4| |1.9|8.0|11.4| diff --git a/docs/reference/compatibility.md b/docs/reference/compatibility.md index f37c45521e..ed308df5fc 100644 --- a/docs/reference/compatibility.md +++ b/docs/reference/compatibility.md @@ -68,6 +68,7 @@ ONNX Runtime supports all opsets from the latest released version of the [ONNX]( | ONNX Runtime version | [ONNX version](https://github.com/onnx/onnx/blob/master/docs/Versioning.md) | ONNX opset version | ONNX ML opset version | ONNX IR version | [Windows ML Availability](https://docs.microsoft.com/en-us/windows/ai/windows-ml/release-notes/)| |------------------------------|--------------------|--------------------|----------------------|------------------|------------------| +| 1.12 | **1.12** | 17 | 3 | 8 | Windows AI 1.12+ | | 1.11 | **1.11** | 16 | 2 | 8 | Windows AI 1.11+ | | 1.10 | **1.10** | 15 | 2 | 8 | Windows AI 1.10+ | | 1.9 | **1.10** | 15 | 2 | 8 | Windows AI 1.9+ | @@ -91,10 +92,10 @@ Unless otherwise noted, please use the latest released version of the tools to c |Tool|Recommended Version| |---|---| |[PyTorch](https://pytorch.org/)|[Latest stable](https://pytorch.org/get-started/locally/)| -|[ONNXMLTools](https://pypi.org/project/onnxmltools/)
CoreML, LightGBM, XGBoost, LibSVM|[Latest stable](https://github.com/onnx/onnxmltools/releases)| -|[ONNXMLTools](https://pypi.org/project/onnxmltools/)
SparkML|[Latest stable](https://github.com/onnx/onnxmltools/releases)| -|[SKLearn-ONNX](https://pypi.org/project/skl2onnx/)|[Latest stable](https://github.com/onnx/sklearn-onnx/releases)| |[Tensorflow-ONNX](https://pypi.org/project/tf2onnx/)|[Latest stable](https://github.com/onnx/tensorflow-onnx/releases)| +|[ONNXMLTools](https://pypi.org/project/onnxmltools/)
CatBoost, CoreML, LightGBM, XGBoost, LibSVM, SparkML|[Latest stable](https://github.com/onnx/onnxmltools/releases)| +|[SKLearn-ONNX](https://pypi.org/project/skl2onnx/)|[Latest stable](https://github.com/onnx/sklearn-onnx/releases)| |[WinMLTools](https://docs.microsoft.com/en-us/windows/ai/windows-ml/convert-model-winmltools)|[Latest stable](https://pypi.org/project/winmltools/)| -|[AutoML](https://docs.microsoft.com/en-us/azure/machine-learning/service/concept-automated-ml)|[1.0.39+](https://pypi.org/project/azureml-automl-core) (ONNX v1.5)
[1.0.33](https://pypi.org/project/azureml-automl-core/1.0.33/) (ONNX v1.4) | +|[AzureML AutoML](https://docs.microsoft.com/en-us/azure/machine-learning/service/concept-automated-ml)|[1.0.39+](https://pypi.org/project/azureml-automl-core) (ONNX v1.5)
[1.0.33](https://pypi.org/project/azureml-automl-core/1.0.33/) (ONNX v1.4) | +|[Paddle2ONNX](https://pypi.org/project/paddle2onnx/)| [Latest stable](https://github.com/PaddlePaddle/Paddle2ONNX/releases) | diff --git a/docs/reference/releases-servicing.md b/docs/reference/releases-servicing.md index 478e7f102b..fdebdf3db5 100644 --- a/docs/reference/releases-servicing.md +++ b/docs/reference/releases-servicing.md @@ -7,9 +7,9 @@ nav_order: 1 # ONNX Runtime releases -The current ONNX Runtime release is [1.11](https://github.com/microsoft/onnxruntime/releases/tag/v1.11.1). +The current ONNX Runtime release is [1.12](https://github.com/microsoft/onnxruntime/releases/tag/v1.12.0). -The next release is ONNX Runtime release [1.12](https://github.com/microsoft/onnxruntime/projects/9). +The next release is ONNX Runtime release [1.13](https://github.com/microsoft/onnxruntime/projects/11). Official releases of ONNX Runtime are managed by the core ONNX Runtime team. A new release is published approximately every quarter. diff --git a/index.html b/index.html index d102bde29b..aa61826a9a 100644 --- a/index.html +++ b/index.html @@ -241,7 +241,7 @@

Hardware Acceleration

-

Hardware Acceleration list contains fifteen items

+

Hardware Acceleration list contains sixteen items

@@ -267,10 +267,12 @@ ArmNN (Preview)
MIGraphX (Preview)
-
- TVM (Preview)
- Rockchip NPU (Preview)
+ Rockchip NPU (Preview)
+
+ SNPE
+
+ TVM (Preview)
Vitis AI (Preview)
diff --git a/js/script.js b/js/script.js index 10236bd83f..de71902adc 100644 --- a/js/script.js +++ b/js/script.js @@ -724,6 +724,9 @@ var validCombos = { "mac,C#,X64,DefaultCPU": "Download .tgz file from Github", + "mac,C#,X64,CoreML": + "Download .tgz file from Github", + "windows,Python,X64,DefaultCPU": "pip install onnxruntime", @@ -772,7 +775,16 @@ var validCombos = { "linux,Python,ARM64,TVM": "Follow build instructions from here", - "linux,Python,AMD,TVM": + "windows,Python,X64,TVM": + "Follow build instructions from here", + + "windows,Python,X86,TVM": + "Follow build instructions from here", + + "windows,Python,ARM32,TVM": + "Follow build instructions from here", + + "windows,Python,ARM64,TVM": "Follow build instructions from here", "linux,C-API,X64,OpenVINO": @@ -829,18 +841,6 @@ var validCombos = { "linux,Python,ARM64,TensorRT": "pip install onnxruntime-gpu
Refer to docs for requirements.", - "mac,C-API,X86,DefaultCPU": - "This combination of resources has not yet been tested. It may be possible to build from source.", - - "mac,C++,X86,DefaultCPU": - "This combination of resources has not yet been tested. It may be possible to build from source.", - - "mac,C#,X86,DefaultCPU": - "This combination of resources has not yet been tested. It may be possible to build from source.", - - "mac,Python,X86,DefaultCPU": - "This combination of resources has not yet been tested. It may be possible to build from source.", - "windows,C-API,X86,DirectML": "Install Nuget package Microsoft.ML.OnnxRuntime.DirectML
Refer to docs for requirements.", @@ -977,6 +977,9 @@ var validCombos = { "android,C++,X86,NNAPI": "Follow build instructions from here", + "android,C#,X86,NNAPI": + "Install Nuget package Microsoft.ML.OnnxRuntime.", + "android,Java,X64,NNAPI": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", @@ -986,6 +989,9 @@ var validCombos = { "android,C++,X64,NNAPI": "Follow build instructions from here", + "android,C#,X64,NNAPI": + "Install Nuget package Microsoft.ML.OnnxRuntime.", + "android,Java,X86,NNAPI": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", @@ -994,6 +1000,9 @@ var validCombos = { "android,C++,ARM32,NNAPI": "Follow build instructions from here", + + "android,C#,ARM32,NNAPI": + "Install Nuget package Microsoft.ML.OnnxRuntime.", "android,Java,ARM32,NNAPI": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", @@ -1003,7 +1012,7 @@ var validCombos = { "android,C++,ARM64,DefaultCPU": "Follow build instructions from here", - + "android,Java,ARM64,DefaultCPU": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", @@ -1012,6 +1021,9 @@ var validCombos = { "android,C++,ARM32,DefaultCPU": "Follow build instructions from here", + + "android,C#,ARM32,DefaultCPU": + "Install Nuget package Microsoft.ML.OnnxRuntime.", "android,Java,ARM32,DefaultCPU": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", @@ -1021,6 +1033,9 @@ var validCombos = { "android,C++,X86,DefaultCPU": "Follow build instructions from here", + + "android,C#,X86,DefaultCPU": + "Install Nuget package Microsoft.ML.OnnxRuntime.", "android,Java,X86,DefaultCPU": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", @@ -1031,14 +1046,17 @@ var validCombos = { "android,C++,X64,DefaultCPU": "Follow build instructions from here", + "android,C#,X64,DefaultCPU": + "Install Nuget package Microsoft.ML.OnnxRuntime.", + "android,Java,X64,DefaultCPU": "Add a dependency on com.microsoft.onnxruntime:onnxruntime-android or com.microsoft.onnxruntime:onnxruntime-mobile using Maven/Gradle and refer to the mobile deployment guide", "android,C#,ARM64,DefaultCPU": - "Install Nuget package Microsoft.ML.OnnxRuntime.
Refer to sample here.", + "Install Nuget package Microsoft.ML.OnnxRuntime.", "android,C#,ARM64,NNAPI": - "Install Nuget package Microsoft.ML.OnnxRuntime.
Refer to sample here.", + "Install Nuget package Microsoft.ML.OnnxRuntime.", "ios,C-API,ARM64,DefaultCPU": "Add 'onnxruntime-c' or 'onnxruntime-mobile-c' using CocoaPods and refer to the mobile deployment guide", @@ -1059,10 +1077,10 @@ var validCombos = { "Add 'onnxruntime-objc' or 'onnxruntime-mobile-objc' using CocoaPods and refer to the mobile deployment guide", "ios,C#,ARM64,DefaultCPU": - "Install Nuget package Microsoft.ML.OnnxRuntime.
Refer to sample here.", + "Install Nuget package Microsoft.ML.OnnxRuntime.", "ios,C#,ARM64,CoreML": - "Install Nuget package Microsoft.ML.OnnxRuntime.
Refer to sample here.", + "Install Nuget package Microsoft.ML.OnnxRuntime.", "windows,Python,X86,VitisAI": "Follow build instructions from here", @@ -1125,16 +1143,19 @@ var validCombos = { "Follow build instructions from here", "mac,C-API,ARM64,CoreML": - "Coming soon!", + "Download .tgz file from Github", + + "mac,C#,ARM64,CoreML": + "Install Nuget package Microsoft.ML.OnnxRuntime
Refer to docs for requirements.", "mac,C++,ARM64,CoreML": - "Coming soon!", + "Download .tgz file from Github", "mac,Java,ARM64,CoreML": - "Coming soon!", + "Download .tgz file from Github", "mac,C-API,ARM64,CoreML": - "Coming soon!", + "Download .tgz file from Github", //power "linux,C-API,Power,DefaultCPU": @@ -1144,8 +1165,26 @@ var validCombos = { "pip install onnxruntime-powerpc64le", "linux,Python,Power,DefaultCPU": - "pip install onnxruntime-powerpc64le" + "pip install onnxruntime-powerpc64le", + //SNPE + "windows,C-API,ARM64,SNPE": + "Follow build instructions from here", + + "windows,C++,ARM64,SNPE": + "Follow build instructions from here", + + "linux,C-API,ARM64,SNPE": + "Follow build instructions from here", + + "linux,C++,ARM64,SNPE": + "Follow build instructions from here", + + "android,C-API,ARM64,SNPE": + "Follow build instructions from here", + + "android,C++,ARM64,SNPE": + "Follow build instructions from here" }; function commandMessage(key) {