mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-24 19:43:35 +00:00
[TensorRT EP] support TensorRT 10.2-GA (#21395)
### Description <!-- Describe your changes. --> * promote trt version to 10.2.0.19 * EP_Perf CI: clean config of legacy TRT<8.6, promote test env to trt10.2-cu118/cu125 * skip two tests as Float8/BF16 are supported by TRT>10.0 but TRT CIs are not hardware-compatible on these: ``` 1: [ FAILED ] 2 tests, listed below: 1: [ FAILED ] IsInfTest.test_isinf_bfloat16 1: [ FAILED ] IsInfTest.test_Float8E4M3FN ``` ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. -->
This commit is contained in:
Yifan Li
GitHub
parent
1b38c05544
commit
bb76ead96c
31 changed files with 80 additions and 230 deletions
|
|
@ -15,12 +15,10 @@ import sys
|
|||
from typing import List, Optional
|
||||
|
||||
TRT_DOCKER_FILES = {
|
||||
"8.4.cuda_11_6_cudnn_8": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda11_6_tensorrt8_4",
|
||||
"8.5.cuda_11_8_cudnn_8": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda11_8_tensorrt8_5",
|
||||
"8.6.cuda_11_8_cudnn_8": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda11_8_tensorrt8_6",
|
||||
"8.6.cuda_12_3_cudnn_9": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda12_3_tensorrt8_6",
|
||||
"10.0.cuda_11_8_cudnn_8": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda11_8_tensorrt10_0",
|
||||
"10.0.cuda_12_4_cudnn_9": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda12_4_tensorrt10_0",
|
||||
"10.2.cuda_11_8_cudnn_8": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda11_tensorrt10",
|
||||
"10.2.cuda_12_5_cudnn_9": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda12_tensorrt10",
|
||||
"BIN": "tools/ci_build/github/linux/docker/Dockerfile.ubuntu_tensorrt_bin",
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -18,13 +18,17 @@ constexpr double DOUBLE_NINF = -std::numeric_limits<double>::infinity();
|
|||
constexpr double DOUBLE_NAN = std::numeric_limits<double>::quiet_NaN();
|
||||
|
||||
template <typename T>
|
||||
void run_is_inf_test(int opset, int64_t detect_positive, int64_t detect_negative, const std::initializer_list<T>& input, const std::initializer_list<bool>& output) {
|
||||
void run_is_inf_test(int opset, int64_t detect_positive, int64_t detect_negative, const std::initializer_list<T>& input, const std::initializer_list<bool>& output, bool skip_trt = false) {
|
||||
OpTester test("IsInf", opset);
|
||||
test.AddAttribute<int64_t>("detect_positive", detect_positive);
|
||||
test.AddAttribute<int64_t>("detect_negative", detect_negative);
|
||||
test.AddInput<T>("X", {onnxruntime::narrow<int64_t>(input.size())}, input);
|
||||
test.AddOutput<bool>("Y", {onnxruntime::narrow<int64_t>(output.size())}, output);
|
||||
test.Run();
|
||||
if (skip_trt) {
|
||||
test.Run(OpTester::ExpectResult::kExpectSuccess, "", {kTensorrtExecutionProvider});
|
||||
} else {
|
||||
test.Run();
|
||||
}
|
||||
}
|
||||
|
||||
TEST(IsInfTest, test_isinf_float10) {
|
||||
|
|
@ -124,7 +128,7 @@ TEST(IsInfTest, test_isinf_bfloat16) {
|
|||
std::initializer_list<BFloat16> input = {BFloat16{-1.7f}, BFloat16::NaN, BFloat16::Infinity, 3.6_bfp16,
|
||||
BFloat16::NegativeInfinity, BFloat16::Infinity};
|
||||
std::initializer_list<bool> output = {false, false, true, false, true, true};
|
||||
run_is_inf_test(20, 1, 1, input, output);
|
||||
run_is_inf_test(20, 1, 1, input, output, true); // Skip as TRT10 supports BF16 but T4 GPU run on TRT CIs doesn't
|
||||
}
|
||||
|
||||
TEST(IsInfTest, test_isinf_positive_bfloat16) {
|
||||
|
|
@ -146,7 +150,7 @@ TEST(IsInfTest, test_Float8E4M3FN) {
|
|||
std::initializer_list<Float8E4M3FN> input = {
|
||||
Float8E4M3FN(-1.0f), Float8E4M3FN(FLOAT_NAN, false), Float8E4M3FN(1.0f), Float8E4M3FN(FLOAT_NINF, false), Float8E4M3FN(FLOAT_NINF, false), Float8E4M3FN(FLOAT_INF, false)};
|
||||
std::initializer_list<bool> output = {false, false, false, false, false, false};
|
||||
run_is_inf_test(20, 1, 1, input, output);
|
||||
run_is_inf_test(20, 1, 1, input, output, true); // Skip as TRT10.1 supports Float8 but T4 GPU run on TRT CIs doesn't
|
||||
}
|
||||
|
||||
TEST(IsInfTest, test_Float8E4M3FNUZ) {
|
||||
|
|
|
|||
|
|
@ -43,7 +43,7 @@ variables:
|
|||
- name: docker_base_image
|
||||
value: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda11_x64_almalinux8_gcc11:20240531.1
|
||||
- name: linux_trt_version
|
||||
value: 10.0.1.6-1.cuda11.8
|
||||
value: 10.2.0.19-1.cuda11.8
|
||||
- name: Repository
|
||||
value: 'onnxruntimecuda11manylinuxbuild'
|
||||
|
||||
|
|
|
|||
|
|
@ -83,7 +83,7 @@ variables:
|
|||
value: 11.8
|
||||
|
||||
- name: win_trt_home
|
||||
value: $(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8
|
||||
value: $(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8
|
||||
- name: win_cuda_home
|
||||
value: $(Agent.TempDirectory)\v11.8
|
||||
|
||||
|
|
|
|||
|
|
@ -68,9 +68,9 @@ variables:
|
|||
value: nvidia/cuda:12.2.2-cudnn8-devel-ubi8
|
||||
- name: win_trt_home
|
||||
${{ if eq(parameters.CudaVersion, '11.8') }}:
|
||||
value: $(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8
|
||||
value: $(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8
|
||||
${{ if eq(parameters.CudaVersion, '12.2') }}:
|
||||
value: $(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-12.4
|
||||
value: $(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-12.5
|
||||
- name: win_cuda_home
|
||||
${{ if eq(parameters.CudaVersion, '11.8') }}:
|
||||
value: $(Agent.TempDirectory)\v11.8
|
||||
|
|
|
|||
|
|
@ -43,9 +43,9 @@ variables:
|
|||
value: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_ubi8_gcc12:20240610.1
|
||||
- name: linux_trt_version
|
||||
${{ if eq(parameters.CudaVersion, '11.8') }}:
|
||||
value: 10.0.1.6-1.cuda11.8
|
||||
value: 10.2.0.19-1.cuda11.8
|
||||
${{ if eq(parameters.CudaVersion, '12.2') }}:
|
||||
value: 10.0.1.6-1.cuda12.4
|
||||
value: 10.2.0.19-1.cuda12.5
|
||||
|
||||
jobs:
|
||||
- job: Linux_Build
|
||||
|
|
|
|||
|
|
@ -61,7 +61,7 @@ stages:
|
|||
${{ if eq(parameters.CudaVersion, '12.2') }}:
|
||||
DockerBuildArgs: "
|
||||
--build-arg BASEIMAGE=nvidia/cuda:12.2.2-devel-ubuntu20.04
|
||||
--build-arg TRT_VERSION=10.0.1.6-1+cuda12.4
|
||||
--build-arg TRT_VERSION=10.2.0.19-1+cuda12.5
|
||||
--build-arg BUILD_UID=$( id -u )
|
||||
"
|
||||
${{ else }}:
|
||||
|
|
|
|||
|
|
@ -226,7 +226,7 @@ stages:
|
|||
BuildConfig: 'RelWithDebInfo'
|
||||
EnvSetupScript: setup_env_trt.bat
|
||||
buildArch: x64
|
||||
additionalBuildFlags: --enable_pybind --build_java --build_nodejs --use_cuda --cuda_home="$(Agent.TempDirectory)\v11.8" --enable_cuda_profiling --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86
|
||||
additionalBuildFlags: --enable_pybind --build_java --build_nodejs --use_cuda --cuda_home="$(Agent.TempDirectory)\v11.8" --enable_cuda_profiling --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86
|
||||
msbuildPlatform: x64
|
||||
isX86: false
|
||||
job_name_suffix: x64_RelWithDebInfo
|
||||
|
|
|
|||
|
|
@ -55,7 +55,7 @@ stages:
|
|||
python_wheel_suffix: '_gpu'
|
||||
timeout: 480
|
||||
docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda11_x64_almalinux8_gcc11:20240531.1
|
||||
trt_version: '10.0.1.6-1.cuda11.8'
|
||||
trt_version: '10.2.0.19-1.cuda11.8'
|
||||
cuda_version: '11.8'
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -49,9 +49,9 @@ jobs:
|
|||
value: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_ubi8_gcc12:20240610.1
|
||||
- name: linux_trt_version
|
||||
${{ if eq(parameters.CudaVersion, '11.8') }}:
|
||||
value: 10.0.1.6-1.cuda11.8
|
||||
value: 10.2.0.19-1.cuda11.8
|
||||
${{ if eq(parameters.CudaVersion, '12.2') }}:
|
||||
value: 10.0.1.6-1.cuda12.4
|
||||
value: 10.2.0.19-1.cuda12.5
|
||||
pool: ${{ parameters.machine_pool }}
|
||||
steps:
|
||||
- checkout: self
|
||||
|
|
|
|||
|
|
@ -80,9 +80,9 @@ stages:
|
|||
|
||||
- name: linux_trt_version
|
||||
${{ if eq(parameters.CudaVersion, '11.8') }}:
|
||||
value: 10.0.1.6-1.cuda11.8
|
||||
value: 10.2.0.19-1.cuda11.8
|
||||
${{ if eq(parameters.CudaVersion, '12.2') }}:
|
||||
value: 10.0.1.6-1.cuda12.4
|
||||
value: 10.2.0.19-1.cuda12.5
|
||||
steps:
|
||||
- checkout: self
|
||||
clean: true
|
||||
|
|
@ -149,9 +149,9 @@ stages:
|
|||
value: '12'
|
||||
- name: linux_trt_version
|
||||
${{ if eq(parameters.CudaVersion, '11.8') }}:
|
||||
value: 10.0.1.6-1.cuda11.8
|
||||
value: 10.2.0.19-1.cuda11.8
|
||||
${{ if eq(parameters.CudaVersion, '12.2') }}:
|
||||
value: 10.0.1.6-1.cuda12.4
|
||||
value: 10.2.0.19-1.cuda12.5
|
||||
steps:
|
||||
- checkout: self # due to checkout multiple repos, the root directory is $(Build.SourcesDirectory)/onnxruntime
|
||||
submodules: false
|
||||
|
|
|
|||
|
|
@ -65,9 +65,9 @@ stages:
|
|||
SpecificArtifact: ${{ parameters.SpecificArtifact }}
|
||||
BuildId: ${{ parameters.BuildId }}
|
||||
${{ if eq(parameters.cuda_version, '11.8') }}:
|
||||
EP_BUILD_FLAGS: --enable_lto --use_tensorrt --tensorrt_home=$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8 --cuda_home=$(Agent.TempDirectory)\v11.8 --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --enable_lto --use_tensorrt --tensorrt_home=$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8 --cuda_home=$(Agent.TempDirectory)\v11.8 --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
${{ if eq(parameters.cuda_version, '12.2') }}:
|
||||
EP_BUILD_FLAGS: --enable_lto --use_tensorrt --tensorrt_home=$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-12.4 --cuda_home=$(Agent.TempDirectory)\v12.2 --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --enable_lto --use_tensorrt --tensorrt_home=$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-12.5 --cuda_home=$(Agent.TempDirectory)\v12.2 --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
|
||||
- ${{ if eq(parameters.enable_linux_gpu, true) }}:
|
||||
- template: ../templates/py-linux-gpu.yml
|
||||
|
|
@ -79,7 +79,7 @@ stages:
|
|||
cuda_version: ${{ parameters.cuda_version }}
|
||||
${{ if eq(parameters.cuda_version, '11.8') }}:
|
||||
docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda11_x64_almalinux8_gcc11:20240531.1
|
||||
trt_version: 10.0.1.6-1.cuda11.8
|
||||
trt_version: 10.2.0.19-1.cuda11.8
|
||||
${{ if eq(parameters.cuda_version, '12.2') }}:
|
||||
docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_ubi8_gcc12:20240610.1
|
||||
trt_version: 10.0.1.6-1.cuda12.4
|
||||
trt_version: 10.2.0.19-1.cuda12.5
|
||||
|
|
|
|||
|
|
@ -13,10 +13,10 @@ parameters:
|
|||
- 12.2
|
||||
- name: TrtVersion
|
||||
type: string
|
||||
default: '10.0.1.6'
|
||||
default: '10.2.0.19'
|
||||
values:
|
||||
- 8.6.1.6
|
||||
- 10.0.1.6
|
||||
- 10.2.0.19
|
||||
|
||||
steps:
|
||||
- ${{ if eq(parameters.DownloadCUDA, true) }}:
|
||||
|
|
@ -42,9 +42,9 @@ steps:
|
|||
- powershell: |
|
||||
Write-Host "##vso[task.setvariable variable=trtCudaVersion;]12.0"
|
||||
displayName: Set trtCudaVersion
|
||||
- ${{ if and(eq(parameters.CudaVersion, '12.2'), eq(parameters.TrtVersion, '10.0.1.6')) }}:
|
||||
- ${{ if and(eq(parameters.CudaVersion, '12.2'), eq(parameters.TrtVersion, '10.2.0.19')) }}:
|
||||
- powershell: |
|
||||
Write-Host "##vso[task.setvariable variable=trtCudaVersion;]12.4"
|
||||
Write-Host "##vso[task.setvariable variable=trtCudaVersion;]12.5"
|
||||
displayName: Set trtCudaVersion
|
||||
|
||||
- script: |
|
||||
|
|
|
|||
|
|
@ -24,17 +24,11 @@ steps:
|
|||
displayName: 'Download Secondary CUDA SDK v${{ parameters.SecondaryCUDAVersion }}'
|
||||
- ${{ if eq(parameters.DownloadTRT, 'true') }}:
|
||||
- powershell: |
|
||||
azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-8.6.1.6.Windows10.x86_64.cuda-11.8" $(Agent.TempDirectory)
|
||||
displayName: 'Download TensorRT-8.6.1.6.Windows10.x86_64.cuda-11.8'
|
||||
azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" $(Agent.TempDirectory)
|
||||
displayName: 'Download TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8'
|
||||
- powershell: |
|
||||
azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-8.6.1.6.Windows10.x86_64.cuda-12.0" $(Agent.TempDirectory)
|
||||
displayName: 'Download TensorRT-8.6.1.6.Windows10.x86_64.cuda-12.0'
|
||||
- powershell: |
|
||||
azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" $(Agent.TempDirectory)
|
||||
displayName: 'Download TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8'
|
||||
- powershell: |
|
||||
azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.0.1.6.Windows10.x86_64.cuda-12.4" $(Agent.TempDirectory)
|
||||
displayName: 'Download TensorRT-10.0.1.6.Windows10.x86_64.cuda-12.4'
|
||||
azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.2.0.19.Windows10.x86_64.cuda-12.5" $(Agent.TempDirectory)
|
||||
displayName: 'Download TensorRT-10.2.0.19.Windows10.x86_64.cuda-12.5'
|
||||
|
||||
- task: BatchScript@1
|
||||
displayName: 'setup env'
|
||||
|
|
|
|||
|
|
@ -22,10 +22,10 @@ parameters:
|
|||
|
||||
- name: trt_version
|
||||
type: string
|
||||
default: '10.0.1.6-1.cuda11.8'
|
||||
default: '10.2.0.19-1.cuda11.8'
|
||||
values:
|
||||
- 10.0.1.6-1.cuda11.8
|
||||
- 10.0.1.6-1.cuda12.4
|
||||
- 10.2.0.19-1.cuda11.8
|
||||
- 10.2.0.19-1.cuda12.5
|
||||
- name: cuda_version
|
||||
type: string
|
||||
default: '11.8'
|
||||
|
|
|
|||
|
|
@ -18,10 +18,10 @@ parameters:
|
|||
|
||||
- name: trt_version
|
||||
type: string
|
||||
default: '10.0.1.6-1.cuda11.8'
|
||||
default: '10.2.0.19-1.cuda11.8'
|
||||
values:
|
||||
- 10.0.1.6-1.cuda11.8
|
||||
- 10.0.1.6-1.cuda12.4
|
||||
- 10.2.0.19-1.cuda11.8
|
||||
- 10.2.0.19-1.cuda12.5
|
||||
- name: cuda_version
|
||||
type: string
|
||||
default: '11.8'
|
||||
|
|
|
|||
|
|
@ -381,7 +381,7 @@ stages:
|
|||
variables:
|
||||
CUDA_VERSION: '11.8'
|
||||
buildArch: x64
|
||||
EpBuildFlags: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_version=$(CUDA_VERSION) --cuda_home="C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v$(CUDA_VERSION)" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=37;50;52;60;61;70;75;80"
|
||||
EpBuildFlags: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_version=$(CUDA_VERSION) --cuda_home="C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v$(CUDA_VERSION)" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=37;50;52;60;61;70;75;80"
|
||||
EnvSetupScript: setup_env_gpu.bat
|
||||
EP_NAME: gpu
|
||||
VSGenerator: 'Visual Studio 17 2022'
|
||||
|
|
|
|||
|
|
@ -288,7 +288,7 @@ stages:
|
|||
parameters:
|
||||
MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10'
|
||||
PYTHON_VERSION: '3.8'
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
ENV_SETUP_SCRIPT: setup_env_gpu.bat
|
||||
EP_NAME: gpu
|
||||
publish_symbols: ${{ parameters.publish_symbols }}
|
||||
|
|
@ -298,7 +298,7 @@ stages:
|
|||
parameters:
|
||||
MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10'
|
||||
PYTHON_VERSION: '3.9'
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
ENV_SETUP_SCRIPT: setup_env_gpu.bat
|
||||
EP_NAME: gpu
|
||||
publish_symbols: ${{ parameters.publish_symbols }}
|
||||
|
|
@ -308,7 +308,7 @@ stages:
|
|||
parameters:
|
||||
MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10'
|
||||
PYTHON_VERSION: '3.10'
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
ENV_SETUP_SCRIPT: setup_env_gpu.bat
|
||||
EP_NAME: gpu
|
||||
publish_symbols: ${{ parameters.publish_symbols }}
|
||||
|
|
@ -318,7 +318,7 @@ stages:
|
|||
parameters:
|
||||
MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10'
|
||||
PYTHON_VERSION: '3.11'
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
ENV_SETUP_SCRIPT: setup_env_gpu.bat
|
||||
EP_NAME: gpu
|
||||
publish_symbols: ${{ parameters.publish_symbols }}
|
||||
|
|
@ -328,7 +328,7 @@ stages:
|
|||
parameters:
|
||||
MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10'
|
||||
PYTHON_VERSION: '3.12'
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80"
|
||||
ENV_SETUP_SCRIPT: setup_env_gpu.bat
|
||||
EP_NAME: gpu
|
||||
publish_symbols: ${{ parameters.publish_symbols }}
|
||||
|
|
@ -498,7 +498,7 @@ stages:
|
|||
docker_base_image: onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda11_x64_almalinux8_gcc11:20240531.1
|
||||
extra_build_arg: ${{ parameters.build_py_parameters }}
|
||||
cmake_build_type: ${{ parameters.cmake_build_type }}
|
||||
trt_version: '10.0.1.6-1.cuda11.8'
|
||||
trt_version: '10.2.0.19-1.cuda11.8'
|
||||
cuda_version: '11.8'
|
||||
|
||||
- ${{ if eq(parameters.enable_windows_arm64_qnn, true) }}:
|
||||
|
|
|
|||
|
|
@ -55,7 +55,7 @@ jobs:
|
|||
WithCache: True
|
||||
Today: $(TODAY)
|
||||
AdditionalKey: "gpu-tensorrt | RelWithDebInfo"
|
||||
BuildPyArguments: '--config RelWithDebInfo --parallel --use_binskim_compliant_compile_flags --build_dir $(Build.BinariesDirectory) --skip_submodule_sync --build_shared_lib --update --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86'
|
||||
BuildPyArguments: '--config RelWithDebInfo --parallel --use_binskim_compliant_compile_flags --build_dir $(Build.BinariesDirectory) --skip_submodule_sync --build_shared_lib --update --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86'
|
||||
MsbuildArguments: $(MsbuildArguments)
|
||||
BuildArch: 'x64'
|
||||
Platform: 'x64'
|
||||
|
|
@ -75,7 +75,7 @@ jobs:
|
|||
del wheel_filename_file
|
||||
python.exe -m pip install -q --upgrade %WHEEL_FILENAME%
|
||||
set PATH=$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo;%PATH%
|
||||
python $(Build.SourcesDirectory)\tools\ci_build\build.py --config RelWithDebInfo --use_binskim_compliant_compile_flags --build_dir $(Build.BinariesDirectory) --skip_submodule_sync --build_shared_lib --test --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=75
|
||||
python $(Build.SourcesDirectory)\tools\ci_build\build.py --config RelWithDebInfo --use_binskim_compliant_compile_flags --build_dir $(Build.BinariesDirectory) --skip_submodule_sync --build_shared_lib --test --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=75
|
||||
|
||||
workingDirectory: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo'
|
||||
displayName: 'Run tests'
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
# Build base image with required system packages
|
||||
ARG BASEIMAGE=nvidia/cuda:11.8.0-cudnn8-devel-ubi8
|
||||
ARG TRT_VERSION=10.0.1.6-1.cuda11.8
|
||||
ARG TRT_VERSION=10.2.0.19-1.cuda11.8
|
||||
FROM $BASEIMAGE AS base
|
||||
ARG TRT_VERSION
|
||||
ENV PATH /opt/python/cp38-cp38/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/src/tensorrt/bin:${PATH}
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
# Build base image with required system packages
|
||||
ARG BASEIMAGE=nvidia/cuda:11.8.0-cudnn8-devel-ubi8
|
||||
ARG TRT_VERSION=10.0.1.6-1.cuda11.8
|
||||
ARG TRT_VERSION=10.2.0.19-1.cuda11.8
|
||||
FROM $BASEIMAGE AS base
|
||||
ARG TRT_VERSION
|
||||
ENV PATH /opt/python/cp38-cp38/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/src/tensorrt/bin:${PATH}
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
# Build base image with required system packages
|
||||
ARG BASEIMAGE=nvidia/cuda:11.8.0-cudnn8-devel-ubuntu20.04
|
||||
ARG TRT_VERSION=10.0.1.6-1+cuda11.8
|
||||
ARG TRT_VERSION=10.2.0.19-1+cuda11.8
|
||||
ARG LD_LIBRARY_PATH_ARG=/usr/local/lib64:/usr/local/cuda/lib64
|
||||
FROM $BASEIMAGE AS base
|
||||
ARG TRT_VERSION
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
# Build base image with required system packages
|
||||
ARG BASEIMAGE=nvidia/cuda:11.8.0-cudnn8-devel-ubuntu20.04
|
||||
ARG TRT_VERSION=10.0.1.6-1+cuda11.8
|
||||
ARG TRT_VERSION=10.2.0.19-1+cuda11.8
|
||||
ARG LD_LIBRARY_PATH_ARG=/usr/local/lib64:/usr/local/cuda/lib64
|
||||
FROM $BASEIMAGE AS base
|
||||
ARG TRT_VERSION
|
||||
|
|
|
|||
|
|
@ -1,63 +0,0 @@
|
|||
# --------------------------------------------------------------
|
||||
# Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
# Licensed under the MIT License.
|
||||
# --------------------------------------------------------------
|
||||
# Dockerfile to run ONNXRuntime with TensorRT integration
|
||||
|
||||
FROM nvidia/cuda:11.6.1-cudnn8-devel-ubuntu20.04
|
||||
|
||||
|
||||
# ONNX Runtime Variables
|
||||
ARG ONNXRUNTIME_REPO=https://github.com/Microsoft/onnxruntime
|
||||
ARG ONNXRUNTIME_BRANCH=main
|
||||
ARG CMAKE_CUDA_ARCHITECTURES=37;50;52;60;61;70;75;80
|
||||
|
||||
ENV PATH /usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/src/tensorrt/bin:/code/cmake-3.27.3-linux-x86_64/bin:/opt/miniconda/bin:${PATH}
|
||||
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
|
||||
RUN apt-get update &&\
|
||||
apt-get install -y sudo git bash unattended-upgrades wget
|
||||
RUN unattended-upgrade
|
||||
|
||||
# Install python3
|
||||
RUN apt-get install -y --no-install-recommends \
|
||||
python3 \
|
||||
python3-pip \
|
||||
python3-dev \
|
||||
python3-wheel &&\
|
||||
cd /usr/local/bin &&\
|
||||
ln -s /usr/bin/python3 python &&\
|
||||
ln -s /usr/bin/pip3 pip;
|
||||
|
||||
RUN pip install --upgrade pip
|
||||
RUN pip install setuptools>=68.2.2
|
||||
|
||||
# Install TensorRT
|
||||
RUN v="8.4.1-1+cuda11.6" &&\
|
||||
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub &&\
|
||||
apt-get update &&\
|
||||
sudo apt-get install -y libnvinfer8=${v} libnvonnxparsers8=${v} libnvparsers8=${v} libnvinfer-plugin8=${v} \
|
||||
libnvinfer-dev=${v} libnvonnxparsers-dev=${v} libnvparsers-dev=${v} libnvinfer-plugin-dev=${v} \
|
||||
python3-libnvinfer=${v} libnvinfer-samples=${v}
|
||||
|
||||
# Compile trtexec
|
||||
RUN cd /usr/src/tensorrt/samples/trtexec && make
|
||||
|
||||
# Install Valgrind
|
||||
RUN apt-get install -y valgrind
|
||||
|
||||
ARG BUILD_USER=onnxruntimedev
|
||||
ARG BUILD_UID=1000
|
||||
RUN adduser --gecos 'onnxruntime Build User' --disabled-password $BUILD_USER --uid $BUILD_UID
|
||||
USER $BUILD_USER
|
||||
WORKDIR /code
|
||||
ENV CUDA_MODULE_LOADING "LAZY"
|
||||
|
||||
# Prepare onnxruntime repository & build onnxruntime with TensorRT
|
||||
RUN git clone --single-branch --branch ${ONNXRUNTIME_BRANCH} --recursive ${ONNXRUNTIME_REPO} onnxruntime &&\
|
||||
/bin/sh onnxruntime/dockerfiles/scripts/install_common_deps.sh &&\
|
||||
cd onnxruntime &&\
|
||||
/bin/sh build.sh --parallel --build_shared_lib --cuda_home /usr/local/cuda --cudnn_home /usr/lib/x86_64-linux-gnu/ --use_tensorrt --tensorrt_home /usr/lib/x86_64-linux-gnu/ --config Release --build_wheel --skip_tests --skip_submodule_sync --cmake_extra_defines '"CMAKE_CUDA_ARCHITECTURES='${CMAKE_CUDA_ARCHITECTURES}'"' &&\
|
||||
pip install /code/onnxruntime/build/Linux/Release/dist/*.whl &&\
|
||||
cd ..
|
||||
|
|
@ -1,92 +0,0 @@
|
|||
# --------------------------------------------------------------
|
||||
# Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
# Licensed under the MIT License.
|
||||
# --------------------------------------------------------------
|
||||
# Dockerfile to run ONNXRuntime with TensorRT integration
|
||||
|
||||
# Build base image with required system packages
|
||||
FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu20.04 AS base
|
||||
|
||||
# The local directory into which to build and install CMAKE
|
||||
ARG ONNXRUNTIME_LOCAL_CODE_DIR=/code
|
||||
|
||||
ENV PATH /usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/src/tensorrt/bin:${ONNXRUNTIME_LOCAL_CODE_DIR}/cmake-3.27.3-linux-x86_64/bin:/opt/miniconda/bin:${PATH}
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
|
||||
RUN apt-get update &&\
|
||||
apt-get install -y sudo git bash unattended-upgrades wget
|
||||
RUN unattended-upgrade
|
||||
|
||||
# Install python3
|
||||
RUN apt-get install -y --no-install-recommends \
|
||||
python3 \
|
||||
python3-pip \
|
||||
python3-dev \
|
||||
python3-wheel &&\
|
||||
cd /usr/local/bin &&\
|
||||
ln -s /usr/bin/python3 python &&\
|
||||
ln -s /usr/bin/pip3 pip;
|
||||
|
||||
RUN pip install --upgrade pip
|
||||
RUN pip install setuptools>=68.2.2
|
||||
|
||||
# Install TensorRT
|
||||
RUN v="8.5.1-1+cuda11.8" &&\
|
||||
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub &&\
|
||||
apt-get update &&\
|
||||
sudo apt-get install -y libnvinfer8=${v} libnvonnxparsers8=${v} libnvparsers8=${v} libnvinfer-plugin8=${v} \
|
||||
libnvinfer-dev=${v} libnvonnxparsers-dev=${v} libnvparsers-dev=${v} libnvinfer-plugin-dev=${v} \
|
||||
python3-libnvinfer=${v} libnvinfer-samples=${v}
|
||||
|
||||
# Compile trtexec
|
||||
RUN cd /usr/src/tensorrt/samples/trtexec && make
|
||||
|
||||
# Install Valgrind
|
||||
RUN apt-get install -y valgrind
|
||||
|
||||
# Build final image from base. Builds ORT.
|
||||
FROM base as final
|
||||
ARG BUILD_USER=onnxruntimedev
|
||||
ARG BUILD_UID=1000
|
||||
RUN adduser --gecos 'onnxruntime Build User' --disabled-password $BUILD_USER --uid $BUILD_UID
|
||||
USER $BUILD_USER
|
||||
|
||||
# ONNX Runtime arguments
|
||||
|
||||
# URL to the github repo from which to clone ORT.
|
||||
ARG ONNXRUNTIME_REPO=https://github.com/Microsoft/onnxruntime
|
||||
|
||||
# The local directory into which to clone ORT.
|
||||
ARG ONNXRUNTIME_LOCAL_CODE_DIR=/code
|
||||
|
||||
# The git branch of ORT to checkout and build.
|
||||
ARG ONNXRUNTIME_BRANCH=main
|
||||
|
||||
# Optional. The specific commit to pull and build from. If not set, the latest commit is used.
|
||||
ARG ONNXRUNTIME_COMMIT_ID
|
||||
|
||||
# The supported CUDA architecture
|
||||
ARG CMAKE_CUDA_ARCHITECTURES=37;50;52;60;61;70;75;80
|
||||
|
||||
WORKDIR ${ONNXRUNTIME_LOCAL_CODE_DIR}
|
||||
|
||||
# Clone ORT repository with branch
|
||||
RUN git clone --single-branch --branch ${ONNXRUNTIME_BRANCH} --recursive ${ONNXRUNTIME_REPO} onnxruntime &&\
|
||||
/bin/sh onnxruntime/dockerfiles/scripts/install_common_deps.sh
|
||||
|
||||
WORKDIR ${ONNXRUNTIME_LOCAL_CODE_DIR}/onnxruntime
|
||||
|
||||
# Reset to a specific commit if specified by build args.
|
||||
RUN if [ -z "$ONNXRUNTIME_COMMIT_ID" ] ; then echo "Building branch ${ONNXRUNTIME_BRANCH}" ;\
|
||||
else echo "Building branch ${ONNXRUNTIME_BRANCH} @ commit ${ONNXRUNTIME_COMMIT_ID}" &&\
|
||||
git reset --hard ${ONNXRUNTIME_COMMIT_ID} && git submodule update --recursive ; fi
|
||||
|
||||
# Build ORT
|
||||
ENV CUDA_MODULE_LOADING "LAZY"
|
||||
RUN /bin/sh build.sh --parallel --build_shared_lib --cuda_home /usr/local/cuda --cudnn_home /usr/lib/x86_64-linux-gnu/ --use_tensorrt --tensorrt_home /usr/lib/x86_64-linux-gnu/ --config Release --build_wheel --skip_tests --skip_submodule_sync --cmake_extra_defines '"CMAKE_CUDA_ARCHITECTURES='${CMAKE_CUDA_ARCHITECTURES}'"'
|
||||
|
||||
# Switch to root to continue following steps of CI
|
||||
USER root
|
||||
|
||||
# Intall ORT wheel
|
||||
RUN pip install ${ONNXRUNTIME_LOCAL_CODE_DIR}/onnxruntime/build/Linux/Release/dist/*.whl
|
||||
|
|
@ -31,7 +31,7 @@ RUN pip install --upgrade pip
|
|||
RUN pip install psutil setuptools>=68.2.2
|
||||
|
||||
# Install TensorRT
|
||||
RUN version="10.0.1.6-1+cuda11.8" &&\
|
||||
RUN version="10.2.0.19-1+cuda11.8" &&\
|
||||
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub &&\
|
||||
apt-get update &&\
|
||||
apt-get install -y \
|
||||
|
|
@ -5,7 +5,7 @@
|
|||
# Dockerfile to run ONNXRuntime with TensorRT integration
|
||||
|
||||
# Build base image with required system packages
|
||||
FROM nvidia/cuda:12.4.1-devel-ubuntu20.04 AS base
|
||||
FROM nvidia/cuda:12.5.1-cudnn-devel-ubuntu20.04 AS base
|
||||
|
||||
# The local directory into which to build and install CMAKE
|
||||
ARG ONNXRUNTIME_LOCAL_CODE_DIR=/code
|
||||
|
|
@ -30,15 +30,27 @@ RUN apt-get install -y --no-install-recommends \
|
|||
RUN pip install --upgrade pip
|
||||
RUN pip install setuptools>=68.2.2 psutil
|
||||
|
||||
# Install cuDNN v9
|
||||
RUN apt-get -y install cudnn9-cuda-12
|
||||
|
||||
# Install TensorRT
|
||||
RUN version="10.0.1.6-1+cuda12.4" &&\
|
||||
RUN version="10.2.0.19-1+cuda12.5" &&\
|
||||
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub &&\
|
||||
apt-get update &&\
|
||||
apt-get install -y \
|
||||
tensorrt=${version}
|
||||
libnvinfer-dev=${version} \
|
||||
libnvinfer-dispatch-dev=${version} \
|
||||
libnvinfer-dispatch10=${version} \
|
||||
libnvinfer-headers-dev=${version} \
|
||||
libnvinfer-headers-plugin-dev=${version} \
|
||||
libnvinfer-lean-dev=${version} \
|
||||
libnvinfer-lean10=${version} \
|
||||
libnvinfer-plugin-dev=${version} \
|
||||
libnvinfer-plugin10=${version} \
|
||||
libnvinfer-vc-plugin-dev=${version} \
|
||||
libnvinfer-vc-plugin10=${version} \
|
||||
libnvinfer10=${version} \
|
||||
libnvonnxparsers-dev=${version} \
|
||||
libnvonnxparsers10=${version} \
|
||||
tensorrt-dev=${version} \
|
||||
libnvinfer-bin=${version}
|
||||
|
||||
# Compile trtexec if not installed
|
||||
RUN if [ ! -d /usr/src/tensorrt/bin ] || [ ! -f /usr/src/tensorrt/bin/trtexec ]; then \
|
||||
|
|
@ -5,7 +5,7 @@
|
|||
# Dockerfile to run ONNXRuntime with TensorRT installed from provided binaries
|
||||
|
||||
# Build base image with required system packages
|
||||
FROM nvidia/cuda:12.3.1-devel-ubuntu20.04 AS base
|
||||
FROM nvidia/cuda:12.5.1-cudnn-devel-ubuntu20.04 AS base
|
||||
|
||||
# The local directory into which to build and install CMAKE
|
||||
ARG ONNXRUNTIME_LOCAL_CODE_DIR=/code
|
||||
|
|
@ -30,9 +30,6 @@ RUN apt-get install -y --no-install-recommends \
|
|||
RUN pip install --upgrade pip
|
||||
RUN pip install setuptools>=68.2.2
|
||||
|
||||
# Install cuDNN v9
|
||||
RUN apt-get -y install cudnn9-cuda-12
|
||||
|
||||
# Install TensorRT
|
||||
# Must provide version numbers used to build the name of the tar file containing TensorRT binaries.
|
||||
# See: https://docs.nvidia.com/deeplearning/tensorrt/install-guide/index.html#installing-tar
|
||||
|
|
|
|||
|
|
@ -5,7 +5,7 @@
|
|||
ARG BASEIMAGE=nvidia/cuda:11.8.0-cudnn8-devel-ubi8
|
||||
|
||||
FROM $BASEIMAGE
|
||||
ARG TRT_VERSION=10.0.1.6-1.cuda11.8
|
||||
ARG TRT_VERSION=10.2.0.19-1.cuda11.8
|
||||
|
||||
#Install TensorRT only if TRT_VERSION is not empty
|
||||
RUN if [ -n "${TRT_VERSION}" ]; then \
|
||||
|
|
|
|||
|
|
@ -6,10 +6,10 @@ if exist PATH=%AGENT_TEMPDIRECTORY%\v11.8\ (
|
|||
) else (
|
||||
set PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.8\bin;C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.8\extras\CUPTI\lib64;%PATH%
|
||||
)
|
||||
set PATH=%AGENT_TEMPDIRECTORY%\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8\lib;%PATH%
|
||||
set PATH=%AGENT_TEMPDIRECTORY%\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8\lib;%PATH%
|
||||
|
||||
@REM The default version is still cuda v11.8, because set cuda v12.2 after it
|
||||
set PATH=%PATH%;%AGENT_TEMPDIRECTORY%\TensorRT-10.0.1.6.Windows10.x86_64.cuda-12.4\lib
|
||||
set PATH=%PATH%;%AGENT_TEMPDIRECTORY%\TensorRT-10.2.0.19.Windows10.x86_64.cuda-12.5\lib
|
||||
if exist PATH=%AGENT_TEMPDIRECTORY%\v12.2\ (
|
||||
set PATH=%PATH%;%AGENT_TEMPDIRECTORY%\v12.2\bin;%AGENT_TEMPDIRECTORY%\v12.2\extras\CUPTI\lib64
|
||||
) else (
|
||||
|
|
|
|||
|
|
@ -6,6 +6,6 @@ if exist PATH=%AGENT_TEMPDIRECTORY%\v11.8\ (
|
|||
) else (
|
||||
set PATH=%PATH%;C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.8\bin;C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.8\extras\CUPTI\lib64
|
||||
)
|
||||
set PATH=%AGENT_TEMPDIRECTORY%\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8\lib;%PATH%
|
||||
set PATH=%AGENT_TEMPDIRECTORY%\TensorRT-10.2.0.19.Windows10.x86_64.cuda-11.8\lib;%PATH%
|
||||
set GRADLE_OPTS=-Dorg.gradle.daemon=false
|
||||
set CUDA_MODULE_LOADING=LAZY
|
||||
Loading…
Reference in a new issue