From 2fb148dd88a4f017686a5c8e863829ab87b4ea58 Mon Sep 17 00:00:00 2001 From: Chi Lo <54722500+chilo-ms@users.noreply.github.com> Date: Thu, 17 Aug 2023 12:17:25 -0700 Subject: [PATCH] Temporarily enforce "Debug build" TRT EP with trt oss parser on Windows (#17059) This PR handles two changes: 1. There is an issue when running "Debug build" TRT EP with "Release build" TRT builtin parser on Windows. Enforce use oss parser for Debug build. Note: args.config in build.py is an array, for example ["Debug", "Release"...]. The code will be much mess if we made the change there. 2. Update to use latest commit of oss parser. Please see the https://github.com/microsoft/onnxruntime/issues/16273 --- cmake/deps.txt | 4 ++-- cmake/onnxruntime_providers.cmake | 7 +++++++ 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/cmake/deps.txt b/cmake/deps.txt index 96b4f52ba4..1e685511b7 100644 --- a/cmake/deps.txt +++ b/cmake/deps.txt @@ -24,8 +24,8 @@ microsoft_wil;https://github.com/microsoft/wil/archive/5f4caba4e7a9017816e47becd mimalloc;https://github.com/microsoft/mimalloc/archive/refs/tags/v2.1.1.zip;d5ee7d34223d0567892db5179849939c8769dc41 mp11;https://github.com/boostorg/mp11/archive/refs/tags/boost-1.79.0.zip;c8f04e378535ededbe5af52c8f969d2dedbe73d5 onnx;https://github.com/onnx/onnx/archive/e2525550194ce3d8a2c4a3af451c9d9b3ae6650e.zip;782f23d788185887f520a90535513e244218e928 -#use the last commit of 8.6-GA branch (https://github.com/onnx/onnx-tensorrt/commit/6ba67d3428e05f690145373ca87fb8d32f98df45) -onnx_tensorrt;https://github.com/onnx/onnx-tensorrt/archive/6ba67d3428e05f690145373ca87fb8d32f98df45.zip;805902b4f03f09f07151e03b5ccc49968c9cc896 +#use the commit of supporting all the plugins and TRT 8.6-GA (https://github.com/onnx/onnx-tensorrt/commit/0462dc31ae78f48744b6141ae376df1f96d3f459) +onnx_tensorrt;https://github.com/onnx/onnx-tensorrt/archive/0462dc31ae78f48744b6141ae376df1f96d3f459.zip;5ff086361956cceb81ed17453a1fd8db2aa4328d protobuf;https://github.com/protocolbuffers/protobuf/archive/refs/tags/v21.12.zip;7cf2733949036c7d52fda017badcab093fe73bfa protoc_win64;https://github.com/protocolbuffers/protobuf/releases/download/v21.12/protoc-21.12-win64.zip;b4521f7ada5b260380f94c4bd7f1b7684c76969a protoc_win32;https://github.com/protocolbuffers/protobuf/releases/download/v21.12/protoc-21.12-win32.zip;3688010318192c46ce73213cdfb6b3e5656da874 diff --git a/cmake/onnxruntime_providers.cmake b/cmake/onnxruntime_providers.cmake index c36518200d..5adfc7ba03 100644 --- a/cmake/onnxruntime_providers.cmake +++ b/cmake/onnxruntime_providers.cmake @@ -694,6 +694,13 @@ if (onnxruntime_USE_TENSORRT) endif() set(CXX_VERSION_DEFINED TRUE) + # There is an issue when running "Debug build" TRT EP with "Release build" TRT builtin parser on Windows. + # We enforce following workaround for now until the real fix. + if (WIN32 AND CMAKE_BUILD_TYPE STREQUAL "Debug") + set(onnxruntime_USE_TENSORRT_BUILTIN_PARSER OFF) + MESSAGE(STATUS "[Note] There is an issue when running \"Debug build\" TRT EP with \"Release build\" TRT built-in parser on Windows. This build will use tensorrt oss parser instead.") + endif() + if (onnxruntime_USE_TENSORRT_BUILTIN_PARSER) # Add TensorRT library find_path(TENSORRT_INCLUDE_DIR NvInfer.h