saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-29 20:14:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[TensorRT EP] Unleash opset16-17 onnx model tests (#15657)

Browse source 
### Description
In 2021 we restricted onnx node test CI execution in range of opset
14-15 for ORT-TRT, which was the latest opset that TRT EP could support

Update this range to opset 14-17 to improve the ORT-TRT unit test
coverage, as [Nvidia announced that TRT 8.6 supported
opset17](https://github.com/onnx/onnx-tensorrt/blob/main/docs/operators.md)
This commit is contained in:
yf711 2023-04-26 11:44:19 -07:00 committed by GitHub
parent cfb8c0e2ca
commit 28985c47b7
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 20 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
onnxruntime/test/providers/cpu/model_tests.cc
View file

@ -108,13 +108,13 @@ TEST_P(ModelTest, Run) {
}
std::unique_ptr<OnnxModelInfo> model_info = std::make_unique<OnnxModelInfo>(model_path.c_str());
if (model_info->GetONNXOpSetVersion() != 14 && model_info->GetONNXOpSetVersion() != 15 &&
if ((model_info->GetONNXOpSetVersion() < 14 || model_info->GetONNXOpSetVersion() > 17) &&
provider_name == "tensorrt") {
// TensorRT can run most of the model tests, but only part of
// them is enabled here to save CI build time.
// Besides saving CI build time, TRT isn’t able to support full ONNX ops spec and therefore some testcases will
// fail. That's one of reasons we skip those testcases and only test latest ONNX opsets.
SkipTest(" tensorrt only support opset 14 or 15");
SkipTest(" tensorrt: only enable opset 14 to 17 of onnx tests");
return;
}
@ -452,6 +452,22 @@ TEST_P(ModelTest, Run) {
broken_tests.insert({"conv_with_autopad_same",
"Internal Error (node_of_y: Cannot set more than one input unless network has Q/DQ layers.)"});
// unsupported tests since opset16
broken_tests.insert({"sequence_map_add_2_sequences", "not supported by TensorRT EP"});
broken_tests.insert({"sequence_map_extract_shapes", "not supported by TensorRT EP."});
broken_tests.insert({"sequence_map_add_1_sequence_1_tensor", "not supported by TensorRT EP."});
broken_tests.insert({"sequence_map_identity_1_sequence", "not supported by TensorRT EP."});
broken_tests.insert({"sequence_map_identity_2_sequences", "not supported by TensorRT EP."});
broken_tests.insert({"sequence_map_identity_1_sequence_1_tensor", "not supported by TensorRT EP."});
broken_tests.insert({"leakyrelu_expanded", "not supported by TensorRT EP."});
broken_tests.insert({"leakyrelu_default_expanded", "not supported by TensorRT EP."});
broken_tests.insert({"leakyrelu_example_expanded", "not supported by TensorRT EP."});
broken_tests.insert({"prelu_broadcast_expanded", "not supported by TensorRT EP."});
broken_tests.insert({"prelu_example_expanded", "not supported by TensorRT EP."});
broken_tests_keyword_set.insert({"scatternd_add"});
broken_tests_keyword_set.insert({"scatternd_multiply"});
broken_tests_keyword_set.insert({"scatter_elements_with_duplicate_indices"});
// sce op is not supported
broken_tests_keyword_set.insert({"sce"});

3
tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cuda11_8_tensorrt8_6
View file

@ -181,4 +181,5 @@ ARG BUILD_USER=onnxruntimedev
RUN adduser --uid $BUILD_UID $BUILD_USER
WORKDIR /home/$BUILD_USER
USER $BUILD_USER
ENV PATH /usr/local/dotnet:$PATH
ENV PATH /usr/local/dotnet:$PATH
ENV CUDA_MODULE_LOADING "LAZY"