mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-02 03:55:34 +00:00
Remove exclusions for ONNX model tests that now pass. (#14337)
### Description <!-- Describe your changes. --> Remove exclusions for ONNX model tests that now pass due to kernels being implemented. Update ONNX update doc to point to correct location for tests. ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. --> Run as many tests as possible. Co-authored-by: Edward Chen <18449977+edgchen1@users.noreply.github.com>
This commit is contained in:
Scott McKay
GitHub
parent
05915d8393
commit
c252a7f992
2 changed files with 13 additions and 43 deletions
|
|
@ -260,39 +260,28 @@ namespace Microsoft.ML.OnnxRuntime.Tests
|
|||
{ "test_max_float64", "node test error"},
|
||||
{ "test_min_uint8", "node test error"},
|
||||
{ "test_mod_mixed_sign_float64", "node test error"},
|
||||
{ "test_einsum_transpose", "node test error"},
|
||||
{ "test_momentum", "node test error"},
|
||||
{ "test_max_uint16", "node test error"},
|
||||
{ "test_resize_downsample_scales_linear_align_corners", "node test error"},
|
||||
{ "test_strnormalizer_nostopwords_nochangecase", "node test error"},
|
||||
{ "test_cumsum_2d_negative_axis", "node test error"},
|
||||
{ "test_adagrad_multiple", "node test error"},
|
||||
{ "test_einsum_inner_prod", "node test error"},
|
||||
{ "test_clip_default_int8_min", "node test error"},
|
||||
{ "test_max_int8", "node test error"},
|
||||
{ "test_sequence_insert_at_back", "node test error"},
|
||||
{ "test_mod_mixed_sign_int8", "node test error"},
|
||||
{ "test_maxunpool_export_with_output_shape", "node test error"},
|
||||
{ "test_strnormalizer_export_monday_empty_output", "node test error"},
|
||||
{ "test_strnormalizer_export_monday_insensintive_upper_twodim", "ElementType not currently supported"},
|
||||
{ "test_clip_default_int8_max", "node test error"},
|
||||
{ "test_einsum_sum", "node test error"},
|
||||
{ "test_min_int16", "node test error"},
|
||||
{ "test_adagrad", "node test error"},
|
||||
{ "test_min_float64", "node test error"},
|
||||
{ "test_max_int16", "node test error"},
|
||||
{ "test_einsum_batch_diagonal", "node test error"},
|
||||
{ "test_sequence_insert_at_front", "node test error"},
|
||||
{ "test_cumsum_1d_exclusive", "node test error"},
|
||||
{ "test_training_dropout_default", "node test error"},
|
||||
{ "test_training_dropout", "node test error"},
|
||||
{ "test_adam", "node test error"},
|
||||
{ "test_training_dropout_mask", "node test error"},
|
||||
{ "test_clip_default_int8_inbounds", "node test error"},
|
||||
{ "test_eyelike_with_dtype", "node test error"},
|
||||
{ "test_cumsum_1d", "node test error"},
|
||||
{ "test_conv_with_autopad_same", "node test error"},
|
||||
{ "test_cumsum_1d_reverse_exclusive", "node test error"},
|
||||
{ "test_cast_STRING_to_FLOAT", "node test error"},
|
||||
{ "test_cast_FLOAT16_to_DOUBLE", "node test error"},
|
||||
{ "test_cast_FLOAT_to_DOUBLE", "node test error"},
|
||||
|
|
@ -314,34 +303,24 @@ namespace Microsoft.ML.OnnxRuntime.Tests
|
|||
{ "test_bitshift_right_uint16", "node test error"},
|
||||
{ "test_bitshift_left_uint16", "node test error"},
|
||||
{ "test_pow_types_float32_uint64", "node test error"},
|
||||
{ "test_cumsum_2d_axis_0", "node test error"},
|
||||
{ "test_max_uint8", "node test error"},
|
||||
{ "test_strnormalizer_export_monday_casesensintive_nochangecase", "ElementType not currently supported"},
|
||||
{ "test_momentum_multiple", "node test error"},
|
||||
{ "test_cumsum_1d_reverse", "node test error"},
|
||||
{ "test_pow_types_float32_uint32", "node test error"},
|
||||
{ "test_if_seq", "node test error"},
|
||||
{ "test_if_seq", "sequence type is not supported in test infra."},
|
||||
{ "test_resize_downsample_scales_cubic_align_corners", "node test error"},
|
||||
{ "test_einsum_batch_matmul", "node test error"},
|
||||
{ "test_nesterov_momentum", "node test error"},
|
||||
{ "test_cumsum_2d_axis_1", "node test error"},
|
||||
{ "test_strnormalizer_export_monday_casesensintive_upper", "node test error"},
|
||||
{ "test_min_uint16", "node test error"},
|
||||
{ "test_adam_multiple", "node test error"},
|
||||
{ "test_loop13_seq", "node test error"},
|
||||
{ "test_loop13_seq", "sequence type is not supported in test infra." },
|
||||
{ "test_training_dropout_default_mask", "node test error"},
|
||||
{ "test_min_int8", "node test error"},
|
||||
{ "test_identity_sequence", "data type not supported"},
|
||||
{ "test_gru_batchwise", "batchwise operations not supported"},
|
||||
{ "test_lstm_batchwise", "batchwise operations not supported"},
|
||||
{ "test_simple_rnn_batchwise", "batchwise operations not supported"},
|
||||
{ "test_sub_uint8", "data type not supported"},
|
||||
{ "test_mul_uint8", "data type not supported"},
|
||||
{ "test_add_uint8", "data type not supported"},
|
||||
{ "test_div_uint8", "data type not supported"},
|
||||
{ "test_batchnorm_epsilon", "opset14 version not implemented yet"},
|
||||
{ "test_batchnorm_epsilon_training_mode", "opset14 version not implemented yet"},
|
||||
{ "test_batchnorm_example", "opset14 version not implemented yet"},
|
||||
{ "test_batchnorm_example_training_mode", "opset14 version not implemented yet"},
|
||||
{ "test_bernoulli", "random generator"},
|
||||
{ "test_bernoulli_seed", "random generator"},
|
||||
|
|
@ -350,23 +329,11 @@ namespace Microsoft.ML.OnnxRuntime.Tests
|
|||
{ "test_bernoulli_seed_expanded", "random generator"},
|
||||
{ "test_bernoulli_double_expanded", "random generator"},
|
||||
{ "test_shape", "opset15 version not implemented yet"},
|
||||
{ "test_shape_clip_end", "opset15 version not implemented yet"},
|
||||
{ "test_shape_clip_start", "opset15 version not implemented yet"},
|
||||
{ "test_shape_end_1", "opset15 version not implemented yet"},
|
||||
{ "test_shape_end_negative", "opset15 version not implemented yet"},
|
||||
{ "test_shape_example", "opset15 version not implemented yet"},
|
||||
{ "test_shape_start_1", "opset15 version not implemented yet"},
|
||||
{ "test_shape_start_negative_1", "opset15 version not implemented yet"},
|
||||
{ "test_shape_start_1_end_2", "opset15 version not implemented yet"},
|
||||
{ "test_shape_start_1_end_negative_1", "opset15 version not implemented yet"},
|
||||
{ "test_shape_end_negative_1", "opset15 version not implemented yet"},
|
||||
{ "test_optional_get_element", "not implemented yet"},
|
||||
{ "test_optional_get_element_sequence", "not implemented yet"},
|
||||
{ "test_optional_has_element", "not implemented yet"},
|
||||
{ "test_optional_has_element_empty", "not implemented yet"},
|
||||
{ "test_identity_opt", "opset16 version not implemented yet"},
|
||||
{ "test_if_opt", "opset16 version not implemented yet"},
|
||||
{ "test_loop16_seq_none", "opset16 version not implemented yet"},
|
||||
{ "test_optional_get_element", "optional type is not supported in test infra."},
|
||||
{ "test_optional_get_element_sequence", "optional type is not supported in test infra."},
|
||||
{ "test_identity_opt", "optional type is not supported in test infra." },
|
||||
{ "test_if_opt", "optional type is not supported in test infra." },
|
||||
{ "test_loop16_seq_none", "sequence type is not supported in test infra." },
|
||||
{ "test_sequence_map_extract_shapes", "sequence type is not supported in test infra." },
|
||||
{ "test_sequence_map_identity_1_sequence_1_tensor", "sequence type is not supported in test infra." },
|
||||
{ "test_sequence_map_identity_1_sequence_1_tensor_expanded", "sequence type is not supported in test infra." },
|
||||
|
|
@ -381,6 +348,11 @@ namespace Microsoft.ML.OnnxRuntime.Tests
|
|||
{ "test_sequence_map_identity_1_sequence", "sequence type is not supported in test infra." },
|
||||
{ "BERT-Squad-int8", "training domain"},
|
||||
{ "YOLOv3-12-int8", "training_domain"},
|
||||
// the expansion of Softplus uses Exp(1). ORT has a Softplus kernel, so testing the expansion is
|
||||
// unnecessary and fails as ORT support for Exp started at opset 6 (as ORT didn't exist until opset 7).
|
||||
{ "test_softplus_example_expanded", "Not applicable"},
|
||||
{ "test_softplus_expanded", "Not applicable"},
|
||||
|
||||
// opset 18 models. these should be supported by ORT 1.14 when released
|
||||
{ "test_bitwise_and_i16_3d", "pending opset 18 support"},
|
||||
{ "test_bitwise_and_i32_2d", "pending opset 18 support"},
|
||||
|
|
@ -413,8 +385,6 @@ namespace Microsoft.ML.OnnxRuntime.Tests
|
|||
{ "test_scatternd_max", "pending opset 18 support"},
|
||||
{ "test_scatternd_min", "pending opset 18 support"},
|
||||
{ "test_scatternd_multiply", "pending opset 18 support"},
|
||||
{ "test_softplus_example_expanded", "pending opset 18 support"},
|
||||
{ "test_softplus_expanded", "pending opset 18 support"},
|
||||
{ "test_optional_get_element_optional_sequence", "pending opset 18 support"},
|
||||
{ "test_optional_get_element_optional_tensor", "pending opset 18 support"},
|
||||
{ "test_optional_has_element_empty_optional_input", "pending opset 18 support"},
|
||||
|
|
|
|||
|
|
@ -39,7 +39,7 @@ This file should be generated. See [cgmanifests/README](/cgmanifests/README.md)
|
|||
1. Usually some newly introduced tests will fail. Then you may need to update
|
||||
- [onnxruntime/test/onnx/main.cc](/onnxruntime/test/onnx/main.cc)
|
||||
- [onnxruntime/test/providers/cpu/model_tests.cc](/onnxruntime/test/providers/cpu/model_tests.cc)
|
||||
- [csharp/test/Microsoft.ML.OnnxRuntime.Tests/InferenceTest.cs](/csharp/test/Microsoft.ML.OnnxRuntime.Tests/InferenceTest.cs)
|
||||
- [csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs](/csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs)
|
||||
- [onnxruntime/test/testdata/onnx_backend_test_series_filters.jsonc](/onnxruntime/test/testdata/onnx_backend_test_series_filters.jsonc)
|
||||
- [onnxruntime/test/testdata/onnx_backend_test_series_overrides.jsonc](/onnxruntime/test/testdata/onnx_backend_test_series_overrides.jsonc)
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue