diff --git a/csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs b/csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs index 054355609b..a7fec43cba 100644 --- a/csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs +++ b/csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs @@ -260,39 +260,28 @@ namespace Microsoft.ML.OnnxRuntime.Tests { "test_max_float64", "node test error"}, { "test_min_uint8", "node test error"}, { "test_mod_mixed_sign_float64", "node test error"}, - { "test_einsum_transpose", "node test error"}, { "test_momentum", "node test error"}, { "test_max_uint16", "node test error"}, { "test_resize_downsample_scales_linear_align_corners", "node test error"}, { "test_strnormalizer_nostopwords_nochangecase", "node test error"}, - { "test_cumsum_2d_negative_axis", "node test error"}, { "test_adagrad_multiple", "node test error"}, { "test_einsum_inner_prod", "node test error"}, - { "test_clip_default_int8_min", "node test error"}, - { "test_max_int8", "node test error"}, { "test_sequence_insert_at_back", "node test error"}, { "test_mod_mixed_sign_int8", "node test error"}, { "test_maxunpool_export_with_output_shape", "node test error"}, { "test_strnormalizer_export_monday_empty_output", "node test error"}, { "test_strnormalizer_export_monday_insensintive_upper_twodim", "ElementType not currently supported"}, - { "test_clip_default_int8_max", "node test error"}, - { "test_einsum_sum", "node test error"}, { "test_min_int16", "node test error"}, { "test_adagrad", "node test error"}, { "test_min_float64", "node test error"}, { "test_max_int16", "node test error"}, - { "test_einsum_batch_diagonal", "node test error"}, { "test_sequence_insert_at_front", "node test error"}, - { "test_cumsum_1d_exclusive", "node test error"}, { "test_training_dropout_default", "node test error"}, { "test_training_dropout", "node test error"}, { "test_adam", "node test error"}, { "test_training_dropout_mask", "node test error"}, { "test_clip_default_int8_inbounds", "node test error"}, { "test_eyelike_with_dtype", "node test error"}, - { "test_cumsum_1d", "node test error"}, - { "test_conv_with_autopad_same", "node test error"}, - { "test_cumsum_1d_reverse_exclusive", "node test error"}, { "test_cast_STRING_to_FLOAT", "node test error"}, { "test_cast_FLOAT16_to_DOUBLE", "node test error"}, { "test_cast_FLOAT_to_DOUBLE", "node test error"}, @@ -314,34 +303,24 @@ namespace Microsoft.ML.OnnxRuntime.Tests { "test_bitshift_right_uint16", "node test error"}, { "test_bitshift_left_uint16", "node test error"}, { "test_pow_types_float32_uint64", "node test error"}, - { "test_cumsum_2d_axis_0", "node test error"}, { "test_max_uint8", "node test error"}, { "test_strnormalizer_export_monday_casesensintive_nochangecase", "ElementType not currently supported"}, { "test_momentum_multiple", "node test error"}, - { "test_cumsum_1d_reverse", "node test error"}, { "test_pow_types_float32_uint32", "node test error"}, - { "test_if_seq", "node test error"}, + { "test_if_seq", "sequence type is not supported in test infra."}, { "test_resize_downsample_scales_cubic_align_corners", "node test error"}, { "test_einsum_batch_matmul", "node test error"}, { "test_nesterov_momentum", "node test error"}, - { "test_cumsum_2d_axis_1", "node test error"}, { "test_strnormalizer_export_monday_casesensintive_upper", "node test error"}, { "test_min_uint16", "node test error"}, { "test_adam_multiple", "node test error"}, - { "test_loop13_seq", "node test error"}, + { "test_loop13_seq", "sequence type is not supported in test infra." }, { "test_training_dropout_default_mask", "node test error"}, { "test_min_int8", "node test error"}, { "test_identity_sequence", "data type not supported"}, { "test_gru_batchwise", "batchwise operations not supported"}, { "test_lstm_batchwise", "batchwise operations not supported"}, { "test_simple_rnn_batchwise", "batchwise operations not supported"}, - { "test_sub_uint8", "data type not supported"}, - { "test_mul_uint8", "data type not supported"}, - { "test_add_uint8", "data type not supported"}, - { "test_div_uint8", "data type not supported"}, - { "test_batchnorm_epsilon", "opset14 version not implemented yet"}, - { "test_batchnorm_epsilon_training_mode", "opset14 version not implemented yet"}, - { "test_batchnorm_example", "opset14 version not implemented yet"}, { "test_batchnorm_example_training_mode", "opset14 version not implemented yet"}, { "test_bernoulli", "random generator"}, { "test_bernoulli_seed", "random generator"}, @@ -350,23 +329,11 @@ namespace Microsoft.ML.OnnxRuntime.Tests { "test_bernoulli_seed_expanded", "random generator"}, { "test_bernoulli_double_expanded", "random generator"}, { "test_shape", "opset15 version not implemented yet"}, - { "test_shape_clip_end", "opset15 version not implemented yet"}, - { "test_shape_clip_start", "opset15 version not implemented yet"}, - { "test_shape_end_1", "opset15 version not implemented yet"}, - { "test_shape_end_negative", "opset15 version not implemented yet"}, - { "test_shape_example", "opset15 version not implemented yet"}, - { "test_shape_start_1", "opset15 version not implemented yet"}, - { "test_shape_start_negative_1", "opset15 version not implemented yet"}, - { "test_shape_start_1_end_2", "opset15 version not implemented yet"}, - { "test_shape_start_1_end_negative_1", "opset15 version not implemented yet"}, - { "test_shape_end_negative_1", "opset15 version not implemented yet"}, - { "test_optional_get_element", "not implemented yet"}, - { "test_optional_get_element_sequence", "not implemented yet"}, - { "test_optional_has_element", "not implemented yet"}, - { "test_optional_has_element_empty", "not implemented yet"}, - { "test_identity_opt", "opset16 version not implemented yet"}, - { "test_if_opt", "opset16 version not implemented yet"}, - { "test_loop16_seq_none", "opset16 version not implemented yet"}, + { "test_optional_get_element", "optional type is not supported in test infra."}, + { "test_optional_get_element_sequence", "optional type is not supported in test infra."}, + { "test_identity_opt", "optional type is not supported in test infra." }, + { "test_if_opt", "optional type is not supported in test infra." }, + { "test_loop16_seq_none", "sequence type is not supported in test infra." }, { "test_sequence_map_extract_shapes", "sequence type is not supported in test infra." }, { "test_sequence_map_identity_1_sequence_1_tensor", "sequence type is not supported in test infra." }, { "test_sequence_map_identity_1_sequence_1_tensor_expanded", "sequence type is not supported in test infra." }, @@ -381,6 +348,11 @@ namespace Microsoft.ML.OnnxRuntime.Tests { "test_sequence_map_identity_1_sequence", "sequence type is not supported in test infra." }, { "BERT-Squad-int8", "training domain"}, { "YOLOv3-12-int8", "training_domain"}, + // the expansion of Softplus uses Exp(1). ORT has a Softplus kernel, so testing the expansion is + // unnecessary and fails as ORT support for Exp started at opset 6 (as ORT didn't exist until opset 7). + { "test_softplus_example_expanded", "Not applicable"}, + { "test_softplus_expanded", "Not applicable"}, + // opset 18 models. these should be supported by ORT 1.14 when released { "test_bitwise_and_i16_3d", "pending opset 18 support"}, { "test_bitwise_and_i32_2d", "pending opset 18 support"}, @@ -413,8 +385,6 @@ namespace Microsoft.ML.OnnxRuntime.Tests { "test_scatternd_max", "pending opset 18 support"}, { "test_scatternd_min", "pending opset 18 support"}, { "test_scatternd_multiply", "pending opset 18 support"}, - { "test_softplus_example_expanded", "pending opset 18 support"}, - { "test_softplus_expanded", "pending opset 18 support"}, { "test_optional_get_element_optional_sequence", "pending opset 18 support"}, { "test_optional_get_element_optional_tensor", "pending opset 18 support"}, { "test_optional_has_element_empty_optional_input", "pending opset 18 support"}, diff --git a/docs/How_To_Update_ONNX_Dev_Notes.md b/docs/How_To_Update_ONNX_Dev_Notes.md index be1b9c4cfe..fd787b0176 100644 --- a/docs/How_To_Update_ONNX_Dev_Notes.md +++ b/docs/How_To_Update_ONNX_Dev_Notes.md @@ -39,7 +39,7 @@ This file should be generated. See [cgmanifests/README](/cgmanifests/README.md) 1. Usually some newly introduced tests will fail. Then you may need to update - [onnxruntime/test/onnx/main.cc](/onnxruntime/test/onnx/main.cc) - [onnxruntime/test/providers/cpu/model_tests.cc](/onnxruntime/test/providers/cpu/model_tests.cc) -- [csharp/test/Microsoft.ML.OnnxRuntime.Tests/InferenceTest.cs](/csharp/test/Microsoft.ML.OnnxRuntime.Tests/InferenceTest.cs) +- [csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs](/csharp/test/Microsoft.ML.OnnxRuntime.Tests.NetCoreApp/InferenceTest.netcore.cs) - [onnxruntime/test/testdata/onnx_backend_test_series_filters.jsonc](/onnxruntime/test/testdata/onnx_backend_test_series_filters.jsonc) - [onnxruntime/test/testdata/onnx_backend_test_series_overrides.jsonc](/onnxruntime/test/testdata/onnx_backend_test_series_overrides.jsonc)