Disable some model tests (#5664)

These are the new models added by WinML team. But some of our EPs can't pass some of tests.
This commit is contained in:
Changming Sun 2020-11-02 22:01:35 -08:00 committed by GitHub
parent 182d9c48e4
commit 4936e10e22
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 15 additions and 2 deletions

View file

@ -679,6 +679,12 @@ namespace Microsoft.ML.OnnxRuntime.Tests
{ "fp16_inception_v1", "16-bit float not supported type in C#." },
{ "fp16_shufflenet", "16-bit float not supported type in C#." },
{ "fp16_tiny_yolov2", "16-bit float not supported type in C#." },
{ "fp16_coreml_FNS-Candy", "16-bit float not supported type in C#." },
{ "test_mnist", "16-bit float not supported type in C#." },
{ "fp16_test_shufflenet", "16-bit float not supported type in C#." },
{ "fp16_coreml_LinearRegression_NYCTaxi", "16-bit float not supported type in C#." },
{ "test_bidaf", "16-bit float not supported type in C#." },
{ "fp16_test_tiny_yolov2", "16-bit float not supported type in C#." },
{ "BERT_Squad", "Could not find an implementation for the node bert / embeddings / one_hot:OneHot(9)" },
{ "mlperf_ssd_mobilenet_300", "Could not find file output_0.pb" },
{ "tf_resnet_v1_50", "result mismatch when Conv BN Fusion is applied" },

View file

@ -655,15 +655,22 @@ TEST_P(ModelTest, Run) {
static const ORTCHAR_T* cuda_flaky_tests[] = {
ORT_TSTR("fp16_inception_v1"),
ORT_TSTR("fp16_shufflenet"), ORT_TSTR("fp16_tiny_yolov2"), ORT_TSTR("candy"),
ORT_TSTR("fp16_shufflenet"),
ORT_TSTR("fp16_tiny_yolov2"),
ORT_TSTR("candy"),
ORT_TSTR("tinyyolov3"),
ORT_TSTR("mlperf_ssd_mobilenet_300"),
ORT_TSTR("mlperf_ssd_resnet34_1200"),
ORT_TSTR("tf_inception_v1"),
ORT_TSTR("faster_rcnn"),
ORT_TSTR("split_zero_size_splits"),
ORT_TSTR("convtranspose_3d")};
ORT_TSTR("convtranspose_3d"),
ORT_TSTR("fp16_test_tiny_yolov2-Candy"),
ORT_TSTR("fp16_coreml_FNS-Candy"),
ORT_TSTR("fp16_test_tiny_yolov2"),
ORT_TSTR("fp16_test_shufflenet")};
static const ORTCHAR_T* openvino_disabled_tests[] = {ORT_TSTR("tf_mobilenet_v1_1.0_224"),
ORT_TSTR("bertsquad"),
ORT_TSTR("yolov3"),
ORT_TSTR("LSTM_Seq_lens_unpacked"),
ORT_TSTR("tinyyolov3"),