Disable some tests for DML and Android EP pending investigation. (#2187)

* Disable some tests for DML and Android EP pending investigation.

* Add lstm_with_peephole as well

* Disable gru_defaults as well
This commit is contained in:
Pranav Sharma 2019-10-19 00:07:51 -07:00 committed by George Wu
parent 35dae992f1
commit d15021f42b

View file

@ -337,8 +337,8 @@ int real_main(int argc, char* argv[], Ort::Env& env) {
sf.SetGraphOptimizationLevel(graph_optimization_level);
}
static const char* cuda_flaky_tests[] = { "fp16_inception_v1", "fp16_shufflenet", "fp16_tiny_yolov2" };
static const char* dml_disabled_tests[] = { "mlperf_ssd_resnet34_1200", "mlperf_ssd_mobilenet_300", "mask_rcnn_keras", "mask_rcnn", "faster_rcnn" };
static const char* cuda_flaky_tests[] = {"fp16_inception_v1", "fp16_shufflenet", "fp16_tiny_yolov2"};
static const char* dml_disabled_tests[] = {"mlperf_ssd_resnet34_1200", "mlperf_ssd_mobilenet_300", "mask_rcnn_keras", "mask_rcnn", "faster_rcnn"};
std::unordered_set<std::string> all_disabled_tests;
if (enable_cuda) {
@ -515,6 +515,12 @@ int real_main(int argc, char* argv[], Ort::Env& env) {
broken_tests.insert({"scan9_sum", "Error with the extra graph"});
broken_tests.insert({"scan_sum", "Error with the extra graph"});
broken_tests.insert({"mvn_expanded", "Failed to find kernel for MemcpyFromHost(1) (node Memcpy_1)"});
broken_tests.insert({"dynamicquantizelinear_expanded", "Temporarily disabled pending investigation"});
broken_tests.insert({"dynamicquantizelinear_max_adjusted_expanded", "Temporarily disabled pending investigation"});
broken_tests.insert({"dynamicquantizelinear_min_adjusted_expanded", "Temporarily disabled pending investigation"});
broken_tests.insert({"gemm_transposeB", "Temporarily disabled pending investigation"});
broken_tests.insert({"range_float_type_positive_delta_expanded", "Temporarily disabled pending investigation"});
broken_tests.insert({"range_int32_type_negative_delta_expanded", "Temporarily disabled pending investigation"});
#endif
#ifdef USE_TENSORRT
@ -565,6 +571,10 @@ int real_main(int argc, char* argv[], Ort::Env& env) {
broken_tests.insert({"fp16_inception_v1", "Temporarily disabled pending investigation"});
broken_tests.insert({"candy", "Temporarily disabled pending investigation"});
broken_tests.insert({"BERT_Squad", "Temporarily disabled pending investigation"});
broken_tests.insert({"simple_rnn_defaults", "Temporarily disabled pending investigation"});
broken_tests.insert({"gru_with_initial_bias", "Temporarily disabled pending investigation"});
broken_tests.insert({"lstm_with_peephole", "Temporarily disabled pending investigation"});
broken_tests.insert({"gru_defaults", "Temporarily disabled pending investigation"});
}
#endif
// clang-format on