From 794cc3952eedc61393459b87cf8ff8bb849a966d Mon Sep 17 00:00:00 2001 From: Animesh Jain Date: Thu, 18 May 2023 10:01:44 +0000 Subject: [PATCH] adding moco to CI (#101098) Fixes #ISSUE_NUMBER Pull Request resolved: https://github.com/pytorch/pytorch/pull/101098 Approved by: https://github.com/desertfire --- .../inductor_torchbench_dynamic_inference.csv | 1 + .../inductor_torchbench_dynamic_training.csv | 1 + .../ci_expected_accuracy/inductor_torchbench_inference.csv | 1 + .../ci_expected_accuracy/inductor_torchbench_training.csv | 1 + benchmarks/dynamo/common.py | 3 --- 5 files changed, 4 insertions(+), 3 deletions(-) diff --git a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_inference.csv index 2a31bb6a953..ec48ac6b372 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_inference.csv @@ -31,6 +31,7 @@ maml_omniglot,pass,0 mnasnet1_0,pass,0 mobilenet_v2,pass,0 mobilenet_v3_large,pass,0 +moco,pass,77 nvidia_deeprecommender,pass,0 opacus_cifar10,pass,45 phlippe_densenet,pass,0 diff --git a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_training.csv b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_training.csv index bb53f25ae5a..0240577fe51 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_training.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_dynamic_training.csv @@ -26,6 +26,7 @@ llama,fail_accuracy,11 maml_omniglot,pass,8 mnasnet1_0,pass,8 mobilenet_v2,pass,8 +moco,pass,85 nvidia_deeprecommender,pass,8 phlippe_densenet,pass,8 phlippe_resnet,pass,8 diff --git a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_inference.csv index d73da5e91c7..e7ff0920d03 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_inference.csv @@ -33,6 +33,7 @@ maml_omniglot,pass,0 mnasnet1_0,pass,0 mobilenet_v2,pass,0 mobilenet_v3_large,pass,0 +moco,pass,77 nanogpt_generate,fail_to_run,0 nvidia_deeprecommender,pass,0 opacus_cifar10,pass,45 diff --git a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_training.csv b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_training.csv index 7ca9c3c2513..105ea6c8557 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_training.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/inductor_torchbench_training.csv @@ -26,6 +26,7 @@ llama,fail_accuracy,11 maml_omniglot,pass,8 mnasnet1_0,pass,8 mobilenet_v2,pass,8 +moco,pass,85 nvidia_deeprecommender,pass,8 phlippe_densenet,pass,8 phlippe_resnet,pass,8 diff --git a/benchmarks/dynamo/common.py b/benchmarks/dynamo/common.py index f5a6ff93a4c..3a3ba3f89bb 100644 --- a/benchmarks/dynamo/common.py +++ b/benchmarks/dynamo/common.py @@ -124,7 +124,6 @@ CI_SKIP[CI("aot_eager", training=False)] = [ "detectron2_maskrcnn_r_101_fpn", "detectron2_maskrcnn_r_50_c4", "detectron2_maskrcnn_r_50_fpn", - "moco", # Please convert all Tensors to FakeTensors first "hf_BigBird", # OOM "tacotron2", # AssertionError: Deduped args out of bounds # Huggingface @@ -143,7 +142,6 @@ CI_SKIP[CI("aot_eager", training=True)] = [ "hf_T5_base", # fp64_OOM "mobilenet_v2_quantized_qat", # fp64_OOM "resnet50_quantized_qat", # fp64_OOM - "moco", "pytorch_struct", "vision_masrkcnn", # AssertionError: nothing in example_inputs had a dim with 4 # Huggingface @@ -185,7 +183,6 @@ CI_SKIP[CI("inductor", training=False)] = [ "hf_GPT2_large", # OOM "maml", # accuracy "mobilenet_v2_quantized_qat", # The eval test only supports CPU - "moco", # accuracy "pytorch_struct", # Test eval is not implemented "pyhpc_equation_of_state", # Accuracy "pyhpc_turbulent_kinetic_energy", # Accuracy