models missing from dynamo_eager_torchbench_training.csv

This commit is contained in:
Jeff Daily 2025-02-03 18:11:22 +00:00 committed by PyTorch MergeBot
parent 9ae6c787c0
commit 306f73411c
2 changed files with 20 additions and 1 deletions

View file

@ -56,7 +56,10 @@ def check_graph_breaks(actual_csv, expected_csv, expected_filename):
expected_graph_breaks = get_field(expected_csv, model, "graph_breaks")
flaky = model in flaky_models
if graph_breaks == expected_graph_breaks:
if expected_graph_breaks is None:
status = "MISSING:"
improved.append(model)
elif graph_breaks == expected_graph_breaks:
status = "PASS_BUT_FLAKY" if flaky else "PASS"
print(f"{model:34} {status}")
continue

View file

@ -110,10 +110,18 @@ hf_GPT2_large,pass_due_to_skip,0
hf_Longformer,pass,4
hf_Reformer,pass,23
hf_T5,pass,0
hf_T5_base,eager_2nd_run_OOM,0
@ -242,10 +250,18 @@ stable_diffusion_unet,pass_due_to_skip,0
timm_efficientdet,pass,2
timm_efficientnet,pass,7
timm_nfnet,pass,0
timm_regnet,pass,6

1 name accuracy graph_breaks
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267