diff --git a/onnxruntime/test/python/onnxruntime_test_python_symbolic_shape_infer.py b/onnxruntime/test/python/onnxruntime_test_python_symbolic_shape_infer.py
index 97ea2df3d5..fed6892f13 100644
--- a/onnxruntime/test/python/onnxruntime_test_python_symbolic_shape_infer.py
+++ b/onnxruntime/test/python/onnxruntime_test_python_symbolic_shape_infer.py
@@ -34,6 +34,9 @@ def unique_element(lst):
     return lst[0]
 
 
+skipped_models = ["SSD-MobilenetV1", "SSD-int8", "Inception-1-int8"]
+
+
 class TestSymbolicShapeInference(unittest.TestCase):
     def test_symbolic_shape_infer(self):
 
@@ -43,6 +46,11 @@ class TestSymbolicShapeInference(unittest.TestCase):
             if filename.name.startswith("."):
                 continue  # skip some bad model files
 
+            # https://github.com/onnx/models/issues/562
+            if any(model_name in str(filename) for model_name in skipped_models):
+                print(f"Skip symbolic shape inference on : {str(filename)}")
+                continue
+
             print("Running symbolic shape inference on : " + str(filename))
             SymbolicShapeInference.infer_shapes(
                 in_mp=onnx.load(str(filename)),