diff --git a/onnxruntime/test/python/transformers/test_gpt2_to_onnx.py b/onnxruntime/test/python/transformers/test_gpt2_to_onnx.py
index bc07b7a6b4..e179d3d087 100644
--- a/onnxruntime/test/python/transformers/test_gpt2_to_onnx.py
+++ b/onnxruntime/test/python/transformers/test_gpt2_to_onnx.py
@@ -14,7 +14,7 @@ from parity_utilities import find_transformers_source
 from onnxruntime import get_available_providers
 
 if find_transformers_source(sub_dir_paths=["models", "gpt2"]):
-    from convert_to_onnx import main as gpt2_to_onnx
+    from models.gpt2.convert_to_onnx import main as gpt2_to_onnx
 else:
     from onnxruntime.transformers.models.gpt2.convert_to_onnx import main as gpt2_to_onnx
 
diff --git a/onnxruntime/test/python/transformers/test_optimizer.py b/onnxruntime/test/python/transformers/test_optimizer.py
index dcc83a51f7..2a02ce277f 100644
--- a/onnxruntime/test/python/transformers/test_optimizer.py
+++ b/onnxruntime/test/python/transformers/test_optimizer.py
@@ -242,7 +242,7 @@ class TestModelOptimization(unittest.TestCase):
 
     @pytest.mark.slow
     def test_huggingface_openaigpt_fusion(self):
-        self._test_optimizer_on_huggingface_model("openai-gpt", [0, 12, 0, 12, 0, 24, 0])
+        self._test_optimizer_on_huggingface_model("openai-gpt", [0, 12, 0, 12, 0, 0, 24])
 
     @pytest.mark.slow
     @unittest.skip("skip failed fusion test of gpt-2 on PyTorch 1.12 and transformers 4.18. TODO: fix it")