diff --git a/orttraining/tools/ci_test/run_convergence_test.py b/orttraining/tools/ci_test/run_convergence_test.py
index a4b22381e0..4fa3c7c312 100755
--- a/orttraining/tools/ci_test/run_convergence_test.py
+++ b/orttraining/tools/ci_test/run_convergence_test.py
@@ -54,6 +54,7 @@ def main():
         "--use_nccl",
         "--convergence_test_output_file", convergence_test_output_path,
         "--seed", "42",
+        "--enable_grad_norm_clip=false",
     ]).check_returncode()
 
     # verify output