diff --git a/tools/ci_build/github/azure-pipelines/orttraining-linux-nightly-ortmodule-test-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-linux-nightly-ortmodule-test-pipeline.yml
index 2d5ae6c1f0..a41ca5f024 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-linux-nightly-ortmodule-test-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-linux-nightly-ortmodule-test-pipeline.yml
@@ -13,6 +13,11 @@ jobs:
 
   # Entry point for all ortmodule training tests
   - script: |
+      COMMIT_ID=$(python3 -c "import onnxruntime; print(onnxruntime.get_build_info().split('git-commit-id=')[1].split(',')[0])")
+      cd $(Build.SourcesDirectory)
+      git checkout $COMMIT_ID
+      git branch
+      echo "Retrieved ONNX Runtime Commit ID: $COMMIT_ID"
       docker run \
         --gpus all \
         --rm \