diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
index 9d72f1d090..29c8ea5651 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
@@ -5,6 +5,6 @@ transformers==v4.4.2
 tensorboard>=2.2.0,<2.5.0
 h5py
 wget
-pytorch-lightning==1.3.8
+pytorch-lightning==1.5.8
 deepspeed==0.3.15
 fairscale