diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
index 4e07519895..8c48bc704a 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
@@ -5,6 +5,6 @@ transformers==v4.4.2
 tensorboard>=2.2.0,<2.5.0
 h5py
 wget
-pytorch-lightning==1.5.10
+pytorch-lightning==1.6.0
 deepspeed==0.3.15
 fairscale