diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
index 0b846889bc..c9122dd438 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
@@ -1,6 +1,6 @@
 pandas
 sklearn
-numpy==1.19.5
+numpy==1.21.0
 transformers==v4.4.2
 tensorboard>=2.2.0,<2.5.0
 h5py