diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt
index 1fe2939f03..65ccaad468 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt
@@ -4,7 +4,7 @@
 torch==1.10.0
 pandas
 sklearn
-numpy==1.19.5
+numpy==1.21.0
 transformers==v4.3.2
 tensorboard>=2.2.0,<2.5.0
 h5py
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.8.1_rocm.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.8.1_rocm.txt
index 5a1dc6fce4..62127f20f4 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.8.1_rocm.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.8.1_rocm.txt
@@ -4,7 +4,7 @@
 torch==1.8.1
 pandas
 sklearn
-numpy==1.19.5
+numpy==1.21.0
 transformers==v4.3.2
 tensorboard>=2.2.0,<2.5.0
 h5py
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt
index 8c5422cddf..c350d8067e 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt
@@ -4,7 +4,7 @@
 torch==1.9.0
 pandas
 sklearn
-numpy==1.19.5
+numpy==1.21.0
 transformers==v4.3.2
 tensorboard>=2.2.0,<2.5.0
 h5py