diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt
new file mode 100644
index 0000000000..1fe2939f03
--- /dev/null
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.10.0_rocm.txt
@@ -0,0 +1,12 @@
+# transformers requires sklearn
+--pre
+-f https://download.pytorch.org/whl/rocm4.2/torch_stable.html
+torch==1.10.0
+pandas
+sklearn
+numpy==1.19.5
+transformers==v4.3.2
+tensorboard>=2.2.0,<2.5.0
+h5py
+wget
+setuptools>=41.4.0