diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.2.3.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.2.3.json
diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.2.3.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.2.3.json
diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.2.3.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.2.3.json
diff --git a/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
index 4b41f84e31..d5c80c2b6b 100644
--- a/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
@@ -15,7 +15,7 @@ jobs:
     - name: render
       value: 109
     - name: RocmVersion
-      value: 5.3
+      value: 5.2.3
 
   steps:
   - checkout: self
diff --git a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
index bd27b533b4..1f16f99f02 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
@@ -17,7 +17,7 @@ jobs:
     - name: onnxruntimeBuildSucceeded
       value: false
     - name: RocmVersion
-      value: 5.3
+      value: 5.2.3
 
   # generated from tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
   container:
diff --git a/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile b/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile
index 79244c6818..db7351f667 100644
--- a/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile
+++ b/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile
@@ -1,4 +1,4 @@
-FROM rocm/pytorch:rocm5.3_ubuntu20.04_py3.7_pytorch_1.12.1
+FROM rocm/pytorch:rocm5.2.3_ubuntu20.04_py3.7_pytorch_1.12.1
 
 ENV DEBIAN_FRONTEND noninteractive
 ENV MIGRAPHX_DISABLE_FAST_GELU=1
diff --git a/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile b/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
index 4bc290e1b9..b1da7062f8 100644
--- a/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
+++ b/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
@@ -1,4 +1,4 @@
-FROM rocm/pytorch:rocm5.3_ubuntu20.04_py3.7_pytorch_1.12.1
+FROM rocm/pytorch:rocm5.2.3_ubuntu20.04_py3.7_pytorch_1.12.1
 
 WORKDIR /stage