diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.2.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.4.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.2.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.4.json
diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.2.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.4.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.2.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.4.json
diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.2.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.4.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.2.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.4.json
diff --git a/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
index f7d27d2fc7..d744548f45 100644
--- a/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
@@ -8,14 +8,14 @@ jobs:
   pool: 'AMD-GPU'
   timeoutInMinutes: 180
 
-  # gid of video and render group on gcr-openpai-35 and -36
+  # gid of video and render group on gcramdrr1-mi100-085 and -86
   variables:
     - name: video
       value: 44
     - name: render
       value: 109
     - name: RocmVersion
-      value: 5.2.3
+      value: 5.4
 
   steps:
   - checkout: self
@@ -60,7 +60,7 @@ jobs:
               --parallel 32 \
               --build_wheel \
               --skip_submodule_sync \
-              --skip_tests --cmake_path /usr/bin/cmake --ctest_path /usr/bin/ctest 
+              --skip_tests --cmake_path /usr/bin/cmake --ctest_path /usr/bin/ctest
       workingDirectory: $(Build.SourcesDirectory)
     displayName: 'Build onnxruntime'
 
diff --git a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
index 7344b909d7..33382afd9c 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
@@ -8,7 +8,7 @@ jobs:
   pool: 'AMD-GPU'
   timeoutInMinutes: 150
 
-  # gid of video and render group on gcr-openpai-35 and -36
+  # gid of video and render group on gcramdrr1-mi100-085 and -86
   variables:
     - name: video
       value: 44
@@ -17,7 +17,7 @@ jobs:
     - name: onnxruntimeBuildSucceeded
       value: false
     - name: RocmVersion
-      value: 5.2.3
+      value: 5.4
 
   # generated from tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
   container:
diff --git a/tools/ci_build/github/linux/docker/migraphx-ci-pipeline-env.Dockerfile b/tools/ci_build/github/linux/docker/migraphx-ci-pipeline-env.Dockerfile
index 003a3ff075..2c1c2c78d0 100644
--- a/tools/ci_build/github/linux/docker/migraphx-ci-pipeline-env.Dockerfile
+++ b/tools/ci_build/github/linux/docker/migraphx-ci-pipeline-env.Dockerfile
@@ -1,4 +1,4 @@
-FROM rocm/pytorch:rocm5.2.3_ubuntu20.04_py3.7_pytorch_1.12.1
+FROM rocm/pytorch:rocm5.4_ubuntu20.04_py3.7_pytorch_1.12.1
 
 ENV DEBIAN_FRONTEND noninteractive
 ENV MIGRAPHX_DISABLE_FAST_GELU=1
diff --git a/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile b/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
index 1ce8072d02..106573a30b 100644
--- a/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
+++ b/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
@@ -1,4 +1,4 @@
-FROM rocm/pytorch:rocm5.2.3_ubuntu20.04_py3.7_pytorch_1.12.1
+FROM rocm/pytorch:rocm5.4_ubuntu20.04_py3.7_pytorch_1.12.1
 
 WORKDIR /stage