From 6895918b1c43f6fff1e701646f64bc3a2bd0dbe8 Mon Sep 17 00:00:00 2001
From: PeixuanZuo <94887879+PeixuanZuo@users.noreply.github.com>
Date: Thu, 13 Oct 2022 01:47:33 +0800
Subject: [PATCH] [ROCm] Revert CI pipeline to ROCm5.2.3 (#13297)

### Description
<!-- Describe your changes. -->

Unit test with ROCm5.3 slower than ROCm5.2.3. Revert to ROCm5.2.3.
We will update to ROCm5.3 when the issue resloved by AMD.

### Motivation and Context
<!-- - Why is this change required? What problem does it solve?
- If it fixes an open issue, please link to the issue here. -->
---
 ...m5.3.json => ci-mi100.huggingface.bert-large-rocm5.2.3.json} | 0
 ...json => ci-mi100.huggingface.distilbert-base-rocm5.2.3.json} | 0
 ...t2-rocm5.3.json => ci-mi100.huggingface.gpt2-rocm5.2.3.json} | 0
 .../github/azure-pipelines/linux-migraphx-ci-pipeline.yml       | 2 +-
 .../github/azure-pipelines/orttraining-pai-ci-pipeline.yml      | 2 +-
 tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile   | 2 +-
 tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile       | 2 +-
 7 files changed, 4 insertions(+), 4 deletions(-)
 rename orttraining/tools/ci_test/results/{ci-mi100.huggingface.bert-large-rocm5.3.json => ci-mi100.huggingface.bert-large-rocm5.2.3.json} (100%)
 rename orttraining/tools/ci_test/results/{ci-mi100.huggingface.distilbert-base-rocm5.3.json => ci-mi100.huggingface.distilbert-base-rocm5.2.3.json} (100%)
 rename orttraining/tools/ci_test/results/{ci-mi100.huggingface.gpt2-rocm5.3.json => ci-mi100.huggingface.gpt2-rocm5.2.3.json} (100%)

diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.2.3.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.bert-large-rocm5.2.3.json
diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.2.3.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.distilbert-base-rocm5.2.3.json
diff --git a/orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.3.json b/orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.2.3.json
similarity index 100%
rename from orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.3.json
rename to orttraining/tools/ci_test/results/ci-mi100.huggingface.gpt2-rocm5.2.3.json
diff --git a/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
index 4b41f84e31..d5c80c2b6b 100644
--- a/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-migraphx-ci-pipeline.yml
@@ -15,7 +15,7 @@ jobs:
     - name: render
       value: 109
     - name: RocmVersion
-      value: 5.3
+      value: 5.2.3
 
   steps:
   - checkout: self
diff --git a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
index bd27b533b4..1f16f99f02 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
@@ -17,7 +17,7 @@ jobs:
     - name: onnxruntimeBuildSucceeded
       value: false
     - name: RocmVersion
-      value: 5.3
+      value: 5.2.3
 
   # generated from tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
   container:
diff --git a/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile b/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile
index 79244c6818..db7351f667 100644
--- a/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile
+++ b/tools/ci_build/github/pai/migraphx-ci-pipeline-env.Dockerfile
@@ -1,4 +1,4 @@
-FROM rocm/pytorch:rocm5.3_ubuntu20.04_py3.7_pytorch_1.12.1
+FROM rocm/pytorch:rocm5.2.3_ubuntu20.04_py3.7_pytorch_1.12.1
 
 ENV DEBIAN_FRONTEND noninteractive
 ENV MIGRAPHX_DISABLE_FAST_GELU=1
diff --git a/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile b/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
index 4bc290e1b9..b1da7062f8 100644
--- a/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
+++ b/tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile
@@ -1,4 +1,4 @@
-FROM rocm/pytorch:rocm5.3_ubuntu20.04_py3.7_pytorch_1.12.1
+FROM rocm/pytorch:rocm5.2.3_ubuntu20.04_py3.7_pytorch_1.12.1
 
 WORKDIR /stage