diff --git a/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-cuda102.yml b/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-cuda102.yml
index 7230aff0a2..4ced142448 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-cuda102.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-cuda102.yml
@@ -8,7 +8,7 @@ stages:
     opset_version: '14'
     cuda_version: '10.2'
     gcc_version: 8
-    cmake_cuda_architectures: 37;50;52;60;61;70;80
+    cmake_cuda_architectures: 37;50;52;60;61;70
     docker_file: Dockerfile.manylinux2014_training_cuda10_2
     agent_pool: Onnxruntime-Linux-GPU-NV6
     upload_wheel: 'yes'