diff --git a/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-torch190-cuda114.yml b/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-torch190-cuda114.yml
index 72c3ffd942..ab23ccfa65 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-torch190-cuda114.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-py-packaging-pipeline-torch190-cuda114.yml
@@ -6,7 +6,7 @@ stages:
     build_py_parameters: --enable_training --update --build
     torch_version: '1.9.0'
     cuda_version: '11.4'
-    gcc_version: 9
+    gcc_version: 10
     cmake_cuda_architectures: 37;50;52;60;61;70;75;80;86
     docker_file: Dockerfile.manylinux2014_training_cuda11_4
     agent_pool: Onnxruntime-Linux-GPU