diff --git a/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage.yml b/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage.yml
index e7b935712a..158037661f 100644
--- a/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage.yml
@@ -98,12 +98,13 @@ stages:
             OpsetVersion: ${{ parameters.opset_version }}
             CudaVersion: ${{ parameters.cuda_version }}
             UploadWheel: ${{ parameters.upload_wheel }}
-          Python312:
-            PythonVersion: '3.12'
-            TorchVersion: ${{ parameters.torch_version }}
-            OpsetVersion: ${{ parameters.opset_version }}
-            CudaVersion: ${{ parameters.cuda_version }}
-            UploadWheel: ${{ parameters.upload_wheel }}
+# TODO: enable this when we have torch support pyton 3.12
+#          Python312:
+#            PythonVersion: '3.12'
+#            TorchVersion: ${{ parameters.torch_version }}
+#            OpsetVersion: ${{ parameters.opset_version }}
+#            CudaVersion: ${{ parameters.cuda_version }}
+#            UploadWheel: ${{ parameters.upload_wheel }}
 
       steps:
       - task: CmdLine@2