diff --git a/tools/ci_build/github/azure-pipelines/templates/jobs/set-winenv.yml b/tools/ci_build/github/azure-pipelines/templates/jobs/set-winenv.yml
index 4557241635..d06cedfb52 100644
--- a/tools/ci_build/github/azure-pipelines/templates/jobs/set-winenv.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/jobs/set-winenv.yml
@@ -9,7 +9,7 @@ parameters:
     default: false
   - name: PrimaryCUDAVersion
     type: string
-    default: '12.2'
+    default: '12.8'
   - name: SecondaryCUDAVersion
     type: string
     default: '11.8'