diff --git a/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline-cuda9.yml b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline-cuda9.yml
deleted file mode 100644
index d0270d8b91..0000000000
--- a/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline-cuda9.yml
+++ /dev/null
@@ -1,32 +0,0 @@
-jobs:
-- job: Windows_CI_GPU_Dev
-  pool: Win-GPU-CUDA10
-  variables:
-    CUDA_VERSION: '9.1'
-  steps:
-    - task: PowerShell@1
-      displayName: 'Set CUDA path'
-      inputs:
-        scriptName: 'tools/ci_build/github/windows/set_cuda_path.ps1'
-        arguments: '-CudaMsbuildPath C:\local\cudaMsbuildIntegration-9.1.85-windows10-x64-0 -CudaVersion $(CUDA_VERSION)'
-
-    - task: BatchScript@1
-      displayName: 'Setup VS2017 env vars'
-      inputs:
-        filename: 'C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Auxiliary\Build\vcvars64.bat'
-        arguments: 'amd64 -vcvars_ver=14.11'
-        modifyEnvironment: true
-
-    - task: BatchScript@1
-      inputs:
-        filename: build.bat
-        arguments: ' --skip_submodule_sync --use_cuda --cuda_home="C:\local\cuda-9.1.85-windows10-x64-0" --cudnn_home="C:\local\cudnn-9.1-windows10-x64-v7.1\cuda"'
-        workingFolder: "$(Build.SourcesDirectory)"
-
-    - task: PowerShell@1
-      displayName: 'Clean up CUDA props files'
-      inputs:
-        scriptName: 'tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1'
-        arguments: '-CudaVersion $(CUDA_VERSION)'
-
-    - template: templates/clean-agent-build-directory-step.yml
diff --git a/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1 b/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1
deleted file mode 100644
index e0406b248c..0000000000
--- a/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1
+++ /dev/null
@@ -1,16 +0,0 @@
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# Licensed under the MIT License.
-
-#Clean up CUDA props files
-Param(
-    [Parameter(Mandatory=$True)]
-    [string]$CudaVersion
-)
-$Dst = "C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\Common7\IDE\VC\VCTargets\BuildCustomizations"
-
-Write-Host "Clean up CUDA prop files"
-Remove-Item  $(Join-Path $Dst "CUDA ${CudaVersion}.props")  
-Remove-Item  $(Join-Path $Dst "CUDA ${CudaVersion}.targets") 
-Remove-Item  $(Join-Path $Dst "CUDA ${CudaVersion}.xml")  
-Remove-Item  $(Join-Path $Dst "Nvda.Build.CudaTasks.v${CudaVersion}.dll") 
-
diff --git a/tools/ci_build/github/windows/set_cuda_path.ps1 b/tools/ci_build/github/windows/set_cuda_path.ps1
deleted file mode 100644
index ce7e4fe9b1..0000000000
--- a/tools/ci_build/github/windows/set_cuda_path.ps1
+++ /dev/null
@@ -1,18 +0,0 @@
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# Licensed under the MIT License.
-
-#Copy CUDA props files
-Param(
-    [Parameter(Mandatory=$True)]
-    [string]$CudaMsbuildPath,
-    [string]$CudaVersion
-)
-$CudaMsbuildPath=$(Join-Path $CudaMsbuildPath "V141\BuildCustomizations")
-$Dst = $(Join-Path "C:\Program Files (x86)\Microsoft Visual Studio\2017\Community" "Common7\IDE\VC\VCTargets\BuildCustomizations")
-
-Write-Host "Copy CUDA prop files"
-Copy-Item  $(Join-Path $CudaMsbuildPath "CUDA ${CudaVersion}.props")  -Destination  $Dst
-Copy-Item  $(Join-Path $CudaMsbuildPath "CUDA ${CudaVersion}.targets") -Destination  $Dst
-Copy-Item  $(Join-Path $CudaMsbuildPath "CUDA ${CudaVersion}.xml")  -Destination  $Dst
-Copy-Item  $(Join-Path $CudaMsbuildPath "Nvda.Build.CudaTasks.v${CudaVersion}.dll") -Destination  $Dst
-