diff --git a/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml
index 5ee219ea15..50aed9daa3 100644
--- a/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml
@@ -27,6 +27,11 @@ jobs:
         filename: build.bat
         arguments: ' --use_cuda --cuda_home="C:\local\cuda-9.1.85-windows10-x64-0" --cudnn_home="C:\local\cudnn-9.1-windows10-x64-v7.1\cuda"'
         workingFolder: "$(Build.SourcesDirectory)"
+    - task: PowerShell@1
+      displayName: 'Clean up CUDA props files'
+      inputs:
+        scriptName: 'tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1'
+        arguments: '-CudaVersion $(CUDA_VERSION)'
     - task: CmdLine@1
       displayName: 'Clean build folders/files'
       inputs:
diff --git a/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1 b/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1
new file mode 100644
index 0000000000..e0406b248c
--- /dev/null
+++ b/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1
@@ -0,0 +1,16 @@
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+
+#Clean up CUDA props files
+Param(
+    [Parameter(Mandatory=$True)]
+    [string]$CudaVersion
+)
+$Dst = "C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\Common7\IDE\VC\VCTargets\BuildCustomizations"
+
+Write-Host "Clean up CUDA prop files"
+Remove-Item  $(Join-Path $Dst "CUDA ${CudaVersion}.props")  
+Remove-Item  $(Join-Path $Dst "CUDA ${CudaVersion}.targets") 
+Remove-Item  $(Join-Path $Dst "CUDA ${CudaVersion}.xml")  
+Remove-Item  $(Join-Path $Dst "Nvda.Build.CudaTasks.v${CudaVersion}.dll") 
+