diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-mklml.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-mklml.yml
index b91902155c..36164aa4e8 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-mklml.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-mklml.yml
@@ -22,6 +22,8 @@ jobs:
      copy $(Build.SourcesDirectory)\csharp\src\Microsoft.ML.OnnxRuntime\bin\RelWithDebInfo\*.nupkg $(Build.ArtifactStagingDirectory)
 
 - job: 'Linux_CI_Dev'
+  workspace:
+    clean: all
   pool: $(AgentPoolLinux)
   steps:
     - template: ../../templates/set-version-number-variables-step.yml
@@ -86,6 +88,8 @@ jobs:
      cd $cwd
 
 - job: NuGet_Packaging
+  workspace:
+    clean: all
   pool: $(AgentPoolWin)
   dependsOn:
   - Windows_CI_Dev
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops-arm64.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops-arm64.yml
index 9d8fc1d3d7..55af9463da 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops-arm64.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops-arm64.yml
@@ -59,6 +59,8 @@ jobs:
      copy *.zip $(Build.ArtifactStagingDirectory)
 
 - job: 'Linux_CI_Dev'
+  workspace:
+    clean: all
   pool: $(AgentPoolLinux)
   steps:    
     - template: ../../templates/set-version-number-variables-step.yml
@@ -113,6 +115,8 @@ jobs:
      cd $cwd
 
 - job: NuGet_Packaging
+  workspace:
+    clean: all
   pool: $(AgentPoolWin)
   dependsOn:
   - Windows_CI_Dev
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops.yml
index 9fb8fc864a..d9dff15d06 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu-nocontribops.yml
@@ -38,6 +38,8 @@ jobs:
      copy $(Build.SourcesDirectory)\csharp\src\Microsoft.ML.OnnxRuntime\bin\RelWithDebInfo\*zip $(Build.ArtifactStagingDirectory)
 
 - job: 'Linux_CI_Dev'
+  workspace:
+    clean: all
   pool: $(AgentPoolLinux)
   steps:    
     - template: ../../templates/set-version-number-variables-step.yml
@@ -92,6 +94,8 @@ jobs:
      cd $cwd
 
 - job: NuGet_Packaging
+  workspace:
+    clean: all
   pool: $(AgentPoolWin)
   dependsOn:
   - Windows_CI_Dev
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu.yml
index 8e94e55f08..d8a00b8587 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/cpu.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/cpu.yml
@@ -39,6 +39,8 @@ jobs:
      copy $(Build.SourcesDirectory)\csharp\src\Microsoft.ML.OnnxRuntime\bin\RelWithDebInfo\*zip $(Build.ArtifactStagingDirectory)
 
 - job: 'Linux_CI_Dev'
+  workspace:
+    clean: all
   pool: $(AgentPoolLinux)
   steps:    
     - template: ../../templates/set-version-number-variables-step.yml
@@ -93,6 +95,8 @@ jobs:
      cd $cwd
 
 - job: NuGet_Packaging
+  workspace:
+    clean: all
   pool: $(AgentPoolWin)
   dependsOn:
   - Windows_CI_Dev
@@ -148,6 +152,8 @@ jobs:
 - template: test_all_os.yml
 
 - job: Publish_NuGet_Package_And_Report
+  workspace:
+    clean: all
   variables:
   - group: Dashboard_MySQL_Secret
   pool: 
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/test_linux.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/test_linux.yml
index 63891a2eea..0c423e61d3 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/test_linux.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/test_linux.yml
@@ -4,6 +4,8 @@ parameters:
 
 jobs:
 - job: NuGet_Test_Linux
+  workspace:
+    clean: all
   pool: ${{ parameters.AgentPool }}
   dependsOn:
   - NuGet_Packaging
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/test_macos.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/test_macos.yml
index eef996e9db..cd5f4d7505 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/test_macos.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/test_macos.yml
@@ -3,6 +3,8 @@ parameters:
 
 jobs:
 - job: NuGet_Test_MacOS
+  workspace:
+    clean: all
   pool: ${{ parameters.AgentPool }}
   dependsOn:
   - NuGet_Packaging
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/test_win.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/test_win.yml
index 1b74b818d9..ab6ddf550b 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/test_win.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/test_win.yml
@@ -3,6 +3,8 @@ parameters:
 
 jobs:
 - job: NuGet_Test_Win
+  workspace:
+    clean: all
   pool: ${{ parameters.AgentPool }}
   dependsOn:
   - NuGet_Packaging
diff --git a/tools/ci_build/github/azure-pipelines/templates/linux-ci.yml b/tools/ci_build/github/azure-pipelines/templates/linux-ci.yml
index fd0ced21f5..37778bafa1 100644
--- a/tools/ci_build/github/azure-pipelines/templates/linux-ci.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/linux-ci.yml
@@ -9,6 +9,8 @@ parameters:
 
 jobs:
 - job: ${{ parameters.JobName }}
+  workspace:
+    clean: all
   timeoutInMinutes:  ${{ parameters.TimeoutInMinutes }}
   pool: ${{ parameters.AgentPool }}
   steps:
diff --git a/tools/ci_build/github/azure-pipelines/templates/mac-ci.yml b/tools/ci_build/github/azure-pipelines/templates/mac-ci.yml
index a5e7f516b5..bfdb9e292e 100644
--- a/tools/ci_build/github/azure-pipelines/templates/mac-ci.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/mac-ci.yml
@@ -7,6 +7,8 @@ parameters:
 
 jobs:
 - job: ${{ parameters.JobName }}
+  workspace:
+    clean: all
   pool: ${{ parameters.AgentPool }}
   variables:
     BuildCommand: ${{ parameters.BuildCommand }}
diff --git a/tools/ci_build/github/azure-pipelines/templates/win-ci-arm.yml b/tools/ci_build/github/azure-pipelines/templates/win-ci-arm.yml
index 76c5021e3c..1b71ca3210 100644
--- a/tools/ci_build/github/azure-pipelines/templates/win-ci-arm.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/win-ci-arm.yml
@@ -15,6 +15,8 @@ parameters:
 
 jobs:
 - job: ${{ parameters.JobName }}
+  workspace:
+    clean: all
   timeoutInMinutes: 120
   pool: ${{ parameters.AgentPool }}
   variables:
diff --git a/tools/ci_build/github/azure-pipelines/templates/win-ci.yml b/tools/ci_build/github/azure-pipelines/templates/win-ci.yml
index 4cb636bd7e..417f4bb406 100644
--- a/tools/ci_build/github/azure-pipelines/templates/win-ci.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/win-ci.yml
@@ -19,6 +19,8 @@ parameters:
 jobs:
 - job: ${{ parameters.JobName }}
   timeoutInMinutes: 120
+  workspace:
+    clean: all
   pool:
     name: ${{ parameters.AgentPool }}
     demands: ${{ parameters.AgentDemands }}
diff --git a/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml b/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml
index 6214ff65bc..f19fd32af9 100644
--- a/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml
@@ -10,6 +10,8 @@ parameters:
 
 jobs:
 - job: ${{ parameters.JobName }}
+  workspace:
+    clean: all
   timeoutInMinutes: 120
   pool: ${{ parameters.AgentPool }}
   variables: