diff --git a/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
index ad2d4e041a..049fe13219 100644
--- a/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
@@ -84,7 +84,8 @@ stages:
                   --enable_transformers_tool_test \
                   --use_cache \
                   --build_java --build_nodejs --update --build --cmake_extra_defines onnxruntime_BUILD_BENCHMARKS=ON; \
-                ccache -s"
+                ccache -sv; \
+                ccache -z"
           workingDirectory: $(Build.SourcesDirectory)
 
       - task: CmdLine@2
diff --git a/tools/ci_build/github/azure-pipelines/linux-cpu-aten-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-cpu-aten-pipeline.yml
index de88066a90..6aa09da375 100644
--- a/tools/ci_build/github/azure-pipelines/linux-cpu-aten-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-cpu-aten-pipeline.yml
@@ -70,7 +70,6 @@ jobs:
           onnxruntimecpubuildaten \
           /bin/bash -c "
               set -ex; \
-              ccache -z; \
               ccache -s; \
               /opt/python/cp38-cp38/bin/python3 /onnxruntime_src/tools/ci_build/build.py \
                 --build_dir /build --cmake_generator Ninja \
@@ -82,7 +81,8 @@ jobs:
                 --skip_tests \
                 --cmake_extra_defines onnxruntime_ENABLE_ATEN=ON \
                 --use_cache; \
-              ccache -s"
+                ccache -sv; \
+                ccache -z"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
diff --git a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
index 57df1e8fa3..6234cf02f6 100644
--- a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
@@ -78,7 +78,8 @@ jobs:
               --enable_pybind --build_java \
               --use_cache \
               --cmake_extra_defines CMAKE_CUDA_HOST_COMPILER=/opt/rh/devtoolset-11/root/usr/bin/cc  CMAKE_CUDA_ARCHITECTURES=75; \
-            ccache -s"
+                ccache -sv; \
+                ccache -z"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
diff --git a/tools/ci_build/github/azure-pipelines/mac-ios-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/mac-ios-ci-pipeline.yml
index d885ef0ed2..ba78461f87 100644
--- a/tools/ci_build/github/azure-pipelines/mac-ios-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/mac-ios-ci-pipeline.yml
@@ -27,7 +27,7 @@ jobs:
       displayName: Install protobuf
 
     - script: |
-        ccache -s
+        ccache -sv
         ccache -z
       displayName: Show Cache stats and Clear protolbuf stats
 
@@ -65,6 +65,6 @@ jobs:
         CCACHE_SLOPPINESS: modules
 
     - script: |
-        ccache -s
+        ccache -sv
         ccache -z
       displayName: Show Cache stats
diff --git a/tools/ci_build/github/azure-pipelines/orttraining-linux-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-linux-ci-pipeline.yml
index 13aeb03708..f12dc28a19 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-linux-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-linux-ci-pipeline.yml
@@ -82,7 +82,8 @@ jobs:
               --enable_training \
               --use_cache \
               --build_java --build_nodejs --update --build; \
-            ccache -s"
+                ccache -sv; \
+                ccache -z"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
@@ -133,4 +134,4 @@ jobs:
       testResultsFiles: '**/*.results.xml'
       searchFolder: '$(Build.BinariesDirectory)'
       testRunTitle: 'Unit Test Run'
-    condition: succeededOrFailed()
\ No newline at end of file
+    condition: succeededOrFailed()
diff --git a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
index 1126343bef..3feaa6405c 100644
--- a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml
@@ -64,7 +64,7 @@ jobs:
     condition: ne(variables.CACHE_RESTORED, 'true')
     displayName: Create Cache Dir
 
-  - script: ccache -z && ccache -s
+  - script: ccache -s && ccache -z
     displayName: Show Cache Stats Before Building
 
   - task: CmdLine@2
@@ -91,7 +91,9 @@ jobs:
           --skip_tests
     displayName: 'Build onnxruntime'
 
-  - script: ccache -s
+  - script: |
+      ccache -sv
+      ccache -z
     displayName: Show Cache Stats After Building
 
   - bash: |-