From 2a2de42bb257c7288103dd96ececebecedfb6c57 Mon Sep 17 00:00:00 2001
From: Raymond Yang <zihao.yang@microsoft.com>
Date: Wed, 17 Apr 2019 11:20:41 -0700
Subject: [PATCH] Add docker image clean script (#844)

* Add docker image clean script

* Change the command not to generate warning if no such image presents

* Update linux-gpu-ci-pipeline.yml

* Update linux-ci-pipeline.yml

* Update azure-pipelines-py-packaging.yml
---
 .../azure-pipelines/azure-pipelines-py-packaging.yml   | 10 ++++++++++
 .../github/azure-pipelines/linux-ci-pipeline.yml       | 10 ++++++++++
 .../github/azure-pipelines/linux-gpu-ci-pipeline.yml   | 10 ++++++++++
 3 files changed, 30 insertions(+)

diff --git a/tools/ci_build/github/azure-pipelines/azure-pipelines-py-packaging.yml b/tools/ci_build/github/azure-pipelines/azure-pipelines-py-packaging.yml
index 286b5da5f4..a2b873947f 100644
--- a/tools/ci_build/github/azure-pipelines/azure-pipelines-py-packaging.yml
+++ b/tools/ci_build/github/azure-pipelines/azure-pipelines-py-packaging.yml
@@ -65,6 +65,16 @@ jobs:
   steps:
     - template: templates/set-test-data-variables-step.yml
 
+    - task: CmdLine@2
+      displayName: 'Clean untagged docker images'
+      inputs:
+        script: |
+          docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
+          docker images -q --filter "dangling=true" | xargs -n1 -r docker rmi
+        workingDirectory: $(Build.BinariesDirectory)
+      continueOnError: true
+      condition: always()
+
     - task: CmdLine@2
       displayName: 'Download azcopy'
       inputs:
diff --git a/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
index ab99fbfb88..ab4c4575fe 100644
--- a/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
@@ -4,6 +4,16 @@ jobs:
   steps:
     - template: templates/set-test-data-variables-step.yml
 
+    - task: CmdLine@2
+      displayName: 'Clean untagged docker images'
+      inputs:
+        script: |
+          docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
+          docker images -q --filter "dangling=true" | xargs -n1 -r docker rmi
+        workingDirectory: $(Build.BinariesDirectory)
+      continueOnError: true
+      condition: always()
+
     - task: CmdLine@2
       displayName: 'Download azcopy'
       inputs:
diff --git a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
index 02a21ff505..d88daa67c5 100644
--- a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
@@ -4,6 +4,16 @@ jobs:
   steps:
     - template: templates/set-test-data-variables-step.yml
 
+    - task: CmdLine@2
+      displayName: 'Clean untagged docker images'
+      inputs:
+        script: |
+          docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
+          docker images -q --filter "dangling=true" | xargs -n1 -r docker rmi
+        workingDirectory: $(Build.BinariesDirectory)
+      continueOnError: true
+      condition: always()
+
     - task: CmdLine@2
       displayName: 'Download azcopy'
       inputs: