diff --git a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline-cuda9.yml b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline-cuda9.yml
deleted file mode 100644
index 1f6de3aef3..0000000000
--- a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline-cuda9.yml
+++ /dev/null
@@ -1,26 +0,0 @@
-jobs:
-- job: Linux_CI_GPU_Dev
-  pool: Linux-GPU-CUDA10
-  steps:
-    - template: templates/set-test-data-variables-step.yml
-
-    - task: CmdLine@2
-      displayName: 'Download azcopy'
-      inputs:
-        script: |
-          curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
-          tar -zxvf azcopy.tar.gz --strip 1
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - task: PythonScript@0
-      displayName: 'Download test data'
-      inputs:
-        scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
-        arguments: --test_data_url $(TestDataUrl) --build_dir $(Build.BinariesDirectory)
-        pythonInterpreter: '/usr/bin/python3'
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d gpu -c cuda9.1-cudnn7.1 -r $(Build.BinariesDirectory) -x "--build_wheel"'
-      displayName: 'Command Line Script'
-
-    - template: templates/clean-agent-build-directory-step.yml
diff --git a/tools/ci_build/github/azure-pipelines/linux-nocontribops-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-nocontribops-ci-pipeline.yml
index 3ffba2bd10..157fef4e18 100644
--- a/tools/ci_build/github/azure-pipelines/linux-nocontribops-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-nocontribops-ci-pipeline.yml
@@ -1,45 +1,9 @@
-variables:
-  DisableContribOps: ON
-  TestDataUrlNoContribOps : https://onnxruntimetestdata.blob.core.windows.net/models/20181210.zip
-
 jobs:
-- job: Linux_CI_Dev
-  pool: Linux-CPU
-  steps:
-    - template: templates/set-test-data-variables-step.yml
-
-    - task: CmdLine@2
-      displayName: 'Clean untagged docker images'
-      inputs:
-        script: |
-          docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
-          docker container prune -f
-          docker image prune -f
-        workingDirectory: $(Build.BinariesDirectory)
-      continueOnError: true
-      condition: always()
-
-    - task: CmdLine@2
-      displayName: 'Download azcopy'
-      inputs:
-        script: |
-          curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
-          tar -zxvf azcopy.tar.gz --strip 1
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - task: PythonScript@0
-      displayName: 'Download test data'
-      inputs:
-        scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
-        arguments: --test_data_url $(TestDataUrlNoContribOps) --build_dir $(Build.BinariesDirectory)
-        pythonInterpreter: '/usr/bin/python3'
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x "--disable_contrib_ops"'
-      displayName: 'Command Line Script'
-
-    - template: templates/component-governance-component-detection-steps.yml
-      parameters :
-        condition : 'ci_only'
-
-    - template: templates/clean-agent-build-directory-step.yml
+- template: templates/linux-ci.yml
+  parameters:
+    AgentPool : 'Linux-CPU'
+    JobName: 'Linux_CI_Dev'
+    BuildCommand: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x "--disable_contrib_ops"'
+    DoNugetPack:  'false'
+    ArtifactName: 'drop-linux'
+    TimeoutInMinutes: 120
diff --git a/tools/ci_build/github/azure-pipelines/linux-openvino-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-openvino-ci-pipeline.yml
index 8525f79144..483a01805e 100644
--- a/tools/ci_build/github/azure-pipelines/linux-openvino-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/linux-openvino-ci-pipeline.yml
@@ -1,41 +1,9 @@
 jobs:
-- job: Linux_OpenVINO_CI_Dev
-  timeoutInMinutes: 240
-  pool: Linux-CPU
-  steps:
-    - template: templates/set-test-data-variables-step.yml
-
-    - task: CmdLine@2
-      displayName: 'Clean untagged docker images'
-      inputs:
-        script: |
-          docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
-          docker images -q --filter "dangling=true" | xargs -n1 -r docker rmi
-        workingDirectory: $(Build.BinariesDirectory)
-      continueOnError: true
-      condition: always()
-
-    - task: CmdLine@2
-      displayName: 'Download azcopy'
-      inputs:
-        script: |
-          curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
-          tar -zxvf azcopy.tar.gz --strip 1
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - task: PythonScript@0
-      displayName: 'Download test data'
-      inputs:
-        scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
-        arguments: --test_data_url $(TestDataUrl) --build_dir $(Build.BinariesDirectory)
-        pythonInterpreter: '/usr/bin/python3'
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d openvino -v 2020.2 -r $(Build.BinariesDirectory) -x "--use_openvino CPU_FP32 --build_wheel --use_full_protobuf"'
-      displayName: 'Command Line Script'
-
-    - template: templates/component-governance-component-detection-steps.yml
-      parameters :
-        condition : 'ci_only'
-
-    - template: templates/clean-agent-build-directory-step.yml
+- template: templates/linux-ci.yml
+  parameters:
+    AgentPool : 'Linux-CPU'
+    JobName: 'Linux_CI_Dev'
+    BuildCommand: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d openvino -v 2020.2 -r $(Build.BinariesDirectory) -x "--use_openvino CPU_FP32 --build_wheel --use_full_protobuf"'
+    DoNugetPack:  'false'
+    ArtifactName: 'drop-linux'
+    TimeoutInMinutes: 120
diff --git a/tools/ci_build/github/azure-pipelines/linux-x86-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-x86-ci-pipeline.yml
deleted file mode 100644
index e59eead45a..0000000000
--- a/tools/ci_build/github/azure-pipelines/linux-x86-ci-pipeline.yml
+++ /dev/null
@@ -1,8 +0,0 @@
-jobs:
-- template: templates/linux-ci.yml
-  parameters:
-    AgentPool : 'Linux-CPU'
-    JobName: 'Linux_CI_Dev_x86'
-    BuildCommand: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -a x86 -x "--x86"'
-    DoNugetPack:  'false'
-    ArtifactName: 'drop-linux-x86'
diff --git a/tools/ci_build/github/azure-pipelines/linux-x86-nocontribops-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-x86-nocontribops-ci-pipeline.yml
deleted file mode 100644
index 6d74670fd5..0000000000
--- a/tools/ci_build/github/azure-pipelines/linux-x86-nocontribops-ci-pipeline.yml
+++ /dev/null
@@ -1,46 +0,0 @@
-variables:
-  DisableContribOps: ON
-  PlatformTarget: x86
-  TestDataUrlNoContribOps : https://onnxruntimetestdata.blob.core.windows.net/models/20181210.zip
-
-jobs:
-- job: Linux_CI_Dev
-  pool: Linux-CPU
-  steps:
-    - template: templates/set-test-data-variables-step.yml
-
-    - task: CmdLine@2
-      displayName: 'Clean untagged docker images'
-      inputs:
-        script: |
-          docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
-          docker container prune -f
-          docker image prune -f
-        workingDirectory: $(Build.BinariesDirectory)
-      continueOnError: true
-      condition: always()
-
-    - task: CmdLine@2
-      displayName: 'Download azcopy'
-      inputs:
-        script: |
-          curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
-          tar -zxvf azcopy.tar.gz --strip 1
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - task: PythonScript@0
-      displayName: 'Download test data'
-      inputs:
-        scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
-        arguments: --test_data_url $(TestDataUrlNoContribOps) --build_dir $(Build.BinariesDirectory)
-        pythonInterpreter: '/usr/bin/python3'
-        workingDirectory: $(Build.BinariesDirectory)
-
-    - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -a x86 -x "--x86 --disable_contrib_ops"'
-      displayName: 'Command Line Script'
-
-    - template: templates/component-governance-component-detection-steps.yml
-      parameters :
-        condition : 'ci_only'
-
-    - template: templates/clean-agent-build-directory-step.yml