diff --git a/tools/ci_build/github/azure-pipelines/centos-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/centos-ci-pipeline.yml
new file mode 100644
index 0000000000..8de1532f42
--- /dev/null
+++ b/tools/ci_build/github/azure-pipelines/centos-ci-pipeline.yml
@@ -0,0 +1,23 @@
+jobs:
+- job: linux_centos_ci
+  timeoutInMinutes:  60
+  pool:
+    vmImage: 'ubuntu-latest'
+  strategy:
+    maxParallel: 2
+    matrix: 
+      Debug:
+        BuildType: Debug
+      Release:
+        BuildType: Release
+  steps:
+    - task: CmdLine@2
+      inputs:
+        script: |
+          docker build -t onnxruntime-centos7 --build-arg BUILD_USER=onnxruntimedev --build-arg BUILD_UID=$(id -u) --build-arg PYTHON_VERSION=3.6 -f Dockerfile.centos .
+        workingDirectory: $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker
+    - task: CmdLine@2
+      inputs:
+        script: |
+          docker run --rm --volume $(Build.SourcesDirectory):/onnxruntime_src --volume $(Build.BinariesDirectory):/build -e NIGHTLY_BUILD onnxruntime-centos7 /usr/bin/python3 /onnxruntime_src/tools/ci_build/build.py --build_dir /build --config $(BuildType) --skip_submodule_sync  --parallel --build_shared_lib --use_openmp --cmake_path /usr/bin/cmake --ctest_path /usr/bin/ctest --use_automl --build_wheel
+        workingDirectory: $(Build.SourcesDirectory)
diff --git a/tools/ci_build/github/linux/docker/Dockerfile.centos b/tools/ci_build/github/linux/docker/Dockerfile.centos
index 7b37fba8c7..196cf6c0bd 100755
--- a/tools/ci_build/github/linux/docker/Dockerfile.centos
+++ b/tools/ci_build/github/linux/docker/Dockerfile.centos
@@ -1,5 +1,4 @@
-ARG OS_VERSION=7
-FROM centos:${OS_VERSION}
+FROM mcr.microsoft.com/dotnet-buildtools/prereqs:centos-7-50f0d02-20190918214028
 
 ARG PYTHON_VERSION
 ADD scripts /tmp/scripts
diff --git a/tools/ci_build/github/linux/docker/Dockerfile.fedora b/tools/ci_build/github/linux/docker/Dockerfile.fedora
index 1e441b3cb2..4bc2348dcf 100644
--- a/tools/ci_build/github/linux/docker/Dockerfile.fedora
+++ b/tools/ci_build/github/linux/docker/Dockerfile.fedora
@@ -1,6 +1,7 @@
-ARG OS_VERSION=27
-ARG PYTHON_VERSION=3.6
-FROM fedora:${OS_VERSION}
+FROM mcr.microsoft.com/dotnet-buildtools/prereqs:fedora-30-39ec319-20190806171718
+
+ARG PYTHON_VERSION=3.7
+
 ADD scripts /tmp/scripts
 RUN cd /tmp/scripts && /tmp/scripts/install_fedora.sh && /tmp/scripts/install_deps.sh -p $PYTHON_VERSION && rm -rf /tmp/scripts
 
diff --git a/tools/ci_build/github/linux/docker/Dockerfile.fedora_gpu b/tools/ci_build/github/linux/docker/Dockerfile.fedora_gpu
index 66facee9b3..02cd456bc8 100644
--- a/tools/ci_build/github/linux/docker/Dockerfile.fedora_gpu
+++ b/tools/ci_build/github/linux/docker/Dockerfile.fedora_gpu
@@ -1,5 +1,8 @@
 ARG OS_VERSION=27
 FROM fedora:${OS_VERSION}
+
+ARG PYTHON_VERSION=3.6
+
 # nvidia-container-runtime
 ENV NVIDIA_VISIBLE_DEVICES=all \
  NVIDIA_DRIVER_CAPABILITIES=compute,utility \
diff --git a/tools/ci_build/github/linux/run_dockerbuild.sh b/tools/ci_build/github/linux/run_dockerbuild.sh
index 00c167d435..08a6866118 100755
--- a/tools/ci_build/github/linux/run_dockerbuild.sh
+++ b/tools/ci_build/github/linux/run_dockerbuild.sh
@@ -47,7 +47,7 @@ elif [ $BUILD_OS = "manylinux2010" ]; then
 elif [ $BUILD_OS = "centos7" ]; then
     IMAGE="centos7"
     DOCKER_FILE=Dockerfile.centos
-    docker build -t "onnxruntime-$IMAGE" --build-arg OS_VERSION=7 --build-arg BUILD_USER=onnxruntimedev --build-arg BUILD_UID=$(id -u) --build-arg PYTHON_VERSION=${PYTHON_VER} -f $DOCKER_FILE .
+    docker build -t "onnxruntime-$IMAGE" --build-arg BUILD_USER=onnxruntimedev --build-arg BUILD_UID=$(id -u) --build-arg PYTHON_VERSION=${PYTHON_VER} -f $DOCKER_FILE .
 else
     if [ $BUILD_DEVICE = "gpu" ]; then
         IMAGE="ubuntu16.04-$CUDA_VER"