diff --git a/tools/ci_build/github/linux/docker/Dockerfile.ubuntu b/tools/ci_build/github/linux/docker/Dockerfile.ubuntu
index e515636656..c4e201106a 100644
--- a/tools/ci_build/github/linux/docker/Dockerfile.ubuntu
+++ b/tools/ci_build/github/linux/docker/Dockerfile.ubuntu
@@ -9,21 +9,6 @@ RUN /tmp/scripts/install_ubuntu.sh -p ${PYTHON_VERSION} && /tmp/scripts/install_
 
 WORKDIR /root
 
-# Build and Install LLVM
-# ARG LLVM_VERSION=6.0.1
-# RUN cd /tmp && \
-#    wget --no-verbose http://releases.llvm.org/$LLVM_VERSION/llvm-$LLVM_VERSION.src.tar.xz && \
-#    xz -d llvm-$LLVM_VERSION.src.tar.xz && \
-#    tar xvf llvm-$LLVM_VERSION.src.tar && \
-#    cd llvm-$LLVM_VERSION.src && \
-#    mkdir -p build && \
-#    cd build && \
-#    cmake .. -DCMAKE_BUILD_TYPE=Release && \
-#    cmake --build . -- -j$(nproc) && \
-#    cmake -DCMAKE_INSTALL_PREFIX=/usr/local/llvm-$LLVM_VERSION -DBUILD_TYPE=Release -P cmake_install.cmake && \
-#    cd /tmp && \
-#    rm -rf llvm*
-
 ENV LD_LIBRARY_PATH /usr/local/openblas/lib:$LD_LIBRARY_PATH
 
 ARG BUILD_UID=1000
@@ -31,4 +16,3 @@ ARG BUILD_USER=onnxruntimedev
 WORKDIR /home/$BUILD_USER
 RUN adduser --gecos 'onnxruntime Build User' --disabled-password $BUILD_USER --uid $BUILD_UID
 USER $BUILD_USER
-
diff --git a/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_for_android b/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_for_android
index 822e4c39ac..74301e1e75 100644
--- a/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_for_android
+++ b/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_for_android
@@ -9,21 +9,6 @@ RUN /tmp/scripts/install_ubuntu_for_android.sh -p ${PYTHON_VERSION} && /tmp/scri
 
 WORKDIR /root
 
-# Build and Install LLVM
-# ARG LLVM_VERSION=6.0.1
-# RUN cd /tmp && \
-#    wget --no-verbose http://releases.llvm.org/$LLVM_VERSION/llvm-$LLVM_VERSION.src.tar.xz && \
-#    xz -d llvm-$LLVM_VERSION.src.tar.xz && \
-#    tar xvf llvm-$LLVM_VERSION.src.tar && \
-#    cd llvm-$LLVM_VERSION.src && \
-#    mkdir -p build && \
-#    cd build && \
-#    cmake .. -DCMAKE_BUILD_TYPE=Release && \
-#    cmake --build . -- -j$(nproc) && \
-#    cmake -DCMAKE_INSTALL_PREFIX=/usr/local/llvm-$LLVM_VERSION -DBUILD_TYPE=Release -P cmake_install.cmake && \
-#    cd /tmp && \
-#    rm -rf llvm*
-
 ENV LD_LIBRARY_PATH /usr/local/openblas/lib:$LD_LIBRARY_PATH
 
 ARG BUILD_UID=1000
@@ -31,5 +16,3 @@ ARG BUILD_USER=onnxruntimedev
 WORKDIR /home/$BUILD_USER
 RUN adduser --gecos 'onnxruntime Build User' --disabled-password $BUILD_USER --uid $BUILD_UID
 USER $BUILD_USER
-
-
diff --git a/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_tensorrt b/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_tensorrt
index 7771c33b26..678b976886 100644
--- a/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_tensorrt
+++ b/tools/ci_build/github/linux/docker/Dockerfile.ubuntu_tensorrt
@@ -21,21 +21,6 @@ RUN _CUDNN_VERSION=$(echo $CUDNN_VERSION | cut -d. -f1-2) && \
     ln -s /etc/alternatives/libcudnn_so /usr/local/cudnn-$_CUDNN_VERSION/cuda/lib64/libcudnn.so && \
     ln -s /usr/local/cudnn{-$_CUDNN_VERSION,}
 
-# Build and Install LLVM
-ARG LLVM_VERSION=6.0.1
-RUN cd /tmp && \
-    wget --no-verbose http://releases.llvm.org/$LLVM_VERSION/llvm-$LLVM_VERSION.src.tar.xz && \
-    xz -d llvm-$LLVM_VERSION.src.tar.xz && \
-    tar xvf llvm-$LLVM_VERSION.src.tar && \
-    cd llvm-$LLVM_VERSION.src && \
-    mkdir -p build && \
-    cd build && \
-    cmake .. -DCMAKE_BUILD_TYPE=Release && \
-    cmake --build . -- -j$(nproc) && \
-    cmake -DCMAKE_INSTALL_PREFIX=/usr/local/llvm-$LLVM_VERSION -DBUILD_TYPE=Release -P cmake_install.cmake && \
-    cd /tmp && \
-    rm -rf llvm*
-
 ENV LD_LIBRARY_PATH /usr/local/openblas/lib:$LD_LIBRARY_PATH
 
 ARG BUILD_USER=onnxruntimedev
@@ -43,4 +28,3 @@ ARG BUILD_UID=1000
 WORKDIR /home/$BUILD_USER
 RUN adduser --gecos 'onnxruntime Build User' --disabled-password $BUILD_USER --uid $BUILD_UID
 USER $BUILD_USER
-