diff --git a/build.sh b/build.sh
index 1be1e32b71..e155dd80a0 100755
--- a/build.sh
+++ b/build.sh
@@ -6,4 +6,4 @@
 DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 
 #requires python3.6 or higher
-python3 $DIR/tools/ci_build/build.py --build_dir $DIR/build/Linux "$@"
+python3 $DIR/tools/ci_build/build.py --use_openmp --build_dir $DIR/build/Linux "$@"
diff --git a/tools/ci_build/github/linux/run_build.sh b/tools/ci_build/github/linux/run_build.sh
index 6d690972bf..6dabc4ac12 100755
--- a/tools/ci_build/github/linux/run_build.sh
+++ b/tools/ci_build/github/linux/run_build.sh
@@ -19,7 +19,7 @@ if [ $BUILD_DEVICE = "gpu" ]; then
         --config Debug Release \
         --skip_submodule_sync --enable_onnx_tests \
         --parallel --build_shared_lib \
-        --use_cuda \
+        --use_cuda --use_openmp \
         --cuda_home /usr/local/cuda \
         --cudnn_home /usr/local/cudnn-$_CUDNN_VERSION/cuda --build_shared_lib $BUILD_EXTR_PAR
     /home/onnxruntimedev/Release/onnx_test_runner -e cuda /data/onnx
@@ -29,6 +29,6 @@ else
         --use_tvm \
         --skip_submodule_sync --enable_onnx_tests \
         --enable_pybind \
-        --parallel --use_mkldnn --build_shared_lib $BUILD_EXTR_PAR
+        --parallel --use_openmp --use_mkldnn --build_shared_lib $BUILD_EXTR_PAR
     /home/onnxruntimedev/Release/onnx_test_runner /data/onnx
 fi