mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-14 20:48:00 +00:00
e91d91ae4f
### Description In PR #19073 I mistunderstood the value of "--parallel". Instead of testing if args.parallel is None or not , I should test the returned value of number_of_parallel_jobs function. If build.py was invoked without --parallel, then args.parallel equals to 1. Because it is the default value. Then we should not add "/MP". However, the current code adds it. Because if `args.paralllel` is evaluated to `if 1` , which is True. If build.py was invoked with --parallel with additional numbers, then args.parallel equals to 0. Because it is unspecified. Then we should add "/MP". However, the current code does not add it. Because `if args.paralllel` is evaluated to `if 0` , which is False. This also adds a new build flag: use_binskim_compliant_compile_flags, which is intended to be only used in ONNX Runtime team's build pipelines for compliance reasons. ### Motivation and Context
60 lines
2 KiB
Bash
Executable file
60 lines
2 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e -x
|
|
|
|
# This script invokes build.py
|
|
|
|
mkdir -p /build/dist
|
|
|
|
EXTRA_ARG=""
|
|
|
|
# Put 3.8 at the last because Ubuntu 22.04 use python 3.10 and we will upload the intermediate build files of this
|
|
# config to Azure DevOps Artifacts and download them to a Ubuntu 22.04 machine to run the tests.
|
|
PYTHON_EXES=("/opt/python/cp38-cp38/bin/python3.8" "/opt/python/cp39-cp39/bin/python3.9" "/opt/python/cp311-cp311/bin/python3.11" "/opt/python/cp312-cp312/bin/python3.12" "/opt/python/cp310-cp310/bin/python3.10")
|
|
while getopts "d:p:x:c:" parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
#GPU or CPU.
|
|
d) BUILD_DEVICE=${OPTARG};;
|
|
p) PYTHON_EXES=${OPTARG};;
|
|
x) EXTRA_ARG=${OPTARG};;
|
|
c) BUILD_CONFIG=${OPTARG};;
|
|
*) echo "Usage: $0 -d <GPU|CPU> [-p <python_exe_path>] [-x <extra_build_arg>] [-c <build_config>]"
|
|
exit 1;;
|
|
esac
|
|
done
|
|
|
|
BUILD_ARGS=("--build_dir" "/build" "--config" "$BUILD_CONFIG" "--update" "--build" "--skip_submodule_sync" "--parallel" "--use_binskim_compliant_compile_flags" "--build_wheel")
|
|
|
|
if [ "$BUILD_CONFIG" != "Debug" ]; then
|
|
BUILD_ARGS+=("--enable_lto")
|
|
fi
|
|
|
|
ARCH=$(uname -m)
|
|
|
|
echo "EXTRA_ARG:"
|
|
echo "$EXTRA_ARG"
|
|
|
|
if [ "$EXTRA_ARG" != "" ]; then
|
|
BUILD_ARGS+=("$EXTRA_ARG")
|
|
fi
|
|
|
|
if [ "$ARCH" == "x86_64" ]; then
|
|
#ARM build machines do not have the test data yet.
|
|
BUILD_ARGS+=("--enable_onnx_tests")
|
|
fi
|
|
|
|
if [ "$BUILD_DEVICE" == "GPU" ]; then
|
|
SHORT_CUDA_VERSION=$(echo $CUDA_VERSION | sed 's/\([[:digit:]]\+\.[[:digit:]]\+\)\.[[:digit:]]\+/\1/')
|
|
#Enable CUDA and TRT EPs.
|
|
BUILD_ARGS+=("--nvcc_threads=1" "--use_cuda" "--use_tensorrt" "--cuda_version=$SHORT_CUDA_VERSION" "--tensorrt_home=/usr" "--cuda_home=/usr/local/cuda-$SHORT_CUDA_VERSION" "--cudnn_home=/usr/local/cuda-$SHORT_CUDA_VERSION" "--cmake_extra_defines" "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80")
|
|
fi
|
|
|
|
for PYTHON_EXE in "${PYTHON_EXES[@]}"
|
|
do
|
|
rm -rf /build/"$BUILD_CONFIG"
|
|
${PYTHON_EXE} /onnxruntime_src/tools/ci_build/build.py "${BUILD_ARGS[@]}"
|
|
|
|
cp /build/"$BUILD_CONFIG"/dist/*.whl /build/dist
|
|
done
|
|
|
|
which ccache && ccache -sv && ccache -z
|