mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
4af593a722
1. Add python 3.13 to our python packaging pipelines 2. Because numpy 2.0.0 doesn't support thread free python, this PR also upgrades numpy to the latest 3. Delete some unused files.
100 lines
3.2 KiB
Bash
Executable file
100 lines
3.2 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e -x
|
|
|
|
# This script invokes build.py
|
|
|
|
mkdir -p /build/dist
|
|
|
|
EXTRA_ARG=""
|
|
ENABLE_CACHE=false
|
|
# Put 3.10 at the last because Ubuntu 22.04 use python 3.10 and we will upload the intermediate build files of this
|
|
# config to Azure DevOps Artifacts and download them to a Ubuntu 22.04 machine to run the tests.
|
|
PYTHON_EXES=("/opt/python/cp311-cp311/bin/python3.11" "/opt/python/cp312-cp312/bin/python3.12" "/opt/python/cp313-cp313/bin/python3.13" "/opt/python/cp313-cp313t/bin/python3.13t" "/opt/python/cp310-cp310/bin/python3.10")
|
|
while getopts "d:p:x:c:e" parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
#GPU|CPU|NPU.
|
|
d) BUILD_DEVICE=${OPTARG};;
|
|
p) PYTHON_EXES=${OPTARG};;
|
|
x) EXTRA_ARG=${OPTARG};;
|
|
c) BUILD_CONFIG=${OPTARG};;
|
|
e) ENABLE_CACHE=true;;
|
|
*) echo "Usage: $0 -d <GPU|CPU|NPU> [-p <python_exe_path>] [-x <extra_build_arg>] [-c <build_config>]"
|
|
exit 1;;
|
|
esac
|
|
done
|
|
|
|
|
|
|
|
BUILD_ARGS=("--build_dir" "/build" "--config" "$BUILD_CONFIG" "--update" "--build" "--skip_submodule_sync" "--parallel" "--use_binskim_compliant_compile_flags" "--build_wheel")
|
|
|
|
if [ "$BUILD_CONFIG" != "Debug" ]; then
|
|
BUILD_ARGS+=("--enable_lto")
|
|
fi
|
|
if [ "$ENABLE_CACHE" = true ] ; then
|
|
BUILD_ARGS+=("--use_cache")
|
|
# No release binary for ccache aarch64, so we need to build it from source.
|
|
if ! [ -x "$(command -v ccache)" ]; then
|
|
ccache_url="https://github.com/ccache/ccache/archive/refs/tags/v4.8.tar.gz"
|
|
cd /build
|
|
curl -sSL --retry 5 --retry-delay 10 --create-dirs --fail -L -o ccache_src.tar.gz $ccache_url
|
|
mkdir ccache_main
|
|
cd ccache_main
|
|
tar -zxf ../ccache_src.tar.gz --strip=1
|
|
|
|
mkdir build
|
|
cd build
|
|
cmake -DCMAKE_INSTALL_PREFIX=/build -DCMAKE_BUILD_TYPE=Release ..
|
|
make -j$(nproc)
|
|
make install
|
|
export PATH=/build/bin:$PATH
|
|
which ccache
|
|
rm -f ccache_src.tar.gz
|
|
rm -rf ccache_src
|
|
fi
|
|
ccache -s;
|
|
fi
|
|
|
|
ARCH=$(uname -m)
|
|
|
|
|
|
|
|
|
|
echo "EXTRA_ARG:"
|
|
echo "$EXTRA_ARG"
|
|
|
|
if [ "$EXTRA_ARG" != "" ]; then
|
|
BUILD_ARGS+=("$EXTRA_ARG")
|
|
fi
|
|
|
|
if [ "$ARCH" == "x86_64" ]; then
|
|
#ARM build machines do not have the test data yet.
|
|
BUILD_ARGS+=("--enable_onnx_tests")
|
|
fi
|
|
|
|
if [ "$BUILD_DEVICE" == "GPU" ]; then
|
|
SHORT_CUDA_VERSION=$(echo $CUDA_VERSION | sed 's/\([[:digit:]]\+\.[[:digit:]]\+\)\.[[:digit:]]\+/\1/')
|
|
#Enable CUDA and TRT EPs.
|
|
BUILD_ARGS+=("--nvcc_threads=1" "--use_cuda" "--use_tensorrt" "--cuda_version=$SHORT_CUDA_VERSION" "--tensorrt_home=/usr" "--cuda_home=/usr/local/cuda-$SHORT_CUDA_VERSION" "--cudnn_home=/usr/local/cuda-$SHORT_CUDA_VERSION" "--cmake_extra_defines" "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80")
|
|
fi
|
|
|
|
if [ "$BUILD_DEVICE" == "NPU" ]; then
|
|
#Enable QNN EP
|
|
BUILD_ARGS+=("--use_qnn" "--qnn_home=/qnn_sdk")
|
|
fi
|
|
|
|
export ONNX_ML=1
|
|
export CMAKE_ARGS="-DONNX_GEN_PB_TYPE_STUBS=ON -DONNX_WERROR=OFF"
|
|
|
|
for PYTHON_EXE in "${PYTHON_EXES[@]}"
|
|
do
|
|
rm -rf /build/"$BUILD_CONFIG"
|
|
${PYTHON_EXE} -m pip install -r /onnxruntime_src/tools/ci_build/github/linux/python/requirements.txt
|
|
${PYTHON_EXE} /onnxruntime_src/tools/ci_build/build.py "${BUILD_ARGS[@]}"
|
|
|
|
cp /build/"$BUILD_CONFIG"/dist/*.whl /build/dist
|
|
done
|
|
|
|
if [ "$ENABLE_CACHE" = true ] ; then
|
|
which ccache && ccache -sv && ccache -z
|
|
fi
|