mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-30 23:18:20 +00:00
### Description This PR is to update the win-ort-main branch to the tip main branch as of 2025-01-16. ### Motivation and Context This update includes the OpenVino fix for debug builds. --------- Signed-off-by: Liqun Fu <liqfu@microsoft.com> Signed-off-by: Liqun Fu <liqun.fu@microsoft.com> Signed-off-by: Junze Wu <junze.wu@intel.com> Signed-off-by: dependabot[bot] <support@github.com> Signed-off-by: Jianhui Dai <jianhui.j.dai@intel.com> Co-authored-by: Yueqing Zhang <yuz75@Pitt.edu> Co-authored-by: amancini-N <63410090+amancini-N@users.noreply.github.com> Co-authored-by: Adrian Lizarraga <adlizarraga@microsoft.com> Co-authored-by: liqun Fu <liqfu@microsoft.com> Co-authored-by: Guenther Schmuelling <guschmue@microsoft.com> Co-authored-by: Yifan Li <109183385+yf711@users.noreply.github.com> Co-authored-by: yf711 <yifanl@microsoft.com> Co-authored-by: Wanming Lin <wanming.lin@intel.com> Co-authored-by: wejoncy <wejoncy@163.com> Co-authored-by: wejoncy <wejoncy@.com> Co-authored-by: Scott McKay <skottmckay@gmail.com> Co-authored-by: Changming Sun <chasun@microsoft.com> Co-authored-by: Jean-Michaël Celerier <jeanmichael.celerier+github@gmail.com> Co-authored-by: Dmitry Deshevoy <mityada@gmail.com> Co-authored-by: xhcao <xinghua.cao@intel.com> Co-authored-by: Yueqing Zhang <yueqingz@amd.com> Co-authored-by: Yulong Wang <7679871+fs-eire@users.noreply.github.com> Co-authored-by: Jiajia Qin <jiajiaqin@microsoft.com> Co-authored-by: Wu, Junze <junze.wu@intel.com> Co-authored-by: Jian Chen <cjian@microsoft.com> Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: Matthieu Darbois <mayeut@users.noreply.github.com> Co-authored-by: Prathik Rao <prathik.rao@gmail.com> Co-authored-by: wonchung-microsoft <wonchung@microsoft.com> Co-authored-by: Vincent Wang <wangwchpku@outlook.com> Co-authored-by: PARK DongHa <luncliff@gmail.com> Co-authored-by: Hector Li <hecli@microsoft.com> Co-authored-by: Sam Webster <13457618+samwebster@users.noreply.github.com> Co-authored-by: Adrian Lizarraga <adrianlm2@gmail.com> Co-authored-by: Preetha Veeramalai <preetha.veeramalai@intel.com> Co-authored-by: jatinwadhwa921 <jatin.wadhwa@intel.com> Co-authored-by: Satya Kumar Jandhyala <satya.k.jandhyala@gmail.com> Co-authored-by: Corentin Maravat <101636442+cocotdf@users.noreply.github.com> Co-authored-by: Xiaoyu <85524621+xiaoyu-work@users.noreply.github.com> Co-authored-by: Tianlei Wu <tlwu@microsoft.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Jie Chen <jie.a.chen@intel.com> Co-authored-by: Jianhui Dai <jianhui.j.dai@intel.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> Co-authored-by: Edward Chen <18449977+edgchen1@users.noreply.github.com> Co-authored-by: Baiju Meswani <bmeswani@microsoft.com> Co-authored-by: kunal-vaishnavi <115581922+kunal-vaishnavi@users.noreply.github.com> Co-authored-by: Justin Chu <justinchuby@users.noreply.github.com> Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com> Co-authored-by: Ted Themistokleous <107195283+TedThemistokleous@users.noreply.github.com> Co-authored-by: Jeff Daily <jeff.daily@amd.com> Co-authored-by: Artur Wojcik <artur.wojcik@outlook.com> Co-authored-by: Ted Themistokleous <tedthemistokleous@amd.com> Co-authored-by: Xinya Zhang <Xinya.Zhang@amd.com> Co-authored-by: ikalinic <ilija.kalinic@amd.com> Co-authored-by: sstamenk <sstamenk@amd.com> Co-authored-by: Yi-Hong Lyu <yilyu@microsoft.com> Co-authored-by: Ti-Tai Wang <titaiwang@microsoft.com>
97 lines
3 KiB
Bash
Executable file
97 lines
3 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e -x
|
|
|
|
# This script invokes build.py
|
|
|
|
mkdir -p /build/dist
|
|
|
|
EXTRA_ARG=""
|
|
ENABLE_CACHE=false
|
|
# Put 3.10 at the last because Ubuntu 22.04 use python 3.10 and we will upload the intermediate build files of this
|
|
# config to Azure DevOps Artifacts and download them to a Ubuntu 22.04 machine to run the tests.
|
|
PYTHON_EXES=(
|
|
"/opt/python/cp311-cp311/bin/python3.11"
|
|
"/opt/python/cp312-cp312/bin/python3.12"
|
|
"/opt/python/cp313-cp313/bin/python3.13"
|
|
"/opt/python/cp313-cp313t/bin/python3.13t"
|
|
"/opt/python/cp310-cp310/bin/python3.10"
|
|
)
|
|
while getopts "d:p:x:c:e" parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
#GPU|CPU|NPU.
|
|
d) BUILD_DEVICE=${OPTARG};;
|
|
p)
|
|
# Check if OPTARG is empty or starts with a hyphen, indicating a missing or invalid argument for -p
|
|
if [[ -z "${OPTARG}" || "${OPTARG}" == -* ]]; then
|
|
echo "ERROR: Option -p requires a valid argument, not another option."
|
|
exit 1
|
|
else
|
|
PYTHON_EXES=("${OPTARG}") # Use the provided argument for -p
|
|
fi
|
|
;;
|
|
x) EXTRA_ARG=${OPTARG};;
|
|
c) BUILD_CONFIG=${OPTARG};;
|
|
e) ENABLE_CACHE=true;;
|
|
*) echo "Usage: $0 -d <GPU|CPU|NPU> [-p <python_exe_path>] [-x <extra_build_arg>] [-c <build_config>]"
|
|
exit 1;;
|
|
esac
|
|
done
|
|
|
|
|
|
|
|
BUILD_ARGS=("--build_dir" "/build" "--config" "$BUILD_CONFIG" "--update" "--build" "--skip_submodule_sync" "--parallel" "--use_binskim_compliant_compile_flags" "--build_wheel")
|
|
|
|
if [ "$BUILD_CONFIG" != "Debug" ]; then
|
|
BUILD_ARGS+=("--enable_lto")
|
|
fi
|
|
if [ "$ENABLE_CACHE" = true ] ; then
|
|
BUILD_ARGS+=("--use_cache")
|
|
ccache -s;
|
|
fi
|
|
|
|
ARCH=$(uname -m)
|
|
|
|
|
|
|
|
|
|
echo "EXTRA_ARG:"
|
|
echo "$EXTRA_ARG"
|
|
|
|
if [ "$EXTRA_ARG" != "" ]; then
|
|
BUILD_ARGS+=("$EXTRA_ARG")
|
|
fi
|
|
|
|
if [ "$ARCH" == "x86_64" ]; then
|
|
#ARM build machines do not have the test data yet.
|
|
BUILD_ARGS+=("--enable_onnx_tests")
|
|
fi
|
|
|
|
if [ "$BUILD_DEVICE" == "GPU" ]; then
|
|
SHORT_CUDA_VERSION=$(echo $CUDA_VERSION | sed 's/\([[:digit:]]\+\.[[:digit:]]\+\)\.[[:digit:]]\+/\1/')
|
|
#Enable CUDA and TRT EPs.
|
|
BUILD_ARGS+=("--use_cuda" "--use_tensorrt" "--cuda_version=$SHORT_CUDA_VERSION" "--tensorrt_home=/usr" "--cuda_home=/usr/local/cuda-$SHORT_CUDA_VERSION" "--cudnn_home=/usr/local/cuda-$SHORT_CUDA_VERSION" "--cmake_extra_defines" "CMAKE_CUDA_ARCHITECTURES=75;80;90")
|
|
fi
|
|
|
|
if [ "$BUILD_DEVICE" == "NPU" ]; then
|
|
#Enable QNN EP
|
|
BUILD_ARGS+=("--use_qnn" "--qnn_home=/qnn_sdk")
|
|
fi
|
|
|
|
export ONNX_ML=1
|
|
export CMAKE_ARGS="-DONNX_GEN_PB_TYPE_STUBS=ON -DONNX_WERROR=OFF"
|
|
|
|
for PYTHON_EXE in "${PYTHON_EXES[@]}"
|
|
do
|
|
rm -rf /build/"$BUILD_CONFIG"
|
|
# that's a workaround for the issue that there's no python3 in the docker image
|
|
# like xnnpack's cmakefile, it uses pythone3 to run a external command
|
|
python3_dir=$(dirname "$PYTHON_EXE")
|
|
${PYTHON_EXE} -m pip install -r /onnxruntime_src/tools/ci_build/github/linux/python/requirements.txt
|
|
PATH=$python3_dir:$PATH ${PYTHON_EXE} /onnxruntime_src/tools/ci_build/build.py "${BUILD_ARGS[@]}"
|
|
cp /build/"$BUILD_CONFIG"/dist/*.whl /build/dist
|
|
done
|
|
|
|
if [ "$ENABLE_CACHE" = true ] ; then
|
|
which ccache && ccache -sv && ccache -z
|
|
fi
|