mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
6db72165eb
### Description 1. Fix python packaging test pipeline. There was an error in tools/ci_build/github/linux/run_python_tests.sh that it installed a released version of onnxruntime python package from pypi.org to run the test. Supposedly it should pick one from the current build. 2. Refactor the pipeline to allow choosing cmake build type from the web UI when manually trigger a build. Now this feature is for Linux only. Because I don't want to change too much when we are about to cut a release branch. After that I will expand it to all platforms. This feature is useful for debugging pipeline issues, also, we may consider having a nightly pipeline to run all tests in Debug mode which may catch extra bugs because in debug mode we can enforce range check. Test run: https://aiinfra.visualstudio.com/Lotus/_build/results?buildId=342674&view=results ### Motivation and Context Currently the pipeline has a crash error. AB#18580
53 lines
2.3 KiB
Bash
Executable file
53 lines
2.3 KiB
Bash
Executable file
#!/bin/bash
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
set -e -x
|
|
|
|
BUILD_DEVICE="CPU"
|
|
BUILD_CONFIG="Release"
|
|
while getopts "d:c:" parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
#GPU or CPU.
|
|
d) BUILD_DEVICE=${OPTARG};;
|
|
c) BUILD_CONFIG=${OPTARG};;
|
|
esac
|
|
done
|
|
|
|
cd $BUILD_BINARIESDIRECTORY
|
|
files=(whl/*.whl)
|
|
FILE_NAME="${files[0]}"
|
|
FILE_NAME=$(basename $FILE_NAME)
|
|
PYTHON_PACKAGE_NAME=$(echo "$FILE_NAME" | cut -f 1 -d '-')
|
|
|
|
echo "Package name:$PYTHON_PACKAGE_NAME"
|
|
|
|
BUILD_ARGS="--build_dir $BUILD_BINARIESDIRECTORY --config $BUILD_CONFIG --test --skip_submodule_sync --parallel --enable_lto --build_wheel "
|
|
|
|
ARCH=$(uname -m)
|
|
|
|
if [ $ARCH == "x86_64" ]; then
|
|
#ARM build machines do not have the test data yet.
|
|
BUILD_ARGS="$BUILD_ARGS --enable_onnx_tests"
|
|
fi
|
|
if [ $BUILD_DEVICE == "GPU" ]; then
|
|
BUILD_ARGS="$BUILD_ARGS --use_cuda --use_tensorrt --cuda_version=11.8 --tensorrt_home=/usr --cuda_home=/usr/local/cuda-11.8 --cudnn_home=/usr/local/cuda-11.8"
|
|
fi
|
|
# We assume the machine doesn't have gcc and python development header files, so we don't build onnxruntime from source
|
|
sudo rm -rf /build /onnxruntime_src
|
|
sudo ln -s $BUILD_SOURCESDIRECTORY /onnxruntime_src
|
|
python3 -m pip uninstall -y $PYTHON_PACKAGE_NAME ort-nightly-gpu ort-nightly onnxruntime onnxruntime-gpu onnxruntime-training onnxruntime-directml ort-nightly-directml onnx -qq
|
|
# Install the packages that are needed for installing the onnxruntime python package
|
|
python3 -m pip install -r $BUILD_BINARIESDIRECTORY/$BUILD_CONFIG/requirements.txt
|
|
# Install the packages that are needed for running test scripts
|
|
# Install the latest ONNX release which may contain not fixed bugs. However, it is what most people use.
|
|
python3 -m pip install onnx pytest
|
|
# The "--no-index" flag is crucial. The local whl folder is just an additional source. Pypi's doc says "there is no
|
|
# ordering in the locations that are searched" if we don't disable the default one with "--no-index"
|
|
python3 -m pip install --no-index --find-links $BUILD_BINARIESDIRECTORY/whl $PYTHON_PACKAGE_NAME
|
|
ln -s /data/models $BUILD_BINARIESDIRECTORY
|
|
cd $BUILD_BINARIESDIRECTORY/$BUILD_CONFIG
|
|
# Restore file permissions
|
|
xargs -a perms.txt chmod a+x
|
|
python3 $BUILD_SOURCESDIRECTORY/tools/ci_build/build.py $BUILD_ARGS --ctest_path ''
|