mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-14 20:48:00 +00:00
67bc9438d7
### Description Similar to #20786 . The last PR was able to update all pipelines and all docker files. This is a follow-up to that PR. ### Motivation and Context 1. To extract the common part as a reusable build infra among different ONNX Runtime projects. 2. Avoid hitting docker hub's limit: 429 Too Many Requests - Server message: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
56 lines
2.1 KiB
Bash
Executable file
56 lines
2.1 KiB
Bash
Executable file
#!/bin/bash
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
set -e -x
|
|
|
|
BUILD_DEVICE="CPU"
|
|
BUILD_CONFIG="Release"
|
|
while getopts "d:c:" parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
#GPU or CPU.
|
|
d) BUILD_DEVICE=${OPTARG};;
|
|
c) BUILD_CONFIG=${OPTARG};;
|
|
esac
|
|
done
|
|
|
|
export PATH=/opt/python/cp310-cp310/bin:$PATH
|
|
cd /build
|
|
files=(whl/*.whl)
|
|
FILE_NAME="${files[0]}"
|
|
FILE_NAME=$(basename $FILE_NAME)
|
|
PYTHON_PACKAGE_NAME=$(echo "$FILE_NAME" | cut -f 1 -d '-')
|
|
|
|
echo "Package name:$PYTHON_PACKAGE_NAME"
|
|
|
|
BUILD_ARGS="--build_dir /build --config $BUILD_CONFIG --test --skip_submodule_sync --parallel --enable_lto --build_wheel "
|
|
|
|
if [[ "$PYTHON_PACKAGE_NAME" == *"training"* ]]; then
|
|
BUILD_ARGS="$BUILD_ARGS --enable_training"
|
|
fi
|
|
|
|
ARCH=$(uname -m)
|
|
|
|
if [ $ARCH == "x86_64" ]; then
|
|
#ARM build machines do not have the test data yet.
|
|
BUILD_ARGS="$BUILD_ARGS --enable_onnx_tests"
|
|
fi
|
|
if [ $BUILD_DEVICE == "GPU" ]; then
|
|
SHORT_CUDA_VERSION=$(echo $CUDA_VERSION | sed 's/\([[:digit:]]\+\.[[:digit:]]\+\)\.[[:digit:]]\+/\1/')
|
|
|
|
BUILD_ARGS="$BUILD_ARGS --use_cuda --use_tensorrt --cuda_version=$SHORT_CUDA_VERSION --tensorrt_home=/usr --cuda_home=/usr/local/cuda-$SHORT_CUDA_VERSION --cudnn_home=/usr/local/cuda-$SHORT_CUDA_VERSION"
|
|
fi
|
|
# We assume the machine doesn't have gcc and python development header files, so we don't build onnxruntime from source
|
|
python3 -m pip install --upgrade pip
|
|
# Install the packages that are needed for installing the onnxruntime python package
|
|
python3 -m pip install -r /build/$BUILD_CONFIG/requirements.txt
|
|
# Install the packages that are needed for running test scripts
|
|
python3 -m pip install pytest
|
|
# The "--no-index" flag is crucial. The local whl folder is just an additional source. Pypi's doc says "there is no
|
|
# ordering in the locations that are searched" if we don't disable the default one with "--no-index"
|
|
python3 -m pip install --no-index --find-links /build/whl $PYTHON_PACKAGE_NAME
|
|
cd /build/$BUILD_CONFIG
|
|
# Restore file permissions
|
|
xargs -a perms.txt chmod a+x
|
|
python3 /onnxruntime_src/tools/ci_build/build.py $BUILD_ARGS --ctest_path ''
|