mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-17 01:44:45 +00:00
792d411135
### Description Update python 3.11 and remove 3.7 ### Motivation and Context Update python 3.11 and remove 3.7 --------- Co-authored-by: Ubuntu <chasun@chasunlinux.lw3b1xzoyrkuzm34swpscft0ff.dx.internal.cloudapp.net>
303 lines
13 KiB
YAML
303 lines
13 KiB
YAML
# This CI has the following steps:
|
|
# 1. Build full ORT, install the full ORT python wheel and use it to generate ort format test models
|
|
# and include ops config file for step 3.
|
|
# 2. Build minimal ORT including all the kernels and disable exceptions.
|
|
# This step is build only to safe-guard the --disable_exceptions option.
|
|
# 3. Build minimal ORT include only the kernels using the include ops config file from step 1,
|
|
# and the models from <repo root>/onnxruntime/test/testdata/, run UT, and use onnx_test_runner to
|
|
# test the ort format models generated in step 1.
|
|
# Exceptions are enabled in this step to help debugging in case of CI failure.
|
|
# This step builds and tests ORT with (3a) and without (3b) type reduction enabled.
|
|
# 4. Build minimal ORT with type reduction from a globally allowed types list.
|
|
# This step uses a hard-coded list of types which may not include the types needed by the models
|
|
# in <repo root>/onnxruntime/test/testdata/, so the tests for those models are skipped.
|
|
# 5. Build extended minimal ORT and run tests.
|
|
# 6. Build with all optional features disabled and no kernels.
|
|
# 6a: regular build with python enabled checks that the exclusions don't break code paths in a full build.
|
|
# 6b: minimal build with exceptions and python disabled checks that the exclusions don't break code paths in a
|
|
# minimal build.
|
|
# 6c: extended minimal build with exceptions and python disabled checks that the exclusions don't break code paths
|
|
# in an extended minimal build.
|
|
# 7. Build extended minimal ORT with NNAPI, with exceptions/RTTI/ml_ops disabled, for Android(arm64-v8a),
|
|
# this safe-guards the extended minimal build with NNAPI EP.
|
|
|
|
resources:
|
|
repositories:
|
|
- repository: manylinux
|
|
type: Github
|
|
endpoint: Microsoft
|
|
name: pypa/manylinux
|
|
ref: aead4d751c2101e23336aa73f2380df83e7a13f3
|
|
|
|
jobs:
|
|
- job: Linux_CPU_Minimal_Build_E2E
|
|
timeoutInMinutes: 120
|
|
workspace:
|
|
clean: all
|
|
pool: onnxruntime-Linux-CPU-2019
|
|
variables:
|
|
test_data_directory: $(Build.SourcesDirectory)/.test_data
|
|
|
|
steps:
|
|
- checkout: self
|
|
clean: true
|
|
submodules: none
|
|
|
|
- template: templates/get-docker-image-steps.yml
|
|
parameters:
|
|
Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cpu
|
|
Context: tools/ci_build/github/linux/docker
|
|
DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
|
|
Repository: onnxruntimecpubuild
|
|
|
|
- task: CmdLine@2
|
|
displayName: Create test data directory
|
|
inputs:
|
|
script: |
|
|
# Create a folder for all test data
|
|
mkdir -p $(test_data_directory)
|
|
# create empty config used in some parts
|
|
touch $(test_data_directory)/include_no_operators.config
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 1. Build full onnxruntime and generate ORT format test files
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_full_ort_and_create_ort_files.sh \
|
|
/build/1
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 2. Build minimal onnxruntime [exceptions DISABLED, type reduction DISABLED, training ops ENABLED]
|
|
inputs:
|
|
script: |
|
|
# We will try to build minimal ORT with exceptions disabled and training ops enabled
|
|
# Only the building process is verified here, no test will be performed
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/opt/python/cp38-cp38/bin/python3.8 /onnxruntime_src/tools/ci_build/build.py \
|
|
--build_dir /build/2 --cmake_generator Ninja \
|
|
--config Debug \
|
|
--skip_submodule_sync \
|
|
--build_shared_lib \
|
|
--parallel \
|
|
--skip_tests \
|
|
--minimal_build \
|
|
--disable_exceptions \
|
|
--enable_training_ops
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 3a. Build minimal onnxruntime [exceptions ENABLED, type reduction DISABLED, custom ops ENABLED] and run tests
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_minimal_ort_and_run_tests.sh \
|
|
--build-directory /build/3a \
|
|
--reduced-ops-config /home/onnxruntimedev/.test_data/required_ops.ort_models.config \
|
|
--enable-custom-ops
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 3b. Build minimal onnxruntime [exceptions ENABLED, type reduction ENABLED] and run tests
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_minimal_ort_and_run_tests.sh \
|
|
--build-directory /build/3b \
|
|
--reduced-ops-config /home/onnxruntimedev/.test_data/required_ops_and_types.ort_models.config \
|
|
--enable-type-reduction
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 4. Build minimal onnxruntime [exceptions ENABLED, type reduction ENABLED (globally allowed types)] and run tests
|
|
inputs:
|
|
script: |
|
|
printf "%s\n%s\n" \
|
|
"!globally_allowed_types;bool,float,int8_t,uint8_t" \
|
|
"!no_ops_specified_means_all_ops_are_required" \
|
|
> $(test_data_directory)/globally_allowed_types.config && \
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_minimal_ort_and_run_tests.sh \
|
|
--build-directory /build/4 \
|
|
--reduced-ops-config /home/onnxruntimedev/.test_data/globally_allowed_types.config \
|
|
--enable-type-reduction \
|
|
--skip-model-tests
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 5. Build extended minimal onnxruntime and run tests
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/opt/python/cp38-cp38/bin/python3.8 /onnxruntime_src/tools/ci_build/build.py \
|
|
--build_dir /build/5 --cmake_generator Ninja \
|
|
--config Debug \
|
|
--skip_submodule_sync \
|
|
--build_shared_lib \
|
|
--parallel \
|
|
--minimal_build extended
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 6a. Regular build with python and all optional features disabled.
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/opt/python/cp38-cp38/bin/python3.8 /onnxruntime_src/tools/ci_build/build.py \
|
|
--build_dir /build/6a \
|
|
--cmake_generator Ninja \
|
|
--config MinSizeRel \
|
|
--skip_submodule_sync \
|
|
--build_shared_lib \
|
|
--build_wheel \
|
|
--parallel \
|
|
--skip_tests \
|
|
--disable_ml_ops \
|
|
--include_ops_by_config /home/onnxruntimedev/.test_data/include_no_operators.config \
|
|
--cmake_extra_defines onnxruntime_DISABLE_SPARSE_TENSORS=ON \
|
|
onnxruntime_DISABLE_OPTIONAL_TYPE=ON \
|
|
onnxruntime_BUILD_UNIT_TESTS=OFF
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 6b. Minimal build with all optional features disabled.
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/opt/python/cp38-cp38/bin/python3.8 /onnxruntime_src/tools/ci_build/build.py \
|
|
--build_dir /build/6b \
|
|
--cmake_generator Ninja \
|
|
--config MinSizeRel \
|
|
--skip_submodule_sync \
|
|
--build_shared_lib \
|
|
--parallel \
|
|
--minimal_build \
|
|
--disable_exceptions \
|
|
--disable_ml_ops \
|
|
--skip_tests \
|
|
--enable_reduced_operator_type_support \
|
|
--include_ops_by_config /home/onnxruntimedev/.test_data/include_no_operators.config \
|
|
--cmake_extra_defines onnxruntime_DISABLE_SPARSE_TENSORS=ON \
|
|
onnxruntime_DISABLE_OPTIONAL_TYPE=ON \
|
|
onnxruntime_BUILD_UNIT_TESTS=OFF
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 6c. Extended minimal build with all optional features disabled.
|
|
inputs:
|
|
script: |
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $(test_data_directory):/home/onnxruntimedev/.test_data \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
-e BUILD_BUILDNUMBER \
|
|
onnxruntimecpubuild \
|
|
/opt/python/cp38-cp38/bin/python3.8 /onnxruntime_src/tools/ci_build/build.py \
|
|
--build_dir /build/6c \
|
|
--cmake_generator Ninja \
|
|
--config MinSizeRel \
|
|
--skip_submodule_sync \
|
|
--build_shared_lib \
|
|
--parallel \
|
|
--minimal_build extended \
|
|
--disable_exceptions \
|
|
--disable_ml_ops \
|
|
--skip_tests \
|
|
--enable_reduced_operator_type_support \
|
|
--include_ops_by_config /home/onnxruntimedev/.test_data/include_no_operators.config \
|
|
--cmake_extra_defines onnxruntime_DISABLE_SPARSE_TENSORS=ON \
|
|
onnxruntime_DISABLE_OPTIONAL_TYPE=ON \
|
|
onnxruntime_BUILD_UNIT_TESTS=OFF
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- task: CmdLine@2
|
|
displayName: 7. Extended minimal build with NNAPI EP for Android(arm64-v8a) and skip tests.
|
|
inputs:
|
|
script: |
|
|
NDK_HOME=$(realpath $ANDROID_NDK_HOME)
|
|
docker run --rm \
|
|
--volume $(Build.SourcesDirectory):/onnxruntime_src \
|
|
--volume $(Build.BinariesDirectory):/build \
|
|
--volume $ANDROID_HOME:/android_home \
|
|
--volume $NDK_HOME:/ndk_home \
|
|
-e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
|
|
-e NIGHTLY_BUILD \
|
|
onnxruntimecpubuild \
|
|
/opt/python/cp38-cp38/bin/python3.8 /onnxruntime_src/tools/ci_build/build.py \
|
|
--build_dir /build/7 \
|
|
--cmake_generator Ninja \
|
|
--config MinSizeRel \
|
|
--skip_submodule_sync \
|
|
--parallel \
|
|
--android \
|
|
--android_sdk_path /android_home \
|
|
--android_ndk_path /ndk_home \
|
|
--android_abi=arm64-v8a \
|
|
--android_api=29 \
|
|
--use_nnapi \
|
|
--minimal_build extended \
|
|
--build_shared_lib \
|
|
--disable_ml_ops \
|
|
--disable_exceptions \
|
|
--skip_tests --path_to_protoc_exe /usr/bin/protoc
|
|
workingDirectory: $(Build.SourcesDirectory)
|
|
|
|
- template: templates/clean-agent-build-directory-step.yml
|