mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-17 21:10:43 +00:00
535a030b1e
### Description Use a common set of prebuilt manylinux base images to build the packages, to avoid building the manylinux part again and again. The base images can be used in GenAI and other projects too. This PR also updates the GCC version for inference python CUDA11/CUDA12 builds from 8 to 11. Later on I will update all other CUDA pipelines to use GCC 11, to avoid the issue described in https://github.com/onnx/onnx/issues/6047 and https://github.com/microsoft/onnxruntime-genai/issues/257 . ### Motivation and Context To extract the common part as a reusable build infra among different ONNX Runtime projects.
100 lines
No EOL
3.1 KiB
YAML
100 lines
No EOL
3.1 KiB
YAML
parameters:
|
|
- name: arch
|
|
type: string
|
|
|
|
- name: machine_pool
|
|
type: string
|
|
|
|
- name: cmake_build_type
|
|
type: string
|
|
default: 'Release'
|
|
values:
|
|
- Debug
|
|
- Release
|
|
- RelWithDebInfo
|
|
- MinSizeRel
|
|
|
|
- name: device
|
|
type: string
|
|
default: 'CPU'
|
|
|
|
- name: with_cache
|
|
type: boolean
|
|
default: false
|
|
|
|
- name: extra_build_arg
|
|
type: string
|
|
default: ''
|
|
|
|
jobs:
|
|
- job: Linux_py_Wheels_${{ parameters.arch }}
|
|
timeoutInMinutes: 240
|
|
workspace:
|
|
clean: all
|
|
pool: ${{ parameters.machine_pool }}
|
|
variables:
|
|
# The build machine pool doesn't have dotnet, so it can't run CG.
|
|
- name: skipComponentGovernanceDetection
|
|
value: true
|
|
- name: ORT_CACHE_DIR
|
|
value: $(Agent.TempDirectory)/ort_ccache
|
|
- name: TODAY
|
|
value: $[format('{0:dd}{0:MM}{0:yyyy}', pipeline.startTime)]
|
|
- name: extra_build_args
|
|
${{ if ne(parameters.extra_build_arg, '') }}:
|
|
value: -x ${{ parameters.extra_build_arg }}
|
|
${{ if eq(parameters.extra_build_arg, '') }}:
|
|
value: ''
|
|
steps:
|
|
- task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
|
|
displayName: 'Clean Agent Directories'
|
|
condition: always()
|
|
|
|
- checkout: self
|
|
clean: true
|
|
submodules: none
|
|
|
|
- template: set-nightly-build-option-variable-step.yml
|
|
|
|
- template: get-docker-image-steps.yml
|
|
parameters:
|
|
Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cpu/Dockerfile
|
|
Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cpu
|
|
DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
|
|
Repository: onnxruntimecpubuildpython${{ parameters.arch }}
|
|
${{ if eq(parameters.arch, 'aarch64') }}:
|
|
UpdateDepsTxt: false
|
|
|
|
- template: linux-build-step-with-cache.yml
|
|
parameters:
|
|
WithCache: ${{parameters.with_cache}}
|
|
Today: $(TODAY)
|
|
AdditionalKey: Linux_py_Wheels_${{ parameters.arch }}
|
|
CacheDir: $(ORT_CACHE_DIR)
|
|
ChangeEveryCommit: true
|
|
BuildStep:
|
|
- task: Bash@3
|
|
displayName: 'Build Python Wheel'
|
|
inputs:
|
|
targetType: filePath
|
|
filePath: tools/ci_build/github/linux/run_python_dockerbuild.sh
|
|
arguments: -i onnxruntimecpubuildpython${{ parameters.arch }} -d "${{ parameters.device }}" -c ${{ parameters.cmake_build_type }} $(extra_build_args)
|
|
${{ if eq(parameters.with_cache, 'true') }}:
|
|
env:
|
|
ADDITIONAL_DOCKER_PARAMETER: "--volume $(ORT_CACHE_DIR):/cache -e CCACHE_DIR=/cache -e ORT_BUILD_WITH_CACHE=1"
|
|
|
|
- task: PublishBuildArtifacts@1
|
|
displayName: 'Publish Artifact: ONNXRuntime python wheel'
|
|
inputs:
|
|
PathtoPublish: '$(Build.BinariesDirectory)/dist'
|
|
ArtifactName: onnxruntime
|
|
|
|
- task: PublishPipelineArtifact@0
|
|
displayName: 'Publish Test Binaries'
|
|
inputs:
|
|
artifactName: 'drop-linux-cpu-${{ parameters.arch }}'
|
|
targetPath: '$(Build.BinariesDirectory)/${{ parameters.cmake_build_type }}'
|
|
|
|
- template: component-governance-component-detection-steps.yml
|
|
parameters :
|
|
condition : 'succeeded' |