mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-16 21:00:14 +00:00
951d9aa99f
### Description
<!-- Describe your changes. -->
* Leverage template `common-variables.yml` and reduce usage of hardcoded
trt_version
8391b24447/tools/ci_build/github/azure-pipelines/templates/common-variables.yml (L2-L7)
* Among all CI yamls, this PR reduces usage of hardcoding trt_version
from 40 to 6, by importing trt_version from `common-variables.yml`
* Apply TRT 10.5 and re-enable control flow op test
### Motivation and Context
<!-- - Why is this change required? What problem does it solve?
- If it fixes an open issue, please link to the issue here. -->
- Reduce usage of hardcoding trt_version among all CI ymls
### Next refactor PR
will work on reducing usage of hardcoding trt_version among
`.dockerfile`, `.bat` and remaining 2 yml files
(download_win_gpu_library.yml & set-winenv.yml, which are step-template
yaml that can't import variables)
108 lines
3.5 KiB
YAML
108 lines
3.5 KiB
YAML
parameters:
|
|
- name: arch
|
|
type: string
|
|
|
|
- name: machine_pool
|
|
type: string
|
|
|
|
- name: extra_job_id
|
|
type: string
|
|
default: ''
|
|
|
|
- name: python_wheel_suffix
|
|
type: string
|
|
default: ''
|
|
|
|
- name: docker_base_image
|
|
type: string
|
|
|
|
- name: cuda_version
|
|
type: string
|
|
default: '11.8'
|
|
values:
|
|
- 11.8
|
|
- 12.2
|
|
|
|
# TODO: Ideally it should fetch information from the build that triggers it
|
|
- name: cmake_build_type
|
|
type: string
|
|
default: 'Release'
|
|
values:
|
|
- Debug
|
|
- Release
|
|
- RelWithDebInfo
|
|
- MinSizeRel
|
|
|
|
- name: timeout
|
|
type: number
|
|
default: 120
|
|
|
|
jobs:
|
|
- job: Linux_Test_GPU${{ parameters.extra_job_id }}_${{ parameters.arch }}
|
|
timeoutInMinutes: ${{ parameters.timeout }}
|
|
variables:
|
|
- template: common-variables.yml
|
|
- name: skipComponentGovernanceDetection
|
|
value: true
|
|
- name: trt_version
|
|
${{ if eq(parameters.cuda_version, '11.8') }}:
|
|
value: ${{ variables.linux_trt_version_cuda11 }}
|
|
${{ if eq(parameters.cuda_version, '12.2') }}:
|
|
value: ${{ variables.linux_trt_version_cuda12 }}
|
|
workspace:
|
|
clean: all
|
|
pool: ${{ parameters.machine_pool }}
|
|
steps:
|
|
- checkout: self
|
|
clean: true
|
|
submodules: none
|
|
# The public ADO project
|
|
# - ${{ if eq(variables['System.CollectionId'], 'f3ad12f2-e480-4533-baf2-635c95467d29') }}:
|
|
|
|
# The private ADO project
|
|
- ${{ if eq(variables['System.CollectionId'], 'bc038106-a83b-4dab-9dd3-5a41bc58f34c') }}:
|
|
- download: build # pipeline resource identifier.
|
|
artifact: 'linux_gpu_wheel_${{ parameters.arch }}'
|
|
|
|
- download: build # pipeline resource identifier.
|
|
artifact: 'onnxruntime${{ parameters.python_wheel_suffix }}'
|
|
|
|
- bash: |
|
|
set -e -x
|
|
ls $(Pipeline.Workspace)/build
|
|
mv "$(Pipeline.Workspace)/build/linux_gpu_wheel_${{ parameters.arch }}" $(Build.BinariesDirectory)/${{parameters.cmake_build_type}}
|
|
mv "$(Pipeline.Workspace)/build/onnxruntime${{ parameters.python_wheel_suffix }}" "$(Build.BinariesDirectory)/whl"
|
|
cp -r "$(Build.BinariesDirectory)/whl" $(Build.BinariesDirectory)/tmp
|
|
find "$(Build.BinariesDirectory)/tmp" -name '*.whl' -exec bash -c 'unzip -d "${1%.*}" "$1"' _ {} \;
|
|
|
|
# The BinSkim task uses a dotnet program which doesn't support ARM CPUs yet
|
|
- ${{ if eq(parameters.arch, 'x86_64') }}:
|
|
- task: BinSkim@4
|
|
displayName: 'Run BinSkim'
|
|
inputs:
|
|
AnalyzeTargetGlob: '$(Build.BinariesDirectory)/tmp/**/*.so'
|
|
continueOnError: true
|
|
|
|
#- task: PostAnalysis@2
|
|
# inputs:
|
|
# GdnBreakAllTools: true
|
|
# GdnBreakPolicy: M365
|
|
# GdnBreakPolicyMinSev: Error
|
|
|
|
- template: get-docker-image-steps.yml
|
|
parameters:
|
|
Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda/Dockerfile
|
|
Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda
|
|
DockerBuildArgs: "--build-arg BASEIMAGE=${{ parameters.docker_base_image }} --build-arg TRT_VERSION=${{ variables.trt_version }} --build-arg BUILD_UID=$( id -u )"
|
|
Repository: onnxruntimecuda${{ replace(parameters.cuda_version, '.', '') }}xtrt86build${{ parameters.arch }}
|
|
|
|
- task: Bash@3
|
|
displayName: 'Bash Script'
|
|
inputs:
|
|
targetType: filePath
|
|
filePath: tools/ci_build/github/linux/run_python_dockertest.sh
|
|
arguments: -d GPU -c ${{parameters.cmake_build_type}} -i onnxruntimecuda${{ replace(parameters.cuda_version, '.', '') }}xtrt86build${{ parameters.arch }}
|
|
|
|
- task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
|
|
displayName: 'Clean Agent Directories'
|
|
condition: always()
|