From d98340968e8ad9a7f1eb35c7a81e31c0d89964dc Mon Sep 17 00:00:00 2001 From: Changming Sun Date: Tue, 8 Oct 2024 09:50:05 -0700 Subject: [PATCH] Stop publishing python 3.8/3.9 packages (#22343) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ### Description 1. Stop publishing python 3.8/3.9 packages, to align with numpy. 2. Add a trigger for CUDA12's python test pipeline.  --- .../py-cuda-package-test-pipeline.yml | 22 ++----- .../templates/py-package-smoking-test.yml | 4 -- .../templates/py-packaging-stage.yml | 60 ------------------- .../templates/py-win-arm64ec-qnn.yml | 4 -- .../templates/py-win-x64-qnn.yml | 4 -- .../linux/build_linux_python_package.sh | 4 +- 6 files changed, 7 insertions(+), 91 deletions(-) diff --git a/tools/ci_build/github/azure-pipelines/py-cuda-package-test-pipeline.yml b/tools/ci_build/github/azure-pipelines/py-cuda-package-test-pipeline.yml index d852e1132e..79b69bf34c 100644 --- a/tools/ci_build/github/azure-pipelines/py-cuda-package-test-pipeline.yml +++ b/tools/ci_build/github/azure-pipelines/py-cuda-package-test-pipeline.yml @@ -1,21 +1,9 @@ -parameters: - - name: build_id - type: string - default: 'latest' - - name: project - type: string - default: 'Lotus' - - name: pipeline - type: string - default: 'Python-CUDA-Packaging-Pipeline' - resources: - repositories: - - repository: manylinux - type: Github - endpoint: Microsoft - name: pypa/manylinux - ref: 5eda9aded5462201e6310105728d33016e637ea7 + pipelines: + - pipeline: build + source: 'Python-CUDA-Packaging-Pipeline' + trigger: true + branch: main # branch to pick the artifact, Used only for manual triggered pipeline runs for testing the pipeline itself stages: # ****The following Stage depend on all previous tags. *** diff --git a/tools/ci_build/github/azure-pipelines/templates/py-package-smoking-test.yml b/tools/ci_build/github/azure-pipelines/templates/py-package-smoking-test.yml index 0cb438c710..ff54dc6474 100644 --- a/tools/ci_build/github/azure-pipelines/templates/py-package-smoking-test.yml +++ b/tools/ci_build/github/azure-pipelines/templates/py-package-smoking-test.yml @@ -22,10 +22,6 @@ jobs: ${{ parameters.machine_pool }} strategy: matrix: - Python38: - PythonVersion: '3.8' - Python39: - PythonVersion: '3.9' Python310: PythonVersion: '3.10' Python311: diff --git a/tools/ci_build/github/azure-pipelines/templates/py-packaging-stage.yml b/tools/ci_build/github/azure-pipelines/templates/py-packaging-stage.yml index 5c78a5dbac..f2ba6468f2 100644 --- a/tools/ci_build/github/azure-pipelines/templates/py-packaging-stage.yml +++ b/tools/ci_build/github/azure-pipelines/templates/py-packaging-stage.yml @@ -84,14 +84,6 @@ stages: pool: 'onnxruntime-Win-CPU-2022' strategy: matrix: - Python38_x64: - PythonVersion: '3.8' - MsbuildPlatform: x64 - buildArch: x64 - Python39_x64: - PythonVersion: '3.9' - MsbuildPlatform: x64 - buildArch: x64 Python310_x64: PythonVersion: '3.10' MsbuildPlatform: x64 @@ -107,14 +99,6 @@ stages: # Training build cannot support Win32 for now because one or more of its python # dependencies does not support Win32. So, don't build a training package for Win32 ${{ if not(contains(parameters.build_py_parameters, '--enable_training')) }}: - Python38_x86: - PythonVersion: '3.8' - MsbuildPlatform: Win32 - buildArch: x86 - Python39_x86: - PythonVersion: '3.9' - MsbuildPlatform: Win32 - buildArch: x86 Python310_x86: PythonVersion: '3.10' MsbuildPlatform: Win32 @@ -294,26 +278,6 @@ stages: condition: always() - ${{ if eq(parameters.enable_windows_gpu, true) }}: - - template: py-win-gpu.yml - parameters: - MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10' - PYTHON_VERSION: '3.8' - EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.4.0.26.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80" - ENV_SETUP_SCRIPT: setup_env_gpu.bat - EP_NAME: gpu - publish_symbols: ${{ parameters.publish_symbols }} - cmake_build_type: ${{ parameters.cmake_build_type }} - - - template: py-win-gpu.yml - parameters: - MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10' - PYTHON_VERSION: '3.9' - EP_BUILD_FLAGS: --use_tensorrt --tensorrt_home="$(Agent.TempDirectory)\TensorRT-10.4.0.26.Windows10.x86_64.cuda-11.8" --cuda_home="$(Agent.TempDirectory)\v11.8" --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=52;60;61;70;75;80" - ENV_SETUP_SCRIPT: setup_env_gpu.bat - EP_NAME: gpu - publish_symbols: ${{ parameters.publish_symbols }} - cmake_build_type: ${{ parameters.cmake_build_type }} - - template: py-win-gpu.yml parameters: MACHINE_POOL: 'onnxruntime-Win2022-GPU-A10' @@ -344,26 +308,6 @@ stages: publish_symbols: ${{ parameters.publish_symbols }} cmake_build_type: ${{ parameters.cmake_build_type }} - - template: py-win-gpu.yml - parameters: - MACHINE_POOL: 'onnxruntime-Win2022-GPU-dml-A10' - PYTHON_VERSION: '3.8' - EP_BUILD_FLAGS: --use_dml --cmake_extra_defines CMAKE_SYSTEM_VERSION=10.0.18362.0 --enable_wcos - ENV_SETUP_SCRIPT: setup_env.bat - EP_NAME: directml - publish_symbols: ${{ parameters.publish_symbols }} - cmake_build_type: ${{ parameters.cmake_build_type }} - - - template: py-win-gpu.yml - parameters: - MACHINE_POOL: 'onnxruntime-Win2022-GPU-dml-A10' - PYTHON_VERSION: '3.9' - EP_BUILD_FLAGS: --use_dml --cmake_extra_defines CMAKE_SYSTEM_VERSION=10.0.18362.0 --enable_wcos - ENV_SETUP_SCRIPT: setup_env.bat - EP_NAME: directml - publish_symbols: ${{ parameters.publish_symbols }} - cmake_build_type: ${{ parameters.cmake_build_type }} - - template: py-win-gpu.yml parameters: MACHINE_POOL: 'onnxruntime-Win2022-GPU-dml-A10' @@ -408,10 +352,6 @@ stages: MACOSX_DEPLOYMENT_TARGET: '13.3' strategy: matrix: - Python38: - PythonVersion: '3.8' - Python39: - PythonVersion: '3.9' Python310: PythonVersion: '3.10' Python311: diff --git a/tools/ci_build/github/azure-pipelines/templates/py-win-arm64ec-qnn.yml b/tools/ci_build/github/azure-pipelines/templates/py-win-arm64ec-qnn.yml index 419bc5a202..2c9218a059 100644 --- a/tools/ci_build/github/azure-pipelines/templates/py-win-arm64ec-qnn.yml +++ b/tools/ci_build/github/azure-pipelines/templates/py-win-arm64ec-qnn.yml @@ -28,10 +28,6 @@ jobs: name: ${{ parameters.MACHINE_POOL }} strategy: matrix: - Python38_x64: - PythonVersion: '3.8' - Python39_x64: - PythonVersion: '3.9' Python310_x64: PythonVersion: '3.10' Python311_x64: diff --git a/tools/ci_build/github/azure-pipelines/templates/py-win-x64-qnn.yml b/tools/ci_build/github/azure-pipelines/templates/py-win-x64-qnn.yml index b6bcad80a5..9cb82d65bc 100644 --- a/tools/ci_build/github/azure-pipelines/templates/py-win-x64-qnn.yml +++ b/tools/ci_build/github/azure-pipelines/templates/py-win-x64-qnn.yml @@ -28,10 +28,6 @@ jobs: name: ${{ parameters.MACHINE_POOL }} strategy: matrix: - Python38_x64: - PythonVersion: '3.8' - Python39_x64: - PythonVersion: '3.9' Python310_x64: PythonVersion: '3.10' Python311_x64: diff --git a/tools/ci_build/github/linux/build_linux_python_package.sh b/tools/ci_build/github/linux/build_linux_python_package.sh index ccc201cbc8..568d9a74d7 100755 --- a/tools/ci_build/github/linux/build_linux_python_package.sh +++ b/tools/ci_build/github/linux/build_linux_python_package.sh @@ -7,9 +7,9 @@ mkdir -p /build/dist EXTRA_ARG="" -# Put 3.8 at the last because Ubuntu 22.04 use python 3.10 and we will upload the intermediate build files of this +# Put 3.10 at the last because Ubuntu 22.04 use python 3.10 and we will upload the intermediate build files of this # config to Azure DevOps Artifacts and download them to a Ubuntu 22.04 machine to run the tests. -PYTHON_EXES=("/opt/python/cp38-cp38/bin/python3.8" "/opt/python/cp39-cp39/bin/python3.9" "/opt/python/cp311-cp311/bin/python3.11" "/opt/python/cp312-cp312/bin/python3.12" "/opt/python/cp310-cp310/bin/python3.10") +PYTHON_EXES=("/opt/python/cp311-cp311/bin/python3.11" "/opt/python/cp312-cp312/bin/python3.12" "/opt/python/cp310-cp310/bin/python3.10") while getopts "d:p:x:c:" parameter_Option do case "${parameter_Option}" in