mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-14 20:57:59 +00:00
c6c45467a3
Manylinux 2.28 and cxx11-abi migration. Please see: https://dev-discuss.pytorch.org/t/pytorch-linux-wheels-switching-to-new-wheel-build-platform-manylinux-2-28-on-november-12-2024/2581 Pull Request resolved: https://github.com/pytorch/pytorch/pull/142064 Approved by: https://github.com/kit1980, https://github.com/malfet
185 lines
10 KiB
YAML
Generated
185 lines
10 KiB
YAML
Generated
# @generated DO NOT EDIT MANUALLY
|
|
|
|
# Template is at: .github/templates/linux_binary_build_workflow.yml.j2
|
|
# Generation script: .github/scripts/generate_ci_workflows.py
|
|
name: linux-binary-manywheel
|
|
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
tags:
|
|
- 'ciflow/trunk/*'
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
# Needed for conda builds
|
|
ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine"
|
|
ANACONDA_USER: pytorch
|
|
AWS_DEFAULT_REGION: us-east-1
|
|
BINARY_ENV_FILE: /tmp/env
|
|
BUILD_ENVIRONMENT: linux-binary-manywheel
|
|
BUILDER_ROOT: /builder
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
|
PYTORCH_FINAL_PACKAGE_DIR: /artifacts
|
|
PYTORCH_ROOT: /pytorch
|
|
SHA1: ${{ github.event.pull_request.head.sha || github.sha }}
|
|
SKIP_ALL_TESTS: 0
|
|
concurrency:
|
|
group: linux-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
get-label-type:
|
|
if: github.repository_owner == 'pytorch'
|
|
name: get-label-type
|
|
uses: pytorch/pytorch/.github/workflows/_runner-determinator.yml@main
|
|
with:
|
|
triggering_actor: ${{ github.triggering_actor }}
|
|
issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }}
|
|
curr_branch: ${{ github.head_ref || github.ref_name }}
|
|
curr_ref_type: ${{ github.ref_type }}
|
|
manywheel-py3_9-cuda11_8-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
BUILDER_ROOT: /builder
|
|
PACKAGE_TYPE: manywheel
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu118
|
|
GPU_ARCH_VERSION: 11.8
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: pytorch/manylinux-builder:cuda11.8-main
|
|
use_split_build: False
|
|
DESIRED_PYTHON: "3.9"
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: manywheel-py3_9-cuda11_8
|
|
build_environment: linux-binary-manywheel
|
|
PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu11==11.8.89; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu11==11.8.89; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu11==11.8.87; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu11==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu11==11.11.3.6; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu11==10.9.0.58; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu11==10.3.0.86; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu11==11.4.1.48; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu11==11.7.5.86; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu11==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu11==11.8.86; platform_system == 'Linux' and platform_machine == 'x86_64'
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
manywheel-py3_9-cuda11_8-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- manywheel-py3_9-cuda11_8-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
BUILDER_ROOT: /builder
|
|
PACKAGE_TYPE: manywheel
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu118
|
|
GPU_ARCH_VERSION: 11.8
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: pytorch/manylinux-builder:cuda11.8-main
|
|
use_split_build: False
|
|
DESIRED_PYTHON: "3.9"
|
|
build_name: manywheel-py3_9-cuda11_8
|
|
build_environment: linux-binary-manywheel
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.4xlarge.nvidia.gpu
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
manywheel-py3_9-cuda12_4-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
BUILDER_ROOT: /builder
|
|
PACKAGE_TYPE: manywheel
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu124
|
|
GPU_ARCH_VERSION: 12.4
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: pytorch/manylinux-builder:cuda12.4-main
|
|
use_split_build: False
|
|
DESIRED_PYTHON: "3.9"
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: manywheel-py3_9-cuda12_4
|
|
build_environment: linux-binary-manywheel
|
|
PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64'
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
manywheel-py3_9-cuda12_4-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- manywheel-py3_9-cuda12_4-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
BUILDER_ROOT: /builder
|
|
PACKAGE_TYPE: manywheel
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu124
|
|
GPU_ARCH_VERSION: 12.4
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: pytorch/manylinux-builder:cuda12.4-main
|
|
use_split_build: False
|
|
DESIRED_PYTHON: "3.9"
|
|
build_name: manywheel-py3_9-cuda12_4
|
|
build_environment: linux-binary-manywheel
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.4xlarge.nvidia.gpu
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
manywheel-py3_9-cuda12_6-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
BUILDER_ROOT: /builder
|
|
PACKAGE_TYPE: manywheel
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu126
|
|
GPU_ARCH_VERSION: 12.6
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: pytorch/manylinux2_28-builder:cuda12.6-main
|
|
DESIRED_DEVTOOLSET: cxx11-abi
|
|
use_split_build: False
|
|
DESIRED_PYTHON: "3.9"
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: manywheel-py3_9-cuda12_6
|
|
build_environment: linux-binary-manywheel
|
|
PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.6.77; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.6.77; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.6.80; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.5.1.17; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.6.4.1; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.3.0.4; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.7.77; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.7.1.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.5.4.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.6.77; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.6.85; platform_system == 'Linux' and platform_machine == 'x86_64'
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
manywheel-py3_9-cuda12_6-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- manywheel-py3_9-cuda12_6-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
BUILDER_ROOT: /builder
|
|
PACKAGE_TYPE: manywheel
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu126
|
|
GPU_ARCH_VERSION: 12.6
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: pytorch/manylinux2_28-builder:cuda12.6-main
|
|
DESIRED_DEVTOOLSET: cxx11-abi
|
|
use_split_build: False
|
|
DESIRED_PYTHON: "3.9"
|
|
build_name: manywheel-py3_9-cuda12_6
|
|
build_environment: linux-binary-manywheel
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.4xlarge.nvidia.gpu
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|