mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-14 20:48:00 +00:00
63a07c1838
### Description Update list of CI pipelines to trigger for external PRs. ### Motivation and Context The pipelines triggered for external PRs are not consistent with internal PRs.
141 lines
4.7 KiB
Python
141 lines
4.7 KiB
Python
#!/usr/bin/env python3
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
import argparse
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
import typing
|
|
|
|
|
|
def get_pipeline_names():
|
|
# Current pipelines. These change semi-frequently and may need updating.
|
|
# There is no easy way to get the list of "required" pipelines using `azp` before they are run,
|
|
# so we need to maintain this list manually.
|
|
# NOTE: This list is also used by run_CIs_for_branch.py
|
|
pipelines = [
|
|
# windows
|
|
"Windows ARM64 QNN CI Pipeline",
|
|
"Windows x64 QNN CI Pipeline",
|
|
"Windows CPU CI Pipeline",
|
|
"Windows GPU CUDA CI Pipeline",
|
|
"Windows GPU DML CI Pipeline",
|
|
"Windows GPU Doc Gen CI Pipeline",
|
|
"Windows GPU TensorRT CI Pipeline",
|
|
"ONNX Runtime Web CI Pipeline",
|
|
# linux
|
|
"Linux CPU CI Pipeline",
|
|
"Linux CPU Minimal Build E2E CI Pipeline",
|
|
"Linux GPU CI Pipeline",
|
|
"Linux GPU TensorRT CI Pipeline",
|
|
"Linux OpenVINO CI Pipeline",
|
|
"Linux QNN CI Pipeline",
|
|
# mac
|
|
"MacOS CI Pipeline",
|
|
# training
|
|
"orttraining-linux-ci-pipeline",
|
|
"orttraining-linux-gpu-ci-pipeline",
|
|
# checks
|
|
"onnxruntime-binary-size-checks-ci-pipeline",
|
|
# big models
|
|
"Big Models",
|
|
# android
|
|
"Linux Android Emulator QNN CI Pipeline",
|
|
# not currently required, but running these like internal PRs.
|
|
"Android CI Pipeline",
|
|
"iOS CI Pipeline",
|
|
"ONNX Runtime React Native CI Pipeline",
|
|
"CoreML CI Pipeline",
|
|
"Linux DNNL CI Pipeline",
|
|
"Linux MIGraphX CI Pipeline",
|
|
"Linux ROCm CI Pipeline",
|
|
]
|
|
|
|
return pipelines
|
|
|
|
|
|
def _parse_args():
|
|
parser = argparse.ArgumentParser(
|
|
os.path.basename(__file__),
|
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
description="""Trigger CIs running for the specified pull request.
|
|
|
|
Requires the GitHub CLI to be installed. See https://github.com/cli/cli#installation for details.
|
|
After installation you will also need to setup an auth token to access the ONNX Runtime repository by running
|
|
`gh auth login`. Easiest is to run that from a directory in your local copy of the repo.
|
|
""",
|
|
)
|
|
parser.add_argument("pr", help="Specify the pull request ID.")
|
|
args = parser.parse_args()
|
|
return args
|
|
|
|
|
|
def run_gh_pr_command(command: typing.List[str], check: bool = True):
|
|
try:
|
|
return subprocess.run(["gh", "pr", *command], capture_output=True, text=True, check=check)
|
|
except subprocess.CalledProcessError as cpe:
|
|
print(cpe)
|
|
print(cpe.stderr)
|
|
sys.exit(-1)
|
|
|
|
|
|
def main():
|
|
args = _parse_args()
|
|
pr_id = args.pr
|
|
|
|
# validate PR
|
|
print("Checking PR is open")
|
|
gh_out = run_gh_pr_command(["view", "--json", "state", pr_id])
|
|
info = json.loads(gh_out.stdout)
|
|
if "state" not in info:
|
|
print(f"Could not get current state from `gh pr view` response of\n{gh_out.stdout}")
|
|
sys.exit(-1)
|
|
|
|
if info["state"] != "OPEN":
|
|
print(f"PR {pr_id} is not OPEN. Currently in state {info['state']}.")
|
|
sys.exit(0)
|
|
|
|
# This will return CIs that have run previously but not passed. We filter the CIs to run based on this, so it's
|
|
# fine for the initial response to have no info in it.
|
|
# `gh pr checks` exits with non-zero exit code when failures in pipeline exist, so we set `check` to False.
|
|
print("Checking for pipelines that have passed.")
|
|
gh_out = run_gh_pr_command(["checks", pr_id, "--required"], check=False)
|
|
# output format is a tab separated list of columns:
|
|
# (pipeline name) "\t" (status) "\t" (ran time) "\t" (url)
|
|
checked_pipelines = [
|
|
columns[0]
|
|
for columns in (line.strip().split("\t") for line in gh_out.stdout.split("\n"))
|
|
if len(columns) == 4 and columns[1] == "pass"
|
|
]
|
|
|
|
pipelines = get_pipeline_names()
|
|
|
|
# remove pipelines that have already run successfully
|
|
pipelines = [p for p in pipelines if p not in checked_pipelines]
|
|
|
|
print("Pipelines to run:")
|
|
for p in pipelines:
|
|
print("\t" + p)
|
|
|
|
# azp run is limited to 10 pipelines at a time
|
|
max_pipelines_per_comment = 10
|
|
start = 0
|
|
num_pipelines = len(pipelines)
|
|
|
|
print("Adding azp run commands")
|
|
while start < num_pipelines:
|
|
end = start + max_pipelines_per_comment
|
|
if end > num_pipelines:
|
|
end = num_pipelines
|
|
|
|
run_gh_pr_command(["comment", pr_id, "--body", f"/azp run {str.join(',', pipelines[start:end])}"])
|
|
|
|
start += max_pipelines_per_comment
|
|
|
|
print(f"Done. Check status at https://github.com/microsoft/onnxruntime/pull/{pr_id}/checks")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|