mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-23 22:13:38 +00:00
21d1bd8d67
Don't exit if there's an error starting a CI. It's most likely an intermittent error (or invalid CI) so it's better to keep going so you only have to try and kick off the failed CI later.
139 lines
4.7 KiB
Python
139 lines
4.7 KiB
Python
#!/usr/bin/env python3
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
|
|
|
|
def get_pipeline_names():
|
|
# Current pipelines. These change semi-frequently and may need updating.
|
|
# There is no easy way to get the list of "required" pipelines using `azp` before they are run,
|
|
# so we need to maintain this list manually.
|
|
# NOTE: This list is also used by run_CIs_for_branch.py
|
|
pipelines = [
|
|
# windows
|
|
"Windows ARM64 QNN CI Pipeline",
|
|
"Windows x64 QNN CI Pipeline",
|
|
"Windows CPU CI Pipeline",
|
|
"Windows GPU CUDA CI Pipeline",
|
|
"Windows GPU DML CI Pipeline",
|
|
"Windows GPU Doc Gen CI Pipeline",
|
|
"Windows GPU TensorRT CI Pipeline",
|
|
"ONNX Runtime Web CI Pipeline",
|
|
# linux
|
|
"Linux CPU CI Pipeline",
|
|
"Linux CPU Minimal Build E2E CI Pipeline",
|
|
"Linux GPU CI Pipeline",
|
|
"Linux GPU TensorRT CI Pipeline",
|
|
"Linux OpenVINO CI Pipeline",
|
|
"Linux QNN CI Pipeline",
|
|
# mac
|
|
"MacOS CI Pipeline",
|
|
# checks
|
|
"onnxruntime-binary-size-checks-ci-pipeline",
|
|
# big models
|
|
"Big Models",
|
|
# android
|
|
"Linux Android Emulator QNN CI Pipeline",
|
|
# not currently required, but running these like internal PRs.
|
|
"Android CI Pipeline",
|
|
"iOS CI Pipeline",
|
|
"ONNX Runtime React Native CI Pipeline",
|
|
"CoreML CI Pipeline",
|
|
"Linux DNNL CI Pipeline",
|
|
"Linux MIGraphX CI Pipeline",
|
|
"Linux ROCm CI Pipeline",
|
|
]
|
|
|
|
return pipelines
|
|
|
|
|
|
def _parse_args():
|
|
parser = argparse.ArgumentParser(
|
|
os.path.basename(__file__),
|
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
description="""Trigger CIs running for the specified pull request.
|
|
|
|
Requires the GitHub CLI to be installed. See https://github.com/cli/cli#installation for details.
|
|
After installation you will also need to setup an auth token to access the ONNX Runtime repository by running
|
|
`gh auth login`. Easiest is to run that from a directory in your local copy of the repo.
|
|
""",
|
|
)
|
|
parser.add_argument("pr", help="Specify the pull request ID.")
|
|
args = parser.parse_args()
|
|
return args
|
|
|
|
|
|
def run_gh_pr_command(command: list[str], check: bool = True):
|
|
try:
|
|
return subprocess.run(["gh", "pr", *command], capture_output=True, text=True, check=check)
|
|
except subprocess.CalledProcessError as cpe:
|
|
print(cpe)
|
|
print(cpe.stderr)
|
|
# Exit if debugging. Otherwise keep going as it's most likely an intermittent failure.
|
|
# sys.exit(-1)
|
|
|
|
|
|
def main():
|
|
args = _parse_args()
|
|
pr_id = args.pr
|
|
|
|
# validate PR
|
|
print("Checking PR is open")
|
|
gh_out = run_gh_pr_command(["view", "--json", "state", pr_id])
|
|
info = json.loads(gh_out.stdout)
|
|
if "state" not in info:
|
|
print(f"Could not get current state from `gh pr view` response of\n{gh_out.stdout}")
|
|
sys.exit(-1)
|
|
|
|
if info["state"] != "OPEN":
|
|
print(f"PR {pr_id} is not OPEN. Currently in state {info['state']}.")
|
|
sys.exit(0)
|
|
|
|
# This will return CIs that have run previously but not passed. We filter the CIs to run based on this, so it's
|
|
# fine for the initial response to have no info in it.
|
|
# `gh pr checks` exits with non-zero exit code when failures in pipeline exist, so we set `check` to False.
|
|
print("Checking for pipelines that have passed.")
|
|
gh_out = run_gh_pr_command(["checks", pr_id, "--required"], check=False)
|
|
# output format is a tab separated list of columns:
|
|
# (pipeline name) "\t" (status) "\t" (ran time) "\t" (url)
|
|
checked_pipelines = [
|
|
columns[0]
|
|
for columns in (line.strip().split("\t") for line in gh_out.stdout.split("\n"))
|
|
if len(columns) == 4 and columns[1] == "pass"
|
|
]
|
|
|
|
pipelines = get_pipeline_names()
|
|
|
|
# remove pipelines that have already run successfully
|
|
pipelines = [p for p in pipelines if p not in checked_pipelines]
|
|
|
|
print("Pipelines to run:")
|
|
for p in pipelines:
|
|
print("\t" + p)
|
|
|
|
# azp run is limited to 10 pipelines at a time
|
|
max_pipelines_per_comment = 10
|
|
start = 0
|
|
num_pipelines = len(pipelines)
|
|
|
|
print("Adding azp run commands")
|
|
while start < num_pipelines:
|
|
end = start + max_pipelines_per_comment
|
|
if end > num_pipelines:
|
|
end = num_pipelines
|
|
|
|
run_gh_pr_command(["comment", pr_id, "--body", f"/azp run {str.join(',', pipelines[start:end])}"])
|
|
|
|
start += max_pipelines_per_comment
|
|
|
|
print(f"Done. Check status at https://github.com/microsoft/onnxruntime/pull/{pr_id}/checks")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|