mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-15 21:00:47 +00:00
1c30268ff1
upgrading rockset to 1.0.3 the diff looks like it gets rid of dependency on six but i think python-dateutils still uses it but is better about downloading it Pull Request resolved: https://github.com/pytorch/pytorch/pull/94005 Approved by: https://github.com/huydhn
125 lines
3.5 KiB
Python
125 lines
3.5 KiB
Python
import sys
|
|
from typing import Any, Dict, List, NamedTuple, Tuple, cast
|
|
from gitutils import _check_output
|
|
|
|
import rockset # type: ignore[import]
|
|
import os
|
|
import re
|
|
|
|
def eprint(msg: str) -> None:
|
|
print(msg, file=sys.stderr)
|
|
|
|
class WorkflowCheck(NamedTuple):
|
|
workflowName: str
|
|
name: str
|
|
jobName: str
|
|
conclusion: str
|
|
|
|
def get_latest_commits() -> List[str]:
|
|
latest_viable_commit = _check_output(
|
|
[
|
|
"git",
|
|
"log",
|
|
"-n",
|
|
"1",
|
|
"--pretty=format:%H",
|
|
"origin/viable/strict",
|
|
],
|
|
encoding="ascii",
|
|
)
|
|
commits = _check_output(
|
|
[
|
|
"git",
|
|
"rev-list",
|
|
f"{latest_viable_commit}^..HEAD",
|
|
"--remotes=*origin/master",
|
|
],
|
|
encoding="ascii",
|
|
).splitlines()
|
|
|
|
return commits
|
|
|
|
def query_commits(commits: List[str]) -> List[Dict[str, Any]]:
|
|
rs = rockset.RocksetClient(
|
|
host="api.usw2a1.rockset.com", api_key=os.environ["ROCKSET_API_KEY"]
|
|
)
|
|
params = [{
|
|
"name": "shas",
|
|
"type": "string",
|
|
"value": ",".join(commits)
|
|
}]
|
|
res = rs.QueryLambdas.execute_query_lambda(
|
|
query_lambda='commit_jobs_batch_query',
|
|
version='8003fdfd18b64696',
|
|
workspace='commons',
|
|
parameters=params
|
|
)
|
|
|
|
return cast(List[Dict[str, Any]], res.results)
|
|
|
|
def print_commit_status(commit: str, results: Dict[str, Any]) -> None:
|
|
print(commit)
|
|
for check in results['results']:
|
|
if check['sha'] == commit:
|
|
print(f"\t{check['conclusion']:>10}: {check['name']}")
|
|
|
|
def get_commit_results(commit: str, results: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
|
|
workflow_checks = []
|
|
for check in results:
|
|
if check['sha'] == commit:
|
|
workflow_checks.append(WorkflowCheck(
|
|
workflowName=check['workflowName'],
|
|
name=check['name'],
|
|
jobName=check['jobName'],
|
|
conclusion=check['conclusion'],
|
|
)._asdict())
|
|
return workflow_checks
|
|
|
|
def isGreen(commit: str, results: List[Dict[str, Any]]) -> Tuple[bool, str]:
|
|
workflow_checks = get_commit_results(commit, results)
|
|
|
|
regex = {
|
|
"pull": False,
|
|
"trunk": False,
|
|
"lint": False,
|
|
"linux-binary": False,
|
|
"windows-binary": False,
|
|
}
|
|
|
|
for check in workflow_checks:
|
|
workflowName = check['workflowName']
|
|
conclusion = check['conclusion']
|
|
for required_check in regex:
|
|
if re.match(required_check, workflowName, flags=re.IGNORECASE):
|
|
if conclusion not in ["success", "skipped"]:
|
|
return (False, workflowName + " checks were not successful")
|
|
else:
|
|
regex[required_check] = True
|
|
|
|
missing_workflows = [x for x in regex.keys() if not regex[x]]
|
|
if len(missing_workflows) > 0:
|
|
return (False, "missing required workflows: " + ", ".join(missing_workflows))
|
|
|
|
return (True, "")
|
|
|
|
def get_latest_green_commit(commits: List[str], results: List[Dict[str, Any]]) -> Any:
|
|
for commit in commits:
|
|
eprint(f"Checking {commit}")
|
|
is_green, msg = isGreen(commit, results)
|
|
if is_green:
|
|
eprint("GREEN")
|
|
return commit
|
|
else:
|
|
eprint("RED: " + msg)
|
|
return None
|
|
|
|
def main() -> None:
|
|
|
|
commits = get_latest_commits()
|
|
results = query_commits(commits)
|
|
|
|
latest_viable_commit = get_latest_green_commit(commits, results)
|
|
print(latest_viable_commit)
|
|
|
|
if __name__ == "__main__":
|
|
main()
|