mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-14 20:57:59 +00:00
19bdc4f007
### Description Renamed the file the retrieves the latest green commit for viable/strict promotion. The previous name, `print_latest_commit` did not relate to its actual function. ### Testing All of the test cases in `test_fetch_latest_green_commit` pass, nothing else should be affected Pull Request resolved: https://github.com/pytorch/pytorch/pull/82414 Approved by: https://github.com/clee2000
123 lines
3.6 KiB
Python
123 lines
3.6 KiB
Python
import sys
|
|
from typing import Any, Dict, List, NamedTuple, Tuple
|
|
from gitutils import _check_output
|
|
|
|
import rockset # type: ignore[import]
|
|
import os
|
|
import re
|
|
|
|
def eprint(msg: str) -> None:
|
|
print(msg, file=sys.stderr)
|
|
|
|
class WorkflowCheck(NamedTuple):
|
|
workflowName: str
|
|
name: str
|
|
jobName: str
|
|
conclusion: str
|
|
|
|
def get_latest_commits() -> List[str]:
|
|
latest_viable_commit = _check_output(
|
|
[
|
|
"git",
|
|
"log",
|
|
"-n",
|
|
"1",
|
|
"--pretty=format:%H",
|
|
"origin/viable/strict",
|
|
],
|
|
encoding="ascii",
|
|
)
|
|
commits = _check_output(
|
|
[
|
|
"git",
|
|
"rev-list",
|
|
f"{latest_viable_commit}^..HEAD",
|
|
"--remotes=*origin/master",
|
|
],
|
|
encoding="ascii",
|
|
).splitlines()
|
|
|
|
return commits
|
|
|
|
def query_commits(commits: List[str], qlambda: Any) -> Any:
|
|
params = rockset.ParamDict()
|
|
params['shas'] = ",".join(commits)
|
|
results = qlambda.execute(parameters=params)
|
|
|
|
return results
|
|
|
|
def print_commit_status(commit: str, results: Dict[str, Any]) -> None:
|
|
print(commit)
|
|
for check in results['results']:
|
|
if check['sha'] == commit:
|
|
print(f"\t{check['conclusion']:>10}: {check['name']}")
|
|
|
|
def get_commit_results(commit: str, results: Dict[str, Any]) -> List[Dict[str, Any]]:
|
|
workflow_checks = []
|
|
for check in results['results']:
|
|
if check['sha'] == commit:
|
|
workflow_checks.append(WorkflowCheck(
|
|
workflowName=check['workflowName'],
|
|
name=check['name'],
|
|
jobName=check['jobName'],
|
|
conclusion=check['conclusion'],
|
|
)._asdict())
|
|
return workflow_checks
|
|
|
|
def isGreen(commit: str, results: Dict[str, Any]) -> Tuple[bool, str]:
|
|
workflow_checks = get_commit_results(commit, results)
|
|
|
|
regex = {
|
|
"pull": False,
|
|
"trunk": False,
|
|
"lint": False,
|
|
"linux-binary": False,
|
|
"windows-binary": False,
|
|
}
|
|
|
|
for check in workflow_checks:
|
|
workflowName = check['workflowName']
|
|
conclusion = check['conclusion']
|
|
for required_check in regex:
|
|
if re.match(required_check, workflowName, flags=re.IGNORECASE):
|
|
if conclusion not in ["success", "skipped"]:
|
|
return (False, workflowName + " checks were not successful")
|
|
else:
|
|
regex[required_check] = True
|
|
if workflowName in ["periodic", "docker-release-builds"] and conclusion not in ["success", "skipped"]:
|
|
return (False, workflowName + " checks were not successful")
|
|
|
|
missing_workflows = [x for x in regex.keys() if not regex[x]]
|
|
if len(missing_workflows) > 0:
|
|
return (False, "missing required workflows: " + ", ".join(missing_workflows))
|
|
|
|
return (True, "")
|
|
|
|
def get_latest_green_commit(commits: List[str], results: Dict[str, Any]) -> Any:
|
|
for commit in commits:
|
|
eprint(f"Checking {commit}")
|
|
is_green, msg = isGreen(commit, results)
|
|
if is_green:
|
|
eprint("GREEN")
|
|
return commit
|
|
else:
|
|
eprint("RED: " + msg)
|
|
return None
|
|
|
|
def main() -> None:
|
|
rs = rockset.Client(
|
|
api_server="api.rs2.usw2.rockset.com", api_key=os.environ["ROCKSET_API_KEY"]
|
|
)
|
|
qlambda = rs.QueryLambda.retrieve(
|
|
'commit_jobs_batch_query',
|
|
version='15aba20837ae9d75',
|
|
workspace='commons')
|
|
|
|
commits = get_latest_commits()
|
|
results = query_commits(commits, qlambda)
|
|
|
|
latest_viable_commit = get_latest_green_commit(commits, results)
|
|
print(latest_viable_commit)
|
|
|
|
if __name__ == "__main__":
|
|
main()
|