saymrwulf/pytorch
1
0
Fork 0
mirror of https://github.com/saymrwulf/pytorch.git synced 2026-05-14 20:57:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[GHA] Add warning when S3 stats for sharding aren't found (#80176)

Browse source 
Adds visibility to when this happens so I don't need to keep looking at the logs
Pull Request resolved: https://github.com/pytorch/pytorch/pull/80176
Approved by: https://github.com/suo
This commit is contained in:
Jane Xu 2022-06-24 04:14:10 +00:00 committed by PyTorch MergeBot
parent 93e70c5973
commit addeb1ed5e
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tools/testing/test_selections.py
View file

@ -107,7 +107,7 @@ def _pull_job_times_from_S3() -> Dict[str, float]:
s3_reports = []
if len(s3_reports) == 0:
print("Gathered no reports from S3. Please proceed without them.")
print("::warning:: Gathered no reports from S3. Please proceed without them.")
return dict()
return _calculate_job_times(s3_reports)
@ -173,7 +173,9 @@ def get_shard_based_on_S3(
# Got no stats from S3, returning early to save runtime
if len(jobs_to_times) == 0:
print("Gathered no stats from S3. Proceeding with default sharding plan.")
print(
"::warning:: Gathered no stats from S3. Proceeding with default sharding plan."
)
return tests[which_shard - 1 :: num_shards]
shards = calculate_shards(num_shards, tests, jobs_to_times)
@ -189,7 +191,7 @@ def get_slow_tests_based_on_S3(
# Got no stats from S3, returning early to save runtime
if len(jobs_to_times) == 0:
print("Gathered no stats from S3. No new slow tests calculated.")
print("::warning:: Gathered no stats from S3. No new slow tests calculated.")
return []
slow_tests: List[str] = []