saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Accelerator end training (#18910)

Browse source 
* add accelerator.end_training()

Some trackers need this to end their runs.

* fixup and quality

* add space

* add space again ?!?
This commit is contained in:
Nicholas Broad 2022-09-07 07:46:26 -04:00 committed by GitHub
parent 7a8118947f
commit 4f299b2446
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 24 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
examples/pytorch/image-classification/run_image_classification_no_trainer.py
View file

@ -553,6 +553,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/language-modeling/run_clm_no_trainer.py
View file

@ -648,6 +648,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/language-modeling/run_mlm_no_trainer.py
View file

@ -693,6 +693,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/multiple-choice/run_swag_no_trainer.py
View file

@ -637,6 +637,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/semantic-segmentation/run_semantic_segmentation_no_trainer.py
View file

@ -662,6 +662,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/text-classification/run_glue_no_trainer.py
View file

@ -590,6 +590,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/token-classification/run_ner_no_trainer.py
View file

@ -746,6 +746,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)

3
examples/pytorch/translation/run_translation_no_trainer.py
View file

@ -728,6 +728,9 @@ def main():
output_dir = os.path.join(args.output_dir, output_dir)
accelerator.save_state(output_dir)
if args.with_tracking:
accelerator.end_training()
if args.output_dir is not None:
accelerator.wait_for_everyone()
unwrapped_model = accelerator.unwrap_model(model)