From b3d106895136add5f70a79a2e1faeced912bc751 Mon Sep 17 00:00:00 2001 From: Marc Sun Date: Mon, 10 Feb 2025 10:57:34 +0100 Subject: [PATCH] Revert "Fix OS err (#36094)" This reverts commit ba29a439adbe6f371710d0514659127264ae24b3. --- src/transformers/trainer.py | 17 ++++++++--------- 1 file changed, 8 insertions(+), 9 deletions(-) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index 5da300a90..2009ebe8f 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -3153,15 +3153,14 @@ class Trainer: self.state.stateful_callbacks[cb_name] = cb_state self.state.save_to_json(os.path.join(output_dir, TRAINER_STATE_NAME)) - if os.path.exists(output_dir): - try: - os.renames(output_dir, checkpoint_dir) - except OSError as e: - if e.errno in [errno.ENOTEMPTY, errno.EEXIST]: # Directory/File already exists - shutil.rmtree(checkpoint_dir) - os.renames(output_dir, checkpoint_dir) - else: - raise + try: + os.renames(output_dir, checkpoint_dir) + except OSError as e: + if e.errno in [errno.ENOTEMPTY, errno.EEXIST]: # Directory/File already exists + shutil.rmtree(checkpoint_dir) + os.renames(output_dir, checkpoint_dir) + else: + raise if self.args.push_to_hub: self._push_from_checkpoint(checkpoint_dir)