From a078c8d99beb7fe5b620c4eb5264248f5247c368 Mon Sep 17 00:00:00 2001 From: Vincent Wang Date: Mon, 22 Aug 2022 22:22:53 +0800 Subject: [PATCH] Update Supporting Deepspeed Version of ORTModule's FP16_Optimizer (#12668) --- orttraining/orttraining/python/training/optim/_ds_modifier.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py index c41f2ae412..af151db227 100644 --- a/orttraining/orttraining/python/training/optim/_ds_modifier.py +++ b/orttraining/orttraining/python/training/optim/_ds_modifier.py @@ -31,7 +31,7 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier): import deepspeed ds_version = LooseVersion(deepspeed.__version__) - if ds_version > LooseVersion("0.6.5") or ds_version < LooseVersion("0.4.0"): + if ds_version > LooseVersion("0.7.0") or ds_version < LooseVersion("0.4.0"): warnings.warn("Skip modifying optimizer because of unsupported DeepSpeed version.", UserWarning) return False