From 53ecb9e6355dec171ed61d6daae13d89d53407bd Mon Sep 17 00:00:00 2001 From: Vincent Wang Date: Wed, 24 Aug 2022 14:56:12 +0800 Subject: [PATCH] Update Supporting DS Version to 0.7.1 for ORTModule (#12696) update ds version support for fp16_optimizer --- orttraining/orttraining/python/training/optim/_ds_modifier.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py index af151db227..3d75ff3242 100644 --- a/orttraining/orttraining/python/training/optim/_ds_modifier.py +++ b/orttraining/orttraining/python/training/optim/_ds_modifier.py @@ -31,7 +31,7 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier): import deepspeed ds_version = LooseVersion(deepspeed.__version__) - if ds_version > LooseVersion("0.7.0") or ds_version < LooseVersion("0.4.0"): + if ds_version > LooseVersion("0.7.1") or ds_version < LooseVersion("0.4.0"): warnings.warn("Skip modifying optimizer because of unsupported DeepSpeed version.", UserWarning) return False