From 100aebbd26f272b360e6853565043759cb473fd0 Mon Sep 17 00:00:00 2001 From: zhijxu Date: Wed, 22 Jun 2022 07:18:21 +0000 Subject: [PATCH] resolve comments --- orttraining/orttraining/python/training/optim/_ds_modifier.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py index 181ead7f49..e6f78bf073 100644 --- a/orttraining/orttraining/python/training/optim/_ds_modifier.py +++ b/orttraining/orttraining/python/training/optim/_ds_modifier.py @@ -143,7 +143,7 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier): #### THIS IS THE FASTER IMPLEMENTATION #### import deepspeed - if deepspeed.__version__ >= "0.5.7": + if LooseVersion(deepspeed.__version__) >= LooseVersion("0.5.7"): target.fp16_groups = target.bit16_groups for i in range(len(target.fp16_groups)): grad_data = [grad.data for grad in target.averaged_gradients[i] if grad is not None]