saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-20 19:12:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

resolve comments

Browse source
This commit is contained in:
zhijxu 2022-06-22 07:18:21 +00:00 committed by zhijiang
parent 2295b24cd5
commit 100aebbd26
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
orttraining/orttraining/python/training/optim/_ds_modifier.py
View file

@ -143,7 +143,7 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier):
#### THIS IS THE FASTER IMPLEMENTATION ####
import deepspeed
if deepspeed.__version__ >= "0.5.7":
if LooseVersion(deepspeed.__version__) >= LooseVersion("0.5.7"):
target.fp16_groups = target.bit16_groups
for i in range(len(target.fp16_groups)):
grad_data = [grad.data for grad in target.averaged_gradients[i] if grad is not None]