saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-05-18 21:21:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Including support for Deepspeed 0.8.0 (#14506)

Browse source 
### Description
Including Support for Deepspeed 0.8.0.



### Motivation and Context
Deepspeed 0.8.0 has a bug fix and mlfow integration.
This commit is contained in:
Abhishek Jindal 2023-02-01 06:19:41 -08:00 committed by GitHub
parent d06ad9462b
commit 6fa4555a06
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
orttraining/orttraining/python/training/optim/_ds_modifier.py
View file

@ -39,7 +39,7 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier):
# it's safe to update the version supporting list. Otherwise, or the file is moved or renamed,
# we need to check the implementation of these functions in detail.
ds_version = Version(deepspeed.__version__)
if ds_version > Version("0.7.3") or ds_version < Version("0.4.0"):
if ds_version > Version("0.8.0") or ds_version < Version("0.4.0"):
warnings.warn(
"Skip modifying optimizer because of unsupported DeepSpeed version {}, "
"supported version: 0.4.0 - 0.7.3.".format(deepspeed.__version__),
@ -47,6 +47,19 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier):
)
return False
try:
from deepspeed.accelerator import get_accelerator
except ImportError as e:
warnings.warn("Unable to import get_accelerator from deepspeed.accelerator", UserWarning)
else:
if not get_accelerator().device_name().startswith("cuda"):
warnings.warn(
"Skip modifying optimizer as device is not supported, "
"device name: {}".format(get_accelerator().device_name()),
UserWarning,
)
return False
return self.check_requirements(
["has_overflow_serial", "get_grad_norm_direct", "has_overflow_partitioned_grads_serial"],
require_apex=False,