From db6a9bc033b4e228c32224faf65a63592ae96a12 Mon Sep 17 00:00:00 2001
From: Rui Ren <ruiren1225@gmail.com>
Date: Tue, 25 Apr 2023 20:12:23 -0700
Subject: [PATCH] support latest deepspeed version for optim (#15682)

### Description
<!-- Describe your changes. -->

support the latest deepspeed 0.9.1 for the next release


### Motivation and Context
<!-- - Why is this change required? What problem does it solve?
- If it fixes an open issue, please link to the issue here. -->
This will avoid the warn message `Skip modifying optimizer because of
unsupported DeepSpeed version`

---------

Co-authored-by: ruiren <ruiren@microsoft.com>
---
 orttraining/orttraining/python/training/optim/_ds_modifier.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py
index b42b89ebb8..6a52550882 100644
--- a/orttraining/orttraining/python/training/optim/_ds_modifier.py
+++ b/orttraining/orttraining/python/training/optim/_ds_modifier.py
@@ -39,10 +39,10 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier):
         # it's safe to update the version supporting list. Otherwise, or the file is moved or renamed,
         # we need to check the implementation of these functions in detail.
         ds_version = Version(deepspeed.__version__)
-        if ds_version > Version("0.8.3") or ds_version < Version("0.4.0"):
+        if ds_version > Version("0.9.1") or ds_version < Version("0.4.0"):
             warnings.warn(
                 "Skip modifying optimizer because of unsupported DeepSpeed version {}, "
-                "supported version: 0.4.0 - 0.8.3.".format(deepspeed.__version__),
+                "supported version: 0.4.0 - 0.9.1.".format(deepspeed.__version__),
                 UserWarning,
             )
             return False