diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py
index cdb39600a3..b42b89ebb8 100644
--- a/orttraining/orttraining/python/training/optim/_ds_modifier.py
+++ b/orttraining/orttraining/python/training/optim/_ds_modifier.py
@@ -39,10 +39,10 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier):
         # it's safe to update the version supporting list. Otherwise, or the file is moved or renamed,
         # we need to check the implementation of these functions in detail.
         ds_version = Version(deepspeed.__version__)
-        if ds_version > Version("0.8.0") or ds_version < Version("0.4.0"):
+        if ds_version > Version("0.8.3") or ds_version < Version("0.4.0"):
             warnings.warn(
                 "Skip modifying optimizer because of unsupported DeepSpeed version {}, "
-                "supported version: 0.4.0 - 0.8.0.".format(deepspeed.__version__),
+                "supported version: 0.4.0 - 0.8.3.".format(deepspeed.__version__),
                 UserWarning,
             )
             return False