diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py
index c41f2ae412..af151db227 100644
--- a/orttraining/orttraining/python/training/optim/_ds_modifier.py
+++ b/orttraining/orttraining/python/training/optim/_ds_modifier.py
@@ -31,7 +31,7 @@ class DeepSpeedZeROModifier(FP16OptimizerModifier):
         import deepspeed
 
         ds_version = LooseVersion(deepspeed.__version__)
-        if ds_version > LooseVersion("0.6.5") or ds_version < LooseVersion("0.4.0"):
+        if ds_version > LooseVersion("0.7.0") or ds_version < LooseVersion("0.4.0"):
             warnings.warn("Skip modifying optimizer because of unsupported DeepSpeed version.", UserWarning)
             return False