diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py
index 3bac6bd2f6e02..fa361e3ae3238 100644
--- a/src/transformers/modeling_utils.py
+++ b/src/transformers/modeling_utils.py
@@ -1959,8 +1959,8 @@ def from_pretrained(cls, pretrained_model_name_or_path: Optional[Union[str, os.P
             # low_cpu_mem_usage requires PyTorch >= 1.9 to have the meta device.
             require_version_core("torch>=1.9")
             if device_map is not None:
-                # The max memory utils require PyTorch >= 1.11 to have torch.cuda.mem_get_info.
-                require_version_core("torch>=1.11")
+                # The max memory utils require PyTorch >= 1.10 to have torch.cuda.mem_get_info.
+                require_version_core("torch>=1.10")
 
             if is_deepspeed_zero3_enabled():
                 raise ValueError(