Fix minimum version for device_map (huggingface#20489)

amyeroberts · Dec 7, 2022 · 298c026 · 298c026
1 parent 50be707
commit 298c026
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py
@@ -1962,8 +1962,8 @@ def from_pretrained(cls, pretrained_model_name_or_path: Optional[Union[str, os.P
             # low_cpu_mem_usage requires PyTorch >= 1.9 to have the meta device.
             require_version_core("torch>=1.9")
             if device_map is not None:
-                # The max memory utils require PyTorch >= 1.11 to have torch.cuda.mem_get_info.
-                require_version_core("torch>=1.11")
+                # The max memory utils require PyTorch >= 1.10 to have torch.cuda.mem_get_info.
+                require_version_core("torch>=1.10")
 
             if is_deepspeed_zero3_enabled():
                 raise ValueError(