From bbc4667e32405652024da39715154652e6858fec Mon Sep 17 00:00:00 2001 From: Sylvain Gugger Date: Tue, 29 Nov 2022 08:55:14 -0500 Subject: [PATCH] Fix minimum version for device_map --- src/transformers/modeling_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index 3bac6bd2f6e02..fa361e3ae3238 100644 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -1959,8 +1959,8 @@ def from_pretrained(cls, pretrained_model_name_or_path: Optional[Union[str, os.P # low_cpu_mem_usage requires PyTorch >= 1.9 to have the meta device. require_version_core("torch>=1.9") if device_map is not None: - # The max memory utils require PyTorch >= 1.11 to have torch.cuda.mem_get_info. - require_version_core("torch>=1.11") + # The max memory utils require PyTorch >= 1.10 to have torch.cuda.mem_get_info. + require_version_core("torch>=1.10") if is_deepspeed_zero3_enabled(): raise ValueError(