SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix device_map check for ggml files (#37003)

Browse Source 
fix
This commit is contained in:
Mohamed Mekkouri
2025-03-26 16:24:57 +01:00
committed by GitHub
parent 021006e1b0
commit 13d36e89fe
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/transformers/modeling_utils.py
View File

@@ -4329,7 +4329,11 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
"You cannot combine Quantization and loading a model from a GGUF file, try again by making sure you did not passed a `quantization_config` or that you did not load a quantized model from the Hub." "You cannot combine Quantization and loading a model from a GGUF file, try again by making sure you did not passed a `quantization_config` or that you did not load a quantized model from the Hub."
) )
if gguf_file and device_map is not None and "disk" in device_map.values(): if (
gguf_file
and device_map is not None
and ((isinstance(device_map, dict) and "disk" in device_map.values()) or "disk" in device_map)
):
raise RuntimeError( raise RuntimeError(
"One or more modules is configured to be mapped to disk. Disk offload is not supported for models " "One or more modules is configured to be mapped to disk. Disk offload is not supported for models "
"loaded from GGUF files." "loaded from GGUF files."