saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

style

Browse source
This commit is contained in:
Cyril Vallez 2025-01-09 13:47:24 +01:00
parent b902568a1d
commit 196cf39446
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/transformers/modeling_utils.py
View file

@ -4160,7 +4160,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
# inside the Layers to the Model
for buffer in {name for name, _ in model.named_buffers()}:
rotary_module = None
if "rotary_emb.inv_freq" in buffer and not "layer" in buffer:
if "rotary_emb.inv_freq" in buffer and "layer" not in buffer:
rotary_module = buffer.replace(".inv_freq", "")
break
if rotary_module is not None and rotary_module not in device_map: