saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

style

Browse source
This commit is contained in:
Cyril Vallez 2025-01-09 13:52:00 +01:00
parent 196cf39446
commit 7deee60a04
No known key found for this signature in database
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/transformers/modeling_utils.py
View file

@ -4158,8 +4158,8 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
elif device_map is not None:
# Make sure we correctly place the rotary embedding module by default if not provided, as we moved it from
# inside the Layers to the Model
for buffer in {name for name, _ in model.named_buffers()}:
rotary_module = None
rotary_module = None
for buffer, _ in model.named_buffers():
if "rotary_emb.inv_freq" in buffer and "layer" not in buffer:
rotary_module = buffer.replace(".inv_freq", "")
break