saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove layer_idx

Browse source
This commit is contained in:
Cyril Vallez 2024-12-13 14:07:01 +00:00
parent caaa5e5508
commit 5060a334de
1 changed files with 0 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
src/transformers/models/llama/modeling_llama.py
View file

@ -269,7 +269,6 @@ class LlamaAttention(nn.Module):
if self.config._attn_implementation != "eager":
attention_interface = ALL_ATTENTION_FUNCTIONS[self.config._attn_implementation]
kwargs["layer_idx"] = self.layer_idx
attn_output, attn_weights = attention_interface(
self,
query_states,