saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Phi] bias should be True (#35650)

Browse source 
bias should be True
This commit is contained in:
Arthur 2025-01-13 13:15:07 +01:00 committed by GitHub
parent 91f14f1fc4
commit 87089176d9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/transformers/models/phi/modeling_phi.py
View file

@ -727,7 +727,7 @@ class PhiForCausalLM(PhiPreTrainedModel, GenerationMixin):
super().__init__(config)
self.model = PhiModel(config)
self.vocab_size = config.vocab_size
self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=True)
# Initialize weights and apply final processing
self.post_init()

4
src/transformers/models/phi/modular_phi.py
View file

@ -284,7 +284,9 @@ class PhiModel(LlamaModel):
class PhiForCausalLM(LlamaForCausalLM):
pass
def __init__(self, config):
super().__init__(config)
self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=True)
class PhiForSequenceClassification(LlamaForSequenceClassification):