saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-15 21:01:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix CI after #30410 (#30612)

Browse source 
* Fix CI after #30410

* [run-slow] blenderbot
This commit is contained in:
Raushan Turganbay 2024-05-03 01:18:48 +05:00 committed by GitHub
parent 59952994c4
commit a0e77a1f6b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/transformers/models/blenderbot/modeling_blenderbot.py
View file

@ -1067,8 +1067,8 @@ class BlenderbotModel(BlenderbotPreTrainedModel):
super().__init__(config)
padding_idx, vocab_size = config.pad_token_id, config.vocab_size
self.shared = nn.Embedding(vocab_size, config.d_model, padding_idx)
embed_scale = math.sqrt(config.d_model) if config.scale_embedding else 1.0
self.shared = BlenderbotScaledWordEmbedding(vocab_size, config.d_model, padding_idx, embed_scale=embed_scale)
self.encoder = BlenderbotEncoder(config, self.shared)
self.decoder = BlenderbotDecoder(config, self.shared)