saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix _no_split_modules for Whisper model (#22486)

Browse source
This commit is contained in:
Sourab Mangrulkar 2023-04-04 22:31:32 +05:30 committed by GitHub
parent 900677487d
commit 48fbd8fa2e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/transformers/models/whisper/modeling_whisper.py
View file

@ -577,7 +577,7 @@ class WhisperPreTrainedModel(PreTrainedModel):
base_model_prefix = "model"
main_input_name = "input_features"
supports_gradient_checkpointing = True
_no_split_modules = ["WhisperEncoderLayer"]
_no_split_modules = ["WhisperEncoderLayer", "WhisperDecoderLayer"]
def _init_weights(self, module):
std = self.config.init_std