saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[whisper] pass attention_mask to generate_with_fallback() (#33145)

Browse source 
pass attention_mask to generate_with_fallback
This commit is contained in:
benniekiss 2024-08-28 03:53:58 -04:00 committed by GitHub
parent 3bfd3e4803
commit e0b87b0f40
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/transformers/models/whisper/generation_whisper.py
View file

@ -686,6 +686,7 @@ class WhisperGenerationMixin:
do_condition_on_prev_tokens=do_condition_on_prev_tokens,
is_shortform=is_shortform,
batch_size=batch_size,
attention_mask=attention_mask,
kwargs=kwargs,
)
@ -790,6 +791,7 @@ class WhisperGenerationMixin:
do_condition_on_prev_tokens,
is_shortform,
batch_size,
attention_mask,
kwargs,
):
kwargs = copy.copy(kwargs)
@ -837,6 +839,7 @@ class WhisperGenerationMixin:
prefix_allowed_tokens_fn=prefix_allowed_tokens_fn,
synced_gpus=synced_gpus,
decoder_input_ids=decoder_input_ids,
attention_mask=attention_mask,
**generate_kwargs,
)