saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix labels (#6213)

Browse source
This commit is contained in:
Suraj Patil 2020-08-03 19:49:35 +05:30 committed by GitHub
parent cedc547e7e
commit 0b41867357
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/transformers/data/data_collator.py
View file

@ -87,7 +87,8 @@ class DataCollatorForLanguageModeling:
return {"input_ids": inputs, "labels": labels}
else:
labels = batch.clone().detach()
labels[labels == self.tokenizer.pad_token_id] = -100
if self.tokenizer.pad_token_id is not None:
labels[labels == self.tokenizer.pad_token_id] = -100
return {"input_ids": batch, "labels": labels}
def _tensorize_batch(self, examples: List[torch.Tensor]) -> torch.Tensor: