mirror of
https://github.com/saymrwulf/transformers.git
synced 2026-05-14 20:58:08 +00:00
9 lines
193 B
Python
9 lines
193 B
Python
|
from transformers import BertTokenizerFast
|
||
|
|
|
||
|
|
from .custom_tokenization import CustomTokenizer
|
||
|
|
|
||
|
|
|
||
|
|
class CustomTokenizerFast(BertTokenizerFast):
|
||
|
|
slow_tokenizer_class = CustomTokenizer
|
||
|
|
pass
|