test_dynamic_processor_updated / tokenization_fast.py
yonigozlan's picture
yonigozlan HF Staff
Duplicate from hf-internal-testing/test_dynamic_processor
4b730ca verified
from transformers import BertTokenizerFast
from .tokenization import NewTokenizer
class NewTokenizerFast(BertTokenizerFast):
slow_tokenizer_class = NewTokenizer
special_attribute_present = True