
    qi;                     $    d Z ddlmZ eZeZddgZy)al  
Compatibility shims for BART tokenizers in v5.

In v5 we consolidate on the tokenizers-library backend and remove separate
"slow" vs "fast" implementations. BART uses the same byte-level BPE
tokenizer as RoBERTa, so we expose `BartTokenizer` and `BartTokenizerFast`
as aliases to `RobertaTokenizer` to preserve the public API expected by
existing code and tests.
   )RobertaTokenizerBartTokenizerBartTokenizerFastN)__doc__roberta.tokenization_robertar   _RobertaTokenizerr   r   __all__     \/opt/pipecat/venv/lib/python3.12/site-packages/transformers/models/bart/tokenization_bart.py<module>r      s(    Q "% /
0r   