
    qiD                     0    d Z ddlmZ  G d de      ZdgZy)z"Tokenization classes for ConvBERT.   )BertTokenizerc                       e Zd ZdZy)ConvBertTokenizera  
    Construct a ConvBERT tokenizer (backed by HuggingFace's tokenizers library). Based on WordPiece.

    This tokenizer inherits from [`BertTokenizer`] which contains most of the main methods. Users should
    refer to this superclass for more information regarding those methods.
    N)__name__
__module____qualname____doc__     d/opt/pipecat/venv/lib/python3.12/site-packages/transformers/models/convbert/tokenization_convbert.pyr   r      s     	r   r   N)r	   models.bert.tokenization_bertr   r   __all__r
   r   r   <module>r      s#    ) :	 	 
r   