.. role:: hidden
    :class: hidden-section

.. currentmodule:: mindformers.models


mindformers.models.PreTrainedTokenizer
======================================

.. autoclass:: PreTrainedTokenizer
    :exclude-members: get_special_tokens_mask, tokenize_atom, vocab_size
    :members:



..
  autogenerated from _templates/classtemplate.rst
  note it does not have :inherited-members: