.. role:: hidden
    :class: hidden-section

.. currentmodule:: mindformers.models


mindformers.models.LlamaTokenizer
=================================

.. autoclass:: LlamaTokenizer
    :exclude-members: convert_tokens_to_string, get_spm_processor, get_vocab, save_vocabulary, tokenize, vocab_size
    :members:



..
  autogenerated from _templates/classtemplate.rst
  note it does not have :inherited-members: