.. role:: hidden
    :class: hidden-section

.. currentmodule:: mindformers.models


mindformers.models.PreTrainedTokenizerFast
==========================================

.. image:: https://mindspore-website.obs.cn-north-4.myhuaweicloud.com/website-images/master/resource/_static/logo_source_en.svg
    :target: https://gitee.com/mindspore/mindformers/blob/master/mindformers/models/tokenization_utils_fast.py
    :alt: View Source On Gitee


.. autoclass:: PreTrainedTokenizerFast
    :exclude-members: backend_tokenizer, can_save_slow_tokenizer, decoder, init_atom_1, init_atom_2, save_vocabulary, vocab_size
    :members:



..
  autogenerated from _templates/classtemplate.rst
  note it does not have :inherited-members: