1
0
mirror of https://github.com/QData/TextAttack.git synced 2021-10-13 00:05:06 +03:00
Files
textattack-nlp-transformer/textattack/models/tokenizers/__init__.py

10 lines
195 B
Python

"""
Tokenizers for Model Wrapper
-------------------------------
"""
from .auto_tokenizer import AutoTokenizer
from .glove_tokenizer import GloveTokenizer
from .t5_tokenizer import T5Tokenizer