1
Fork 0
mirror of https://github.com/Steffo99/unimore-bda-6.git synced 2024-11-25 09:14:19 +00:00
bda-6-steffo/unimore_bda_6/tokenizer/__init__.py

9 lines
175 B
Python

"""
This module contains all implemented tokenizers.
"""
from .base import *
from .nltk_word_tokenize import *
from .potts import *
from .plain import *
from .lower import *