mirror of
https://github.com/Steffo99/unimore-bda-6.git
synced 2024-11-22 07:54:19 +00:00
10 lines
198 B
Python
10 lines
198 B
Python
"""
|
|
This module contains all implemented tokenizers.
|
|
"""
|
|
|
|
from .base import *
|
|
from .nltk_word_tokenize import *
|
|
from .potts import *
|
|
from .plain import *
|
|
from .lower import *
|
|
from .hugging import *
|