bda-6-steffo/unimore_bda_6/tokenizer/__init__.py

"""
This module contains all implemented tokenizers.
"""

from .base import *
from .nltk_word_tokenize import *
from .potts import *
from .plain import *
from .lower import *
from .hugging import *
Document and fix imports in `.tokenizer` 2023-02-10 02:19:17 +00:00			`"""`
			`This module contains all implemented tokenizers.`
			`"""`
New version working nicely 2023-02-03 22:27:44 +00:00
Document and fix imports in `.tokenizer` 2023-02-10 02:19:17 +00:00			`from .base import *`
			`from .nltk_word_tokenize import *`
			`from .potts import *`
			`from .plain import *`
			`from .lower import *`
fix and patch things 2023-02-11 03:32:17 +00:00			`from .hugging import *`