mirror of
https://github.com/Steffo99/unimore-bda-6.git
synced 2024-11-23 00:14:19 +00:00
16 lines
202 B
Python
16 lines
202 B
Python
|
from . import nltk_based
|
||
|
|
from . import potts_based
|
||
|
|
|
||
|
|
|
||
|
|
all_tokenizers = [
|
||
|
|
nltk_based.tokenizer,
|
||
|
|
potts_based.tokenizer,
|
||
|
|
]
|
||
|
|
|
||
|
|
|
||
|
|
__all__ = (
|
||
|
|
"nltk_based",
|
||
|
|
"potts_based",
|
||
|
|
"all_tokenizers",
|
||
|
|
)
|