unimore/bda-6-steffo
unimore/bda-6-steffo
1
Fork 0
mirror of https://github.com/Steffo99/unimore-bda-6.git synced 2024-11-21 23:44:19 +00:00
Code Activity

Document and fix imports in .tokenizer

Browse source
This commit is contained in:
Steffo 2023-02-10 03:19:17 +01:00
parent 1294335da0
commit 48ac00b548
Signed by: steffo
GPG key ID: 2A24051445686895
1 changed files with 8 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
unimore_bda_6/tokenizer/__init__.py
View file

@ -1,15 +1,9 @@
from .base import BaseTokenizer
from .nltk_word_tokenize import NLTKWordTokenizer
from .potts import PottsTokenizer, PottsTokenizerWithNegation
from .plain import PlainTokenizer
from .lower import LowercaseTokenizer
"""
This module contains all implemented tokenizers.
"""
__all__ = (
"BaseTokenizer",
"NLTKWordTokenizer",
"PottsTokenizer",
"PottsTokenizerWithNegation",
"PlainTokenizer",
"LowercaseTokenizer",
)
from .base import *
from .nltk_word_tokenize import *
from .potts import *
from .plain import *
from .lower import *