unimore/bda-6-steffo
unimore/bda-6-steffo
1
Fork 0
mirror of https://github.com/Steffo99/unimore-bda-6.git synced 2024-11-25 17:24:20 +00:00
Code Activity

Document and fix imports in .tokenizer

Browse source
This commit is contained in:
Steffo 2023-02-10 03:19:17 +01:00
parent 1294335da0
commit 48ac00b548
Signed by: steffo
GPG key ID: 2A24051445686895
1 changed files with 8 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
unimore_bda_6/tokenizer/__init__.py
View file

@ -1,15 +1,9 @@
from .base import BaseTokenizer """
from .nltk_word_tokenize import NLTKWordTokenizer This module contains all implemented tokenizers.
from .potts import PottsTokenizer, PottsTokenizerWithNegation """
from .plain import PlainTokenizer
from .lower import LowercaseTokenizer
from .base import *
__all__ = ( from .nltk_word_tokenize import *
"BaseTokenizer", from .potts import *
"NLTKWordTokenizer", from .plain import *
"PottsTokenizer", from .lower import *
"PottsTokenizerWithNegation",
"PlainTokenizer",
"LowercaseTokenizer",
)