mirror of
https://github.com/Steffo99/unimore-bda-6.git
synced 2024-11-21 23:44:19 +00:00
Remove language reference from VanillaSA docstrings
This commit is contained in:
parent
a34baebeb5
commit
e2b9133bd5
1 changed files with 1 additions and 1 deletions
|
@ -24,7 +24,7 @@ class VanillaSA(BaseSA, metaclass=abc.ABCMeta):
|
||||||
|
|
||||||
def _tokenize_text(self, text: str) -> list[str]:
|
def _tokenize_text(self, text: str) -> list[str]:
|
||||||
"""
|
"""
|
||||||
Convert a text string into a list of tokens, using the language of the model.
|
Convert a text string into a list of tokens.
|
||||||
"""
|
"""
|
||||||
tokens = nltk.word_tokenize(text)
|
tokens = nltk.word_tokenize(text)
|
||||||
nltk.sentiment.util.mark_negation(tokens, shallow=True)
|
nltk.sentiment.util.mark_negation(tokens, shallow=True)
|
||||||
|
|
Loading…
Reference in a new issue