1
Fork 0
mirror of https://github.com/Steffo99/unimore-bda-6.git synced 2024-11-21 23:44:19 +00:00

Remove language reference from VanillaSA docstrings

This commit is contained in:
Steffo 2023-02-02 04:28:44 +01:00
parent a34baebeb5
commit e2b9133bd5
Signed by: steffo
GPG key ID: 2A24051445686895

View file

@ -24,7 +24,7 @@ class VanillaSA(BaseSA, metaclass=abc.ABCMeta):
def _tokenize_text(self, text: str) -> list[str]:
"""
Convert a text string into a list of tokens, using the language of the model.
Convert a text string into a list of tokens.
"""
tokens = nltk.word_tokenize(text)
nltk.sentiment.util.mark_negation(tokens, shallow=True)