1
Fork 0
mirror of https://github.com/Steffo99/unimore-bda-6.git synced 2024-11-22 07:54:19 +00:00

Remove language reference from VanillaSA docstrings

This commit is contained in:
Steffo 2023-02-02 04:28:44 +01:00
parent a34baebeb5
commit e2b9133bd5
Signed by: steffo
GPG key ID: 2A24051445686895

View file

@ -24,7 +24,7 @@ class VanillaSA(BaseSA, metaclass=abc.ABCMeta):
def _tokenize_text(self, text: str) -> list[str]: def _tokenize_text(self, text: str) -> list[str]:
""" """
Convert a text string into a list of tokens, using the language of the model. Convert a text string into a list of tokens.
""" """
tokens = nltk.word_tokenize(text) tokens = nltk.word_tokenize(text)
nltk.sentiment.util.mark_negation(tokens, shallow=True) nltk.sentiment.util.mark_negation(tokens, shallow=True)