From a34baebeb5f136a2bb7b9d84cc5cd9451f466f72 Mon Sep 17 00:00:00 2001 From: Stefano Pigozzi Date: Thu, 2 Feb 2023 04:26:58 +0100 Subject: [PATCH] Completely remove `language` parameter from VanillaSA --- unimore_bda_6/analysis/vanilla.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unimore_bda_6/analysis/vanilla.py b/unimore_bda_6/analysis/vanilla.py index 403b0b0..7323602 100644 --- a/unimore_bda_6/analysis/vanilla.py +++ b/unimore_bda_6/analysis/vanilla.py @@ -22,11 +22,11 @@ class VanillaSA(BaseSA, metaclass=abc.ABCMeta): super().__init__() self.model: nltk.sentiment.SentimentAnalyzer = nltk.sentiment.SentimentAnalyzer() - def _tokenize_text(self, text: str, language: str = "english") -> list[str]: + def _tokenize_text(self, text: str) -> list[str]: """ Convert a text string into a list of tokens, using the language of the model. """ - tokens = nltk.word_tokenize(text, language=language) + tokens = nltk.word_tokenize(text) nltk.sentiment.util.mark_negation(tokens, shallow=True) return tokens