From c7345cb3a3dd85f372e9b51696b76b3f15e26dd9 Mon Sep 17 00:00:00 2001 From: Stefano Pigozzi Date: Thu, 2 Feb 2023 04:12:56 +0100 Subject: [PATCH] In Potts' tokenizer, use `html.entities` instead of `htmlentitydefs` --- unimore_bda_6/vendor/potts.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/unimore_bda_6/vendor/potts.py b/unimore_bda_6/vendor/potts.py index 2178c43..5b0c8d9 100644 --- a/unimore_bda_6/vendor/potts.py +++ b/unimore_bda_6/vendor/potts.py @@ -3,6 +3,7 @@ This file is a vendored version of `Christopher Potts' tokenizer