Updated to nltk==3.9

bookbot-kids · Dec 9, 2024 · 520073c · 520073c
1 parent a22c3d5
commit 520073c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/g2p_id/g2p.py b/g2p_id/g2p.py
@@ -16,6 +16,7 @@
 
 import os
 import re
+import pickle
 import unicodedata
 from builtins import str as unicode
 from itertools import permutations
@@ -94,7 +95,8 @@ def __init__(self, model_type="BERT"):
         self.normalizer = TextProcessor()
         self.tagger = PerceptronTagger(load=False)
         tagger_path = os.path.join(resources_path, "id_posp_tagger.pickle")
-        self.tagger.load("file://" + tagger_path)
+        with open(tagger_path, "rb") as f:
+            self.tagger = self.tagger.decode_json_obj(pickle.load(f))
         self.model: Union[BERT, LSTM] = BERT() if model_type == "BERT" else LSTM()
         self.tokenizer = TweetTokenizer()
         self.pos_dict = {

diff --git a/requirements.txt b/requirements.txt
@@ -1,3 +1,3 @@
 num2words
-nltk==3.8.1
+nltk==3.9
 onnxruntime