Update NLTK tokenizer's data

ml4code · Aug 20, 2024 · f36a0e8 · f36a0e8
1 parent bb4f18c
commit f36a0e8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/etc/compute_related.py b/etc/compute_related.py
@@ -6,7 +6,7 @@
 
 nltk.download('stopwords')
 nltk.download('wordnet')
-nltk.download('punkt')
+nltk.download('punkt_tab')
 
 from nltk.corpus import stopwords
 from nltk.stem import WordNetLemmatizer

diff --git a/etc/compute_topics.py b/etc/compute_topics.py
@@ -5,7 +5,7 @@
 nltk.download('omw-1.4')
 nltk.download('stopwords')
 nltk.download('wordnet')
-nltk.download('punkt')
+nltk.download('punkt_tab')
 
 from nltk.corpus import stopwords
 from nltk.stem import WordNetLemmatizer