replace punkt to punkt_tab

sagorbrur · sagorbrur · commit a53fdccc115c · 2024-08-12T22:16:27.000+06:00
diff --git a/bnlp/tokenizer/nltk.py b/bnlp/tokenizer/nltk.py
@@ -5,7 +5,7 @@
     nltk.data.find("tokenizers/punkt")
 except LookupError:
     print("punkt not found. downloading...")
-    nltk.download("punkt")
+    nltk.download("punkt_tab")
 
 DUMMYTOKEN = "XTEMPTOKEN"
 
