damoojeje commited on
Commit
05604a9
·
verified ·
1 Parent(s): 2975595

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -13,6 +13,9 @@ from nltk.tokenize import sent_tokenize
13
  from sentence_transformers import SentenceTransformer, util
14
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
15
 
 
 
 
16
  # --- Ensure punkt tokenizer is available ---
17
  try:
18
  nltk.data.find("tokenizers/punkt")
 
13
  from sentence_transformers import SentenceTransformer, util
14
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
15
 
16
+
17
+ nltk.download('punkt')
18
+
19
  # --- Ensure punkt tokenizer is available ---
20
  try:
21
  nltk.data.find("tokenizers/punkt")