inam09 commited on
Commit
e199e88
·
verified ·
1 Parent(s): da8f6da

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +9 -3
src/streamlit_app.py CHANGED
@@ -16,9 +16,15 @@ import random
16
  import torch # Import torch
17
 
18
  # Download NLTK resources if not already downloaded
19
- nltk.download('averaged_perceptron_tagger', quiet=True)
20
- nltk.download('punkt', quiet=True)
21
- nltk.download('punkt_tab', quiet=True)
 
 
 
 
 
 
22
 
23
  # Load models
24
  summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6", device=torch.device("cpu"))
 
16
  import torch # Import torch
17
 
18
  # Download NLTK resources if not already downloaded
19
+ # nltk_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), "nltk_data")
20
+ # os.makedirs(nltk_data_dir, exist_ok=True)
21
+ # nltk.download('averaged_perceptron_tagger', download_dir=nltk_data_dir, quiet=True)
22
+ # nltk.data.path.append(nltk_data_dir)
23
+
24
+ nltk_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), "nltk_data")
25
+ os.makedirs(nltk_data_dir, exist_ok=True)
26
+ nltk.download('averaged_perceptron_tagger', download_dir=nltk_data_dir, quiet=True)
27
+ nltk.data.path.append(nltk_data_dir)
28
 
29
  # Load models
30
  summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6", device=torch.device("cpu"))