Update requirements.txt
Browse files- requirements.txt +38 -18
requirements.txt
CHANGED
@@ -2,25 +2,45 @@
|
|
2 |
gradio
|
3 |
requests
|
4 |
|
5 |
-
#
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
llama-index-readers-file
|
11 |
-
llama-index-tools-arxiv
|
12 |
-
llama-index-tools-duckduckgo
|
13 |
-
llama-index-postprocessor-sbert-rerank
|
14 |
-
llama-index-readers-web
|
15 |
-
llama-index-callbacks-wandb
|
16 |
|
17 |
-
#
|
18 |
-
|
19 |
-
|
20 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
21 |
|
22 |
# Utilities
|
23 |
-
|
24 |
-
|
25 |
-
wandb
|
26 |
numpy == 1.26.4
|
|
|
2 |
gradio
|
3 |
requests
|
4 |
|
5 |
+
# Core ML and NLP
|
6 |
+
torch>=2.0.0
|
7 |
+
transformers>=4.30.0
|
8 |
+
sentence-transformers>=2.2.0
|
9 |
+
huggingface-hub>=0.15.0
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
+
# LlamaIndex ecosystem
|
12 |
+
llama-index>=0.10.0
|
13 |
+
llama-index-core>=0.10.0
|
14 |
+
llama-index-llms-huggingface>=0.2.0
|
15 |
+
llama-index-embeddings-huggingface>=0.2.0
|
16 |
+
llama-index-callbacks-wandb>=0.1.0
|
17 |
+
llama-index-tools-arxiv>=0.1.0
|
18 |
+
llama-index-tools-duckduckgo>=0.1.0
|
19 |
+
llama-index-readers-file>=0.1.0
|
20 |
+
llama-index-readers-web>=0.1.0
|
21 |
+
llama-index-readers-youtube-transcript>=0.1.0
|
22 |
+
llama-index-readers-json>=0.1.0
|
23 |
+
|
24 |
+
# Document processing
|
25 |
+
pypdf>=3.0.0
|
26 |
+
python-docx>=0.8.11
|
27 |
+
openpyxl>=3.1.0
|
28 |
+
pandas>=2.0.0
|
29 |
+
Pillow>=9.0.0
|
30 |
+
|
31 |
+
# Web scraping and APIs
|
32 |
+
requests>=2.28.0
|
33 |
+
trafilatura>=1.6.0
|
34 |
+
duckduckgo-search>=3.0.0
|
35 |
+
arxiv>=1.4.0
|
36 |
+
|
37 |
+
# Audio processing (for OpenAI audio transcribe)
|
38 |
+
openai>=1.0.0
|
39 |
+
|
40 |
+
# Monitoring and logging
|
41 |
+
wandb>=0.15.0
|
42 |
|
43 |
# Utilities
|
44 |
+
scipy>=1.10.0
|
45 |
+
tqdm>=4.65.0
|
|
|
46 |
numpy == 1.26.4
|