Spaces:
Sleeping
Sleeping
update to use local sentence embedings
Browse files- rag_app/rag.py +1 -1
rag_app/rag.py
CHANGED
@@ -18,7 +18,7 @@ from sentence_transformers import SentenceTransformer, util
|
|
18 |
from sklearn.metrics.pairwise import cosine_similarity
|
19 |
import PyPDF2
|
20 |
|
21 |
-
embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
|
22 |
llm = Llama(model_path="models/Llama-3.2-1B-Instruct-Q4_K_M.gguf",
|
23 |
n_gpu_layers=-1, n_ctx=8000)
|
24 |
|
|
|
18 |
from sklearn.metrics.pairwise import cosine_similarity
|
19 |
import PyPDF2
|
20 |
|
21 |
+
embedding_model = SentenceTransformer("models/all-MiniLM-L6-v2/")
|
22 |
llm = Llama(model_path="models/Llama-3.2-1B-Instruct-Q4_K_M.gguf",
|
23 |
n_gpu_layers=-1, n_ctx=8000)
|
24 |
|