snsynth commited on
Commit
91d074a
·
1 Parent(s): 4cd0922

update to use local sentence embedings

Browse files
Files changed (1) hide show
  1. rag_app/rag.py +1 -1
rag_app/rag.py CHANGED
@@ -18,7 +18,7 @@ from sentence_transformers import SentenceTransformer, util
18
  from sklearn.metrics.pairwise import cosine_similarity
19
  import PyPDF2
20
 
21
- embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
22
  llm = Llama(model_path="models/Llama-3.2-1B-Instruct-Q4_K_M.gguf",
23
  n_gpu_layers=-1, n_ctx=8000)
24
 
 
18
  from sklearn.metrics.pairwise import cosine_similarity
19
  import PyPDF2
20
 
21
+ embedding_model = SentenceTransformer("models/all-MiniLM-L6-v2/")
22
  llm = Llama(model_path="models/Llama-3.2-1B-Instruct-Q4_K_M.gguf",
23
  n_gpu_layers=-1, n_ctx=8000)
24