AnshulS commited on
Commit
759fd26
·
verified ·
1 Parent(s): 9d8b461

Update retriever.py

Browse files
Files changed (1) hide show
  1. retriever.py +8 -1
retriever.py CHANGED
@@ -4,7 +4,14 @@ from sentence_transformers import SentenceTransformer, util
4
  model = SentenceTransformer("all-MiniLM-L6-v2")
5
 
6
  def get_relevant_passages(query, df, top_k=20):
7
- corpus = df["description"].astype(str).tolist()
 
 
 
 
 
 
 
8
  corpus_embeddings = model.encode(corpus, convert_to_tensor=True)
9
  query_embedding = model.encode(query, convert_to_tensor=True)
10
 
 
4
  model = SentenceTransformer("all-MiniLM-L6-v2")
5
 
6
  def get_relevant_passages(query, df, top_k=20):
7
+ # Concatenate all fields into a single string per row
8
+ corpus = df.apply(lambda row: f"{row['description']} "
9
+ f"Test types: {', '.join(row['test_type'])}. "
10
+ f"Adaptive support: {row['adaptive_support']}. "
11
+ f"Remote support: {row['remote_support']}. "
12
+ f"Duration: {row['duration']} minutes.",
13
+ axis=1).tolist()
14
+
15
  corpus_embeddings = model.encode(corpus, convert_to_tensor=True)
16
  query_embedding = model.encode(query, convert_to_tensor=True)
17