santhoshraghu commited on
Commit
fe0983f
·
verified ·
1 Parent(s): 406dd01

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -1
app.py CHANGED
@@ -47,10 +47,21 @@ collection_name = "ks_collection_1.5BE"
47
  #local_embedding = SentenceTransformerEmbeddings(model=embedding_model)
48
 
49
 
 
 
 
 
 
50
  local_embedding = HuggingFaceEmbeddings(
51
  model_name="Alibaba-NLP/gte-Qwen2-1.5B-instruct",
52
- model_kwargs={"trust_remote_code": True, "device":"cpu"}
 
 
 
 
53
  )
 
 
54
  print(" Qwen2-1.5B local embedding model loaded.")
55
 
56
 
 
47
  #local_embedding = SentenceTransformerEmbeddings(model=embedding_model)
48
 
49
 
50
+ #local_embedding = HuggingFaceEmbeddings(
51
+ # model_name="Alibaba-NLP/gte-Qwen2-1.5B-instruct",
52
+ # model_kwargs={"trust_remote_code": True, "device":"cpu"}
53
+ #)
54
+
55
  local_embedding = HuggingFaceEmbeddings(
56
  model_name="Alibaba-NLP/gte-Qwen2-1.5B-instruct",
57
+ model_kwargs={
58
+ "trust_remote_code": True,
59
+ "device": "cpu",
60
+ "torch_dtype": "float32"
61
+ }
62
  )
63
+
64
+
65
  print(" Qwen2-1.5B local embedding model loaded.")
66
 
67