Update agent.py
Browse files
agent.py
CHANGED
@@ -33,7 +33,7 @@ proj_llm = HuggingFaceLLM(
|
|
33 |
tokenizer_name=model_id,
|
34 |
device_map="auto", # will use GPU if available
|
35 |
model_kwargs={"torch_dtype": "auto"},
|
36 |
-
generate_kwargs={"temperature": 0, "top_p": 0}
|
37 |
)
|
38 |
|
39 |
embed_model = HuggingFaceEmbedding("BAAI/bge-small-en-v1.5")
|
|
|
33 |
tokenizer_name=model_id,
|
34 |
device_map="auto", # will use GPU if available
|
35 |
model_kwargs={"torch_dtype": "auto"},
|
36 |
+
generate_kwargs={"temperature": 0.1, "top_p": 0.3} # More focused
|
37 |
)
|
38 |
|
39 |
embed_model = HuggingFaceEmbedding("BAAI/bge-small-en-v1.5")
|