Coool2 commited on
Commit
b85f2cf
·
verified ·
1 Parent(s): b44b81a

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +1 -1
agent.py CHANGED
@@ -33,7 +33,7 @@ proj_llm = HuggingFaceLLM(
33
  tokenizer_name=model_id,
34
  device_map="auto", # will use GPU if available
35
  model_kwargs={"torch_dtype": "auto"},
36
- generate_kwargs={"temperature": 0, "top_p": 0}
37
  )
38
 
39
  embed_model = HuggingFaceEmbedding("BAAI/bge-small-en-v1.5")
 
33
  tokenizer_name=model_id,
34
  device_map="auto", # will use GPU if available
35
  model_kwargs={"torch_dtype": "auto"},
36
+ generate_kwargs={"temperature": 0.1, "top_p": 0.3} # More focused
37
  )
38
 
39
  embed_model = HuggingFaceEmbedding("BAAI/bge-small-en-v1.5")