Update agent.py
Browse files
agent.py
CHANGED
@@ -73,7 +73,7 @@ proj_llm = HuggingFaceLLM(
|
|
73 |
tokenizer_name=model_id,
|
74 |
device_map="auto",
|
75 |
model_kwargs={"torch_dtype": "auto"},
|
76 |
-
max_new_tokens =
|
77 |
generate_kwargs={
|
78 |
"temperature": 0.1,
|
79 |
"top_p": 1.0
|
@@ -89,7 +89,7 @@ code_llm = HuggingFaceLLM(
|
|
89 |
"low_cpu_mem_usage": True, # Memory optimization
|
90 |
},
|
91 |
# Set generation parameters for precise, non-creative code output
|
92 |
-
generate_kwargs={"
|
93 |
)
|
94 |
|
95 |
embed_model = HuggingFaceEmbedding(
|
|
|
73 |
tokenizer_name=model_id,
|
74 |
device_map="auto",
|
75 |
model_kwargs={"torch_dtype": "auto"},
|
76 |
+
max_new_tokens = 32000,
|
77 |
generate_kwargs={
|
78 |
"temperature": 0.1,
|
79 |
"top_p": 1.0
|
|
|
89 |
"low_cpu_mem_usage": True, # Memory optimization
|
90 |
},
|
91 |
# Set generation parameters for precise, non-creative code output
|
92 |
+
generate_kwargs={"do_sample": False}
|
93 |
)
|
94 |
|
95 |
embed_model = HuggingFaceEmbedding(
|