Update agent.py
Browse files
agent.py
CHANGED
@@ -67,13 +67,13 @@ def get_max_memory_config(max_memory_per_gpu):
|
|
67 |
return max_memory
|
68 |
return None
|
69 |
|
70 |
-
model_id = "
|
71 |
proj_llm = HuggingFaceLLM(
|
72 |
model_name=model_id,
|
73 |
tokenizer_name=model_id,
|
74 |
device_map="auto",
|
75 |
model_kwargs={"torch_dtype": "auto"},
|
76 |
-
generate_kwargs={"temperature": 0.1, "top_p": 0
|
77 |
)
|
78 |
|
79 |
code_llm = HuggingFaceLLM(
|
|
|
67 |
return max_memory
|
68 |
return None
|
69 |
|
70 |
+
model_id = "deepseek/deepseek-r1-0528-qwen3-8b"
|
71 |
proj_llm = HuggingFaceLLM(
|
72 |
model_name=model_id,
|
73 |
tokenizer_name=model_id,
|
74 |
device_map="auto",
|
75 |
model_kwargs={"torch_dtype": "auto"},
|
76 |
+
generate_kwargs={"temperature": 0.1, "top_p": 1.0} # More focused
|
77 |
)
|
78 |
|
79 |
code_llm = HuggingFaceLLM(
|