Coool2 commited on
Commit
e5604e4
·
verified ·
1 Parent(s): 0a0558e

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +2 -2
agent.py CHANGED
@@ -67,13 +67,13 @@ def get_max_memory_config(max_memory_per_gpu):
67
  return max_memory
68
  return None
69
 
70
- model_id = "google/gemma-3-12b-it"
71
  proj_llm = HuggingFaceLLM(
72
  model_name=model_id,
73
  tokenizer_name=model_id,
74
  device_map="auto",
75
  model_kwargs={"torch_dtype": "auto"},
76
- generate_kwargs={"temperature": 0.1, "top_p": 0.3} # More focused
77
  )
78
 
79
  code_llm = HuggingFaceLLM(
 
67
  return max_memory
68
  return None
69
 
70
+ model_id = "deepseek/deepseek-r1-0528-qwen3-8b"
71
  proj_llm = HuggingFaceLLM(
72
  model_name=model_id,
73
  tokenizer_name=model_id,
74
  device_map="auto",
75
  model_kwargs={"torch_dtype": "auto"},
76
+ generate_kwargs={"temperature": 0.1, "top_p": 1.0} # More focused
77
  )
78
 
79
  code_llm = HuggingFaceLLM(