Coool2 commited on
Commit
1395b46
·
verified ·
1 Parent(s): 3c089b6

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +2 -2
agent.py CHANGED
@@ -69,13 +69,13 @@ def get_max_memory_config(max_memory_per_gpu):
69
  return max_memory
70
  return None
71
 
72
- model_id = "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B"
73
  proj_llm = HuggingFaceLLM(
74
  model_name=model_id,
75
  tokenizer_name=model_id,
76
  device_map="auto",
77
  model_kwargs={"torch_dtype": "auto"},
78
- max_new_tokens = 32000,
79
  generate_kwargs={
80
  "temperature": 0.1,
81
  "top_p": 1.0
 
69
  return max_memory
70
  return None
71
 
72
+ model_id = "Qwen/Qwen3-8B"
73
  proj_llm = HuggingFaceLLM(
74
  model_name=model_id,
75
  tokenizer_name=model_id,
76
  device_map="auto",
77
  model_kwargs={"torch_dtype": "auto"},
78
+ max_new_tokens = 8000,
79
  generate_kwargs={
80
  "temperature": 0.1,
81
  "top_p": 1.0