Coool2 commited on
Commit
09cb8e0
·
verified ·
1 Parent(s): d264a48

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +1 -1
agent.py CHANGED
@@ -85,10 +85,10 @@ proj_llm = HuggingFaceLLM(
85
  code_llm = HuggingFaceLLM(
86
  model_name="Qwen/Qwen2.5-Coder-3B-Instruct",
87
  tokenizer_name="Qwen/Qwen2.5-Coder-3B-Instruct",
 
88
  model_kwargs={
89
  "torch_dtype": torch.float32, # Use float32 for CPU
90
  "low_cpu_mem_usage": True, # Memory optimization
91
- "device_map": "cpu", # Specify device here instead
92
  },
93
  # Set generation parameters for precise, non-creative code output
94
  generate_kwargs={"temperature": 0.0, "do_sample": False}
 
85
  code_llm = HuggingFaceLLM(
86
  model_name="Qwen/Qwen2.5-Coder-3B-Instruct",
87
  tokenizer_name="Qwen/Qwen2.5-Coder-3B-Instruct",
88
+ device_map: "cpu", # Specify device here instead
89
  model_kwargs={
90
  "torch_dtype": torch.float32, # Use float32 for CPU
91
  "low_cpu_mem_usage": True, # Memory optimization
 
92
  },
93
  # Set generation parameters for precise, non-creative code output
94
  generate_kwargs={"temperature": 0.0, "do_sample": False}