Hugging Face's logo

Spaces:
Coool2
/
Final_Assignment_Template
Running

App Files Community
Coool2 commited on
Commit
47fb53b
·
verified ·
1 Parent(s): 09cb8e0

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +1 -1
agent.py CHANGED
@@ -85,7 +85,7 @@ proj_llm = HuggingFaceLLM(
85
  code_llm = HuggingFaceLLM(
86
  model_name="Qwen/Qwen2.5-Coder-3B-Instruct",
87
  tokenizer_name="Qwen/Qwen2.5-Coder-3B-Instruct",
88
- device_map: "cpu", # Specify device here instead
89
  model_kwargs={
90
  "torch_dtype": torch.float32, # Use float32 for CPU
91
  "low_cpu_mem_usage": True, # Memory optimization
 
85
  code_llm = HuggingFaceLLM(
86
  model_name="Qwen/Qwen2.5-Coder-3B-Instruct",
87
  tokenizer_name="Qwen/Qwen2.5-Coder-3B-Instruct",
88
+ device_map= "cpu", # Specify device here instead
89
  model_kwargs={
90
  "torch_dtype": torch.float32, # Use float32 for CPU
91
  "low_cpu_mem_usage": True, # Memory optimization