Update agent.py
Browse files
agent.py
CHANGED
|
@@ -63,7 +63,7 @@ def get_max_memory_config(max_memory_per_gpu):
|
|
| 63 |
return max_memory
|
| 64 |
return None
|
| 65 |
|
| 66 |
-
model_id = "Qwen/Qwen3-
|
| 67 |
proj_llm = HuggingFaceLLM(
|
| 68 |
model_name=model_id,
|
| 69 |
tokenizer_name=model_id,
|
|
|
|
| 63 |
return max_memory
|
| 64 |
return None
|
| 65 |
|
| 66 |
+
model_id = "Qwen/Qwen3-14B-FP8"
|
| 67 |
proj_llm = HuggingFaceLLM(
|
| 68 |
model_name=model_id,
|
| 69 |
tokenizer_name=model_id,
|