Update agent.py
Browse files
agent.py
CHANGED
|
@@ -68,6 +68,7 @@ proj_llm = HuggingFaceLLM(
|
|
| 68 |
model_name=model_id,
|
| 69 |
tokenizer_name=model_id,
|
| 70 |
device_map="auto",
|
|
|
|
| 71 |
model_kwargs={"torch_dtype": "auto"},
|
| 72 |
generate_kwargs={
|
| 73 |
"temperature": 0.1,
|
|
|
|
| 68 |
model_name=model_id,
|
| 69 |
tokenizer_name=model_id,
|
| 70 |
device_map="auto",
|
| 71 |
+
max_new_tokens = 16000,
|
| 72 |
model_kwargs={"torch_dtype": "auto"},
|
| 73 |
generate_kwargs={
|
| 74 |
"temperature": 0.1,
|