done
Browse files
app.py
CHANGED
|
@@ -51,7 +51,7 @@ def generate_response(user_input, history):
|
|
| 51 |
generate_kwargs = dict(
|
| 52 |
**model_inputs,
|
| 53 |
streamer=streamer,
|
| 54 |
-
max_new_tokens=
|
| 55 |
do_sample=True,
|
| 56 |
top_p=0.95,
|
| 57 |
top_k=50,
|
|
|
|
| 51 |
generate_kwargs = dict(
|
| 52 |
**model_inputs,
|
| 53 |
streamer=streamer,
|
| 54 |
+
max_new_tokens=256,
|
| 55 |
do_sample=True,
|
| 56 |
top_p=0.95,
|
| 57 |
top_k=50,
|