Spaces:
Sleeping
Sleeping
deleted timeout
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ def predict(message, history):
|
|
16 |
{"role": "assistant", "content": ""}]
|
17 |
|
18 |
model_inputs = tokenizer.apply_chat_template(history_transformer_format, return_tensors="pt")
|
19 |
-
streamer = TextIteratorStreamer(tokenizer,
|
20 |
generate_kwargs = dict(
|
21 |
streamer=streamer,
|
22 |
max_new_tokens=1024,
|
|
|
16 |
{"role": "assistant", "content": ""}]
|
17 |
|
18 |
model_inputs = tokenizer.apply_chat_template(history_transformer_format, return_tensors="pt")
|
19 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
20 |
generate_kwargs = dict(
|
21 |
streamer=streamer,
|
22 |
max_new_tokens=1024,
|