Spaces:

Ruurd
/

radiolm

Sleeping

Ruurd commited on Apr 16

Commit

2bf0c40

1 Parent(s): 559c9f6

help

Files changed (1) hide show

app.py CHANGED Viewed

@@ -119,9 +119,9 @@ def chat_with_model(messages):
         # Strip prompt from start of generated output
         if output_text.startswith(prompt_text):
-            stripped_output = output_text[len(prompt_text):]
         else:
-            stripped_output = output_text
         generated_tokens += 1
         if generated_tokens >= max_new_tokens:

         # Strip prompt from start of generated output
         if output_text.startswith(prompt_text):
+            output_text = output_text[len(prompt_text):]
         else:
+            output_text = output_text
         generated_tokens += 1
         if generated_tokens >= max_new_tokens: