Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,7 @@ def format_conversation_history(chat_history):
|
|
22 |
messages.append({"role": role, "content": content})
|
23 |
return messages
|
24 |
|
25 |
-
@spaces.GPU(
|
26 |
def generate_response(input_data, chat_history, max_new_tokens, system_prompt, temperature, top_p, top_k, repetition_penalty):
|
27 |
new_message = {"role": "user", "content": input_data}
|
28 |
system_message = [{"role": "system", "content": system_prompt}] if system_prompt else []
|
|
|
22 |
messages.append({"role": role, "content": content})
|
23 |
return messages
|
24 |
|
25 |
+
@spaces.GPU(duration=120)
|
26 |
def generate_response(input_data, chat_history, max_new_tokens, system_prompt, temperature, top_p, top_k, repetition_penalty):
|
27 |
new_message = {"role": "user", "content": input_data}
|
28 |
system_message = [{"role": "system", "content": system_prompt}] if system_prompt else []
|