API fix

app.py

@@ -36,13 +36,16 @@ def qwen_gen(content, chat_history):
     send_to_s3(res, f'protobench/tiny_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     return '', chat_history
 
+MODEL_LIB = {'RUBASE': giga_gen, 'TINYLLAMA': tiny_gen, 'QWEN2INS1B': qwen_gen}
 
 def tab_arena():
     with gradio.Row():
         with gradio.Column():
             chatbot_left = gradio.Chatbot()
+            left_model = gradio.Dropdown(["TINYLLAMA", "QWEN2INS1B", "RUBASE"], value="RUBASE", multiselect=False, label="Left model")
         with gradio.Column():
             chatbot_right = gradio.Chatbot()
+            right_model = gradio.Dropdown(["TINYLLAMA", "QWEN2INS1B", "RUBASE"], value="TINYLLAMA", multiselect=False, label="Left model")
 
     with gradio.Row():
         gradio.Button('Both Good')
@@ -59,8 +62,8 @@ def tab_arena():
     #     time.sleep(2)
     #     return "", chat_history
 
-    msg.submit(giga_gen, [msg, chatbot_left], [msg, chatbot_left])
-    msg.submit(qwen_gen, [msg, chatbot_right], [msg, chatbot_right])
+    msg.submit(MODEL_LIB[left_model], [msg, chatbot_left], [msg, chatbot_left])
+    msg.submit(MODEL_LIB[right_model], [msg, chatbot_right], [msg, chatbot_right])
 
         # with gradio.Column():
         #     gradio.ChatInterface(