yzhuang commited on
Commit
650d8c8
·
verified ·
1 Parent(s): d776d2f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -3,7 +3,7 @@ import json
3
  import requests, threading
4
  import sseclient
5
  import gradio as gr
6
- from server import setup_mixinputs, launch_vllm_server
7
 
8
  API_URL = "http://localhost:8000/v1/chat/completions"
9
 
@@ -80,6 +80,4 @@ with gr.Blocks(title="🎨 Mixture of Inputs (MoI) Demo") as demo:
80
  clear_btn.click(lambda: None, None, chatbot, queue=False)
81
 
82
  if __name__ == "__main__":
83
- setup_mixinputs()
84
- threading.Thread(target=launch_vllm_server, daemon=True).start()
85
  demo.launch()
 
3
  import requests, threading
4
  import sseclient
5
  import gradio as gr
6
+ import server
7
 
8
  API_URL = "http://localhost:8000/v1/chat/completions"
9
 
 
80
  clear_btn.click(lambda: None, None, chatbot, queue=False)
81
 
82
  if __name__ == "__main__":
 
 
83
  demo.launch()