yzhuang commited on
Commit
d776d2f
·
verified ·
1 Parent(s): b7b68a4

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +6 -6
server.py CHANGED
@@ -27,11 +27,11 @@ def launch_vllm_server(beta=1.0):
27
  ]
28
  subprocess.run(cmd, env=env)
29
 
30
- # # Step 1: Setup
31
- # setup_mixinputs()
32
 
33
- # # Step 2: Launch vLLM server in background
34
- # threading.Thread(target=launch_vllm_server, daemon=True).start()
35
 
36
- # # Step 3: Give time for server to initialize
37
- # time.sleep(60)
 
27
  ]
28
  subprocess.run(cmd, env=env)
29
 
30
+ # Step 1: Setup
31
+ setup_mixinputs()
32
 
33
+ # Step 2: Launch vLLM server in background
34
+ threading.Thread(target=launch_vllm_server, daemon=True).start()
35
 
36
+ # Step 3: Give time for server to initialize
37
+ time.sleep(60)