yzhuang commited on
Commit
911ff7c
·
verified ·
1 Parent(s): ab0aa8d

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +4 -4
server.py CHANGED
@@ -25,13 +25,13 @@ def launch_vllm_server(beta=1.0):
25
  "--max-num-seqs", "1",
26
  "--port", "8000"
27
  ]
28
- subprocess.run(cmd, env=env)
 
 
 
29
 
30
  # Step 1: Setup
31
  setup_mixinputs()
32
 
33
  # Step 2: Launch vLLM server in background
34
  threading.Thread(target=launch_vllm_server, daemon=True).start()
35
-
36
- # Step 3: Give time for server to initialize
37
- time.sleep(60)
 
25
  "--max-num-seqs", "1",
26
  "--port", "8000"
27
  ]
28
+ _server_process = subprocess.Popen(cmd, env=env)
29
+
30
+ # Wait for the process to complete or be terminated
31
+ _server_process.wait()
32
 
33
  # Step 1: Setup
34
  setup_mixinputs()
35
 
36
  # Step 2: Launch vLLM server in background
37
  threading.Thread(target=launch_vllm_server, daemon=True).start()