Spaces:
Sleeping
Sleeping
Update server.py
Browse files
server.py
CHANGED
@@ -25,13 +25,13 @@ def launch_vllm_server(beta=1.0):
|
|
25 |
"--max-num-seqs", "1",
|
26 |
"--port", "8000"
|
27 |
]
|
28 |
-
subprocess.
|
|
|
|
|
|
|
29 |
|
30 |
# Step 1: Setup
|
31 |
setup_mixinputs()
|
32 |
|
33 |
# Step 2: Launch vLLM server in background
|
34 |
threading.Thread(target=launch_vllm_server, daemon=True).start()
|
35 |
-
|
36 |
-
# Step 3: Give time for server to initialize
|
37 |
-
time.sleep(60)
|
|
|
25 |
"--max-num-seqs", "1",
|
26 |
"--port", "8000"
|
27 |
]
|
28 |
+
_server_process = subprocess.Popen(cmd, env=env)
|
29 |
+
|
30 |
+
# Wait for the process to complete or be terminated
|
31 |
+
_server_process.wait()
|
32 |
|
33 |
# Step 1: Setup
|
34 |
setup_mixinputs()
|
35 |
|
36 |
# Step 2: Launch vLLM server in background
|
37 |
threading.Thread(target=launch_vllm_server, daemon=True).start()
|
|
|
|
|
|