Spaces:
Sleeping
Sleeping
Update server.py
Browse files
server.py
CHANGED
@@ -27,11 +27,11 @@ def launch_vllm_server(beta=1.0):
|
|
27 |
]
|
28 |
subprocess.run(cmd, env=env)
|
29 |
|
30 |
-
#
|
31 |
-
|
32 |
|
33 |
-
#
|
34 |
-
|
35 |
|
36 |
-
#
|
37 |
-
|
|
|
27 |
]
|
28 |
subprocess.run(cmd, env=env)
|
29 |
|
30 |
+
# Step 1: Setup
|
31 |
+
setup_mixinputs()
|
32 |
|
33 |
+
# Step 2: Launch vLLM server in background
|
34 |
+
threading.Thread(target=launch_vllm_server, daemon=True).start()
|
35 |
|
36 |
+
# Step 3: Give time for server to initialize
|
37 |
+
time.sleep(60)
|