Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,8 @@ START_TOKEN = 128259
|
|
20 |
NEW_BLOCK = 128257
|
21 |
EOS_TOKEN = 128258
|
22 |
AUDIO_BASE = 128266
|
23 |
-
|
|
|
24 |
|
25 |
# 2) Logit‑Mask (NEW_BLOCK + Audio; EOS erst nach 1. Block) ----------
|
26 |
class AudioMask(LogitsProcessor):
|
@@ -125,7 +126,7 @@ async def tts(ws: WebSocket):
|
|
125 |
offset_len += len(new)
|
126 |
|
127 |
# ----- weiter mit Cache (letzte PKV steht im Modell) ---------
|
128 |
-
past = gen.
|
129 |
last_tok = new[-1]
|
130 |
|
131 |
print("new tokens:", new[:25], flush=True)
|
@@ -147,6 +148,8 @@ async def tts(ws: WebSocket):
|
|
147 |
pass
|
148 |
except Exception as e:
|
149 |
print("❌ WS‑Error:", e, flush=True)
|
|
|
|
|
150 |
if ws.client_state.name != "DISCONNECTED":
|
151 |
await ws.close(code=1011)
|
152 |
finally:
|
@@ -159,4 +162,4 @@ async def tts(ws: WebSocket):
|
|
159 |
# 6) Dev‑Start --------------------------------------------------------
|
160 |
if __name__ == "__main__":
|
161 |
import uvicorn, sys
|
162 |
-
uvicorn.run("app:app", host="0.0.0.0", port=7860, log_level="info")
|
|
|
20 |
NEW_BLOCK = 128257
|
21 |
EOS_TOKEN = 128258
|
22 |
AUDIO_BASE = 128266
|
23 |
+
AUDIO_SPAN = 4096 * 7 # 28 672 Codes
|
24 |
+
VALID_AUDIO = torch.arange(AUDIO_BASE, AUDIO_BASE + AUDIO_SPAN)
|
25 |
|
26 |
# 2) Logit‑Mask (NEW_BLOCK + Audio; EOS erst nach 1. Block) ----------
|
27 |
class AudioMask(LogitsProcessor):
|
|
|
126 |
offset_len += len(new)
|
127 |
|
128 |
# ----- weiter mit Cache (letzte PKV steht im Modell) ---------
|
129 |
+
past = gen.past_key_values # Corrected cache access
|
130 |
last_tok = new[-1]
|
131 |
|
132 |
print("new tokens:", new[:25], flush=True)
|
|
|
148 |
pass
|
149 |
except Exception as e:
|
150 |
print("❌ WS‑Error:", e, flush=True)
|
151 |
+
import traceback
|
152 |
+
traceback.print_exc()
|
153 |
if ws.client_state.name != "DISCONNECTED":
|
154 |
await ws.close(code=1011)
|
155 |
finally:
|
|
|
162 |
# 6) Dev‑Start --------------------------------------------------------
|
163 |
if __name__ == "__main__":
|
164 |
import uvicorn, sys
|
165 |
+
uvicorn.run("app:app", host="0.0.0.0", port=7860, log_level="info")
|