Tomtom84 commited on
Commit
83532d0
·
verified ·
1 Parent(s): e7d4c93

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -20,7 +20,8 @@ START_TOKEN = 128259
20
  NEW_BLOCK = 128257
21
  EOS_TOKEN = 128258
22
  AUDIO_BASE = 128266
23
- AUDIO_IDS = torch.arange(AUDIO_BASE, AUDIO_BASE + 4096)
 
24
 
25
  # 2) Logit‑Mask (NEW_BLOCK + Audio; EOS erst nach 1. Block) ----------
26
  class AudioMask(LogitsProcessor):
@@ -125,7 +126,7 @@ async def tts(ws: WebSocket):
125
  offset_len += len(new)
126
 
127
  # ----- weiter mit Cache (letzte PKV steht im Modell) ---------
128
- past = gen._past_key_values
129
  last_tok = new[-1]
130
 
131
  print("new tokens:", new[:25], flush=True)
@@ -147,6 +148,8 @@ async def tts(ws: WebSocket):
147
  pass
148
  except Exception as e:
149
  print("❌ WS‑Error:", e, flush=True)
 
 
150
  if ws.client_state.name != "DISCONNECTED":
151
  await ws.close(code=1011)
152
  finally:
@@ -159,4 +162,4 @@ async def tts(ws: WebSocket):
159
  # 6) Dev‑Start --------------------------------------------------------
160
  if __name__ == "__main__":
161
  import uvicorn, sys
162
- uvicorn.run("app:app", host="0.0.0.0", port=7860, log_level="info")
 
20
  NEW_BLOCK = 128257
21
  EOS_TOKEN = 128258
22
  AUDIO_BASE = 128266
23
+ AUDIO_SPAN = 4096 * 7 # 28 672 Codes
24
+ VALID_AUDIO = torch.arange(AUDIO_BASE, AUDIO_BASE + AUDIO_SPAN)
25
 
26
  # 2) Logit‑Mask (NEW_BLOCK + Audio; EOS erst nach 1. Block) ----------
27
  class AudioMask(LogitsProcessor):
 
126
  offset_len += len(new)
127
 
128
  # ----- weiter mit Cache (letzte PKV steht im Modell) ---------
129
+ past = gen.past_key_values # Corrected cache access
130
  last_tok = new[-1]
131
 
132
  print("new tokens:", new[:25], flush=True)
 
148
  pass
149
  except Exception as e:
150
  print("❌ WS‑Error:", e, flush=True)
151
+ import traceback
152
+ traceback.print_exc()
153
  if ws.client_state.name != "DISCONNECTED":
154
  await ws.close(code=1011)
155
  finally:
 
162
  # 6) Dev‑Start --------------------------------------------------------
163
  if __name__ == "__main__":
164
  import uvicorn, sys
165
+ uvicorn.run("app:app", host="0.0.0.0", port=7860, log_level="info")