Spaces:
Running
on
L40S
Running
on
L40S
Connect to `wss://…/ws/jam` and send a **JSON control stream**. In `rt` mode the server emits ~2 s WAV chunks (or binary frames) continuously. | |
### Start (client → server) | |
```jsonc | |
{ | |
"type": "start", | |
"mode": "rt", | |
"binary_audio": false, // true → raw WAV bytes + separate chunk_meta | |
"params": { | |
"styles": "heavy metal", // or "jazz, hiphop" | |
"style_weights": "1.0,1.0", // optional, auto‑normalized | |
"temperature": 1.1, | |
"topk": 40, | |
"guidance_weight": 1.1, | |
"pace": "realtime", // "realtime" | "asap" (default) | |
"max_decode_frames": 50 // 50≈2.0s; try 36–45 on smaller GPUs | |
} | |
} | |
``` | |
### Server events (server → client) | |
- `{"type":"started","mode":"rt"}` – handshake | |
- `{"type":"chunk","audio_base64":"…","metadata":{…}}` – base64 WAV | |
- `metadata.sample_rate` *(int)* – usually 48000 | |
- `metadata.chunk_frames` *(int)* – e.g., 50 | |
- `metadata.chunk_seconds` *(float)* – frames / 25.0 | |
- `metadata.crossfade_seconds` *(float)* – typically 0.04 | |
- `{"type":"chunk_meta","metadata":{…}}` – sent **after** a binary frame when `binary_audio=true` | |
- `{"type":"status",…}`, `{"type":"error",…}`, `{"type":"stopped"}` | |
### Update (client → server) | |
```jsonc | |
{ | |
"type": "update", | |
"styles": "jazz, hiphop", | |
"style_weights": "1.0,0.8", | |
"temperature": 1.2, | |
"topk": 64, | |
"guidance_weight": 1.0, | |
"pace": "realtime", // optional live flip | |
"max_decode_frames": 40 // optional; <= 50 | |
} | |
``` | |
### Stop / ping | |
```json | |
{"type":"stop"} | |
{"type":"ping"} | |
``` | |
### Browser quick‑start (schedules seamlessly with 25–40 ms crossfade) | |
```html | |
<script> | |
const XFADE = 0.025; // 25 ms | |
let ctx, gain, ws, nextTime = 0; | |
async function start(){ | |
ctx = new (window.AudioContext||window.webkitAudioContext)(); | |
gain = ctx.createGain(); gain.connect(ctx.destination); | |
ws = new WebSocket("wss://YOUR_SPACE/ws/jam"); | |
ws.onopen = ()=> ws.send(JSON.stringify({ | |
type:"start", mode:"rt", binary_audio:false, | |
params:{ styles:"warmup", temperature:1.1, topk:40, guidance_weight:1.1, pace:"realtime" } | |
})); | |
ws.onmessage = async ev => { | |
const msg = JSON.parse(ev.data); | |
if (msg.type === "chunk" && msg.audio_base64){ | |
const bin = atob(msg.audio_base64); const buf = new Uint8Array(bin.length); | |
for (let i=0;i<bin.length;i++) buf[i] = bin.charCodeAt(i); | |
const ab = buf.buffer; const audio = await ctx.decodeAudioData(ab); | |
const src = ctx.createBufferSource(); const g = ctx.createGain(); | |
src.buffer = audio; src.connect(g); g.connect(gain); | |
if (nextTime < ctx.currentTime + 0.05) nextTime = ctx.currentTime + 0.12; | |
const startAt = nextTime, dur = audio.duration; | |
nextTime = startAt + Math.max(0, dur - XFADE); | |
g.gain.setValueAtTime(0, startAt); | |
g.gain.linearRampToValueAtTime(1, startAt + XFADE); | |
g.gain.setValueAtTime(1, startAt + Math.max(0, dur - XFADE)); | |
g.gain.linearRampToValueAtTime(0, startAt + dur); | |
src.start(startAt); | |
} | |
}; | |
} | |
</script> | |
``` | |
### Python client (async) | |
```python | |
import asyncio, json, websockets, base64, soundfile as sf, io | |
async def run(url): | |
async with websockets.connect(url) as ws: | |
await ws.send(json.dumps({"type":"start","mode":"rt","binary_audio":False, | |
"params": {"styles":"warmup","temperature":1.1,"topk":40,"guidance_weight":1.1,"pace":"realtime"}})) | |
while True: | |
msg = json.loads(await ws.recv()) | |
if msg.get("type") == "chunk": | |
wav = base64.b64decode(msg["audio_base64"]) # bytes of a WAV | |
x, sr = sf.read(io.BytesIO(wav), dtype="float32") | |
print("chunk", x.shape, sr) | |
elif msg.get("type") in ("stopped","error"): break | |
asyncio.run(run("wss://YOUR_SPACE/ws/jam")) | |
``` |