chipling commited on
Commit
c009768
·
verified ·
1 Parent(s): 922fd18

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -238,8 +238,11 @@ async def streamres(request: Request):
238
  data = {
239
  'model': model,
240
  'messages': messages,
241
- 'max_tokens': 200000,
242
  'stream': True
 
 
 
243
  }
244
 
245
  async def proxy_stream():
 
238
  data = {
239
  'model': model,
240
  'messages': messages,
241
+ 'max_tokens': 150000,
242
  'stream': True
243
+ 'transforms': [
244
+ 'middle-out',
245
+ ],
246
  }
247
 
248
  async def proxy_stream():