Update app.py
Browse files
app.py
CHANGED
@@ -238,8 +238,11 @@ async def streamres(request: Request):
|
|
238 |
data = {
|
239 |
'model': model,
|
240 |
'messages': messages,
|
241 |
-
'max_tokens':
|
242 |
'stream': True
|
|
|
|
|
|
|
243 |
}
|
244 |
|
245 |
async def proxy_stream():
|
|
|
238 |
data = {
|
239 |
'model': model,
|
240 |
'messages': messages,
|
241 |
+
'max_tokens': 150000,
|
242 |
'stream': True
|
243 |
+
'transforms': [
|
244 |
+
'middle-out',
|
245 |
+
],
|
246 |
}
|
247 |
|
248 |
async def proxy_stream():
|