Spaces:
Running
Running
remove tokens used check
Browse files
server.js
CHANGED
@@ -461,9 +461,9 @@ ${REPLACE_END}
|
|
461 |
|
462 |
const client = new InferenceClient(token);
|
463 |
|
464 |
-
let TOKENS_USED = prompt?.length;
|
465 |
-
if (previousPrompt) TOKENS_USED += previousPrompt.length;
|
466 |
-
if (html) TOKENS_USED += html.length;
|
467 |
|
468 |
const DEFAULT_PROVIDER = PROVIDERS.novita;
|
469 |
const selectedProvider =
|
@@ -471,13 +471,13 @@ ${REPLACE_END}
|
|
471 |
? PROVIDERS[selectedModel.autoProvider]
|
472 |
: PROVIDERS[provider] ?? DEFAULT_PROVIDER;
|
473 |
|
474 |
-
if (provider !== "auto" && TOKENS_USED >= selectedProvider.max_tokens) {
|
475 |
-
|
476 |
-
|
477 |
-
|
478 |
-
|
479 |
-
|
480 |
-
}
|
481 |
|
482 |
try {
|
483 |
const response = await client.chatCompletion({
|
|
|
461 |
|
462 |
const client = new InferenceClient(token);
|
463 |
|
464 |
+
// let TOKENS_USED = prompt?.length;
|
465 |
+
// if (previousPrompt) TOKENS_USED += previousPrompt.length;
|
466 |
+
// if (html) TOKENS_USED += html.length;
|
467 |
|
468 |
const DEFAULT_PROVIDER = PROVIDERS.novita;
|
469 |
const selectedProvider =
|
|
|
471 |
? PROVIDERS[selectedModel.autoProvider]
|
472 |
: PROVIDERS[provider] ?? DEFAULT_PROVIDER;
|
473 |
|
474 |
+
// if (provider !== "auto" && TOKENS_USED >= selectedProvider.max_tokens) {
|
475 |
+
// return res.status(400).send({
|
476 |
+
// ok: false,
|
477 |
+
// openSelectProvider: true,
|
478 |
+
// message: `Context is too long. ${selectedProvider.name} allow ${selectedProvider.max_tokens} max tokens.`,
|
479 |
+
// });
|
480 |
+
// }
|
481 |
|
482 |
try {
|
483 |
const response = await client.chatCompletion({
|