enzostvs HF Staff commited on
Commit
4f70d2a
·
1 Parent(s): d8d6fb5

remove tokens used check

Browse files
Files changed (1) hide show
  1. server.js +10 -10
server.js CHANGED
@@ -461,9 +461,9 @@ ${REPLACE_END}
461
 
462
  const client = new InferenceClient(token);
463
 
464
- let TOKENS_USED = prompt?.length;
465
- if (previousPrompt) TOKENS_USED += previousPrompt.length;
466
- if (html) TOKENS_USED += html.length;
467
 
468
  const DEFAULT_PROVIDER = PROVIDERS.novita;
469
  const selectedProvider =
@@ -471,13 +471,13 @@ ${REPLACE_END}
471
  ? PROVIDERS[selectedModel.autoProvider]
472
  : PROVIDERS[provider] ?? DEFAULT_PROVIDER;
473
 
474
- if (provider !== "auto" && TOKENS_USED >= selectedProvider.max_tokens) {
475
- return res.status(400).send({
476
- ok: false,
477
- openSelectProvider: true,
478
- message: `Context is too long. ${selectedProvider.name} allow ${selectedProvider.max_tokens} max tokens.`,
479
- });
480
- }
481
 
482
  try {
483
  const response = await client.chatCompletion({
 
461
 
462
  const client = new InferenceClient(token);
463
 
464
+ // let TOKENS_USED = prompt?.length;
465
+ // if (previousPrompt) TOKENS_USED += previousPrompt.length;
466
+ // if (html) TOKENS_USED += html.length;
467
 
468
  const DEFAULT_PROVIDER = PROVIDERS.novita;
469
  const selectedProvider =
 
471
  ? PROVIDERS[selectedModel.autoProvider]
472
  : PROVIDERS[provider] ?? DEFAULT_PROVIDER;
473
 
474
+ // if (provider !== "auto" && TOKENS_USED >= selectedProvider.max_tokens) {
475
+ // return res.status(400).send({
476
+ // ok: false,
477
+ // openSelectProvider: true,
478
+ // message: `Context is too long. ${selectedProvider.name} allow ${selectedProvider.max_tokens} max tokens.`,
479
+ // });
480
+ // }
481
 
482
  try {
483
  const response = await client.chatCompletion({