IvanPSG commited on
Commit
b3f96fc
verified
1 Parent(s): 8bdcd37

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -4,8 +4,9 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
 
 
9
 
10
  def respond(
11
  message,
@@ -30,7 +31,7 @@ def respond(
30
  for message in client.chat_completion(
31
  messages,
32
  max_tokens=max_tokens,
33
- stream=True,
34
  temperature=temperature,
35
  top_p=top_p,
36
  ):
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
 
7
 
8
+ #client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
9
+ client = InferenceClient("Qwen/Qwen3-30B-A3B-Instruct-2507")
10
 
11
  def respond(
12
  message,
 
31
  for message in client.chat_completion(
32
  messages,
33
  max_tokens=max_tokens,
34
+ stream=False,
35
  temperature=temperature,
36
  top_p=top_p,
37
  ):