ianeksdi commited on
Commit
8b5f3bd
·
verified ·
1 Parent(s): e13b239

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -45
app.py CHANGED
@@ -3,22 +3,18 @@ from huggingface_hub import InferenceClient
3
 
4
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
5
 
6
- def respond(
7
- message,
8
- history: list[tuple[str, str]],
9
- system_message,
10
- max_tokens,
11
- temperature,
12
- top_p,
13
- ):
14
- messages = [{"role": "system", "content": system_message}]
15
 
 
16
  for user_text, assistant_text in history:
17
  if user_text:
18
  messages.append({"role": "user", "content": user_text})
19
  if assistant_text:
20
  messages.append({"role": "assistant", "content": assistant_text})
21
-
22
  messages.append({"role": "user", "content": message})
23
 
24
  response = ""
@@ -33,41 +29,7 @@ def respond(
33
  response += token
34
  yield response
35
 
36
- # The additional_inputs are now hidden by setting visible=False.
37
- demo = gr.ChatInterface(
38
- respond,
39
- additional_inputs=[
40
- gr.Textbox(
41
- value="You are a friendly Chatbot. Respond only in bisaya language. No english translation.",
42
- label="System message",
43
- visible=False,
44
- ),
45
- gr.Slider(
46
- minimum=1,
47
- maximum=2048,
48
- value=512,
49
- step=1,
50
- label="Max new tokens",
51
- visible=False,
52
- ),
53
- gr.Slider(
54
- minimum=0.1,
55
- maximum=4.0,
56
- value=0.7,
57
- step=0.1,
58
- label="Temperature",
59
- visible=False,
60
- ),
61
- gr.Slider(
62
- minimum=0.1,
63
- maximum=1.0,
64
- value=0.95,
65
- step=0.05,
66
- label="Top-p (nucleus sampling)",
67
- visible=False,
68
- ),
69
- ],
70
- )
71
 
72
  if __name__ == "__main__":
73
  demo.launch()
 
3
 
4
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
5
 
6
+ def respond(message, history: list[tuple[str, str]]):
7
+ system_message = "You are a friendly Chatbot. Respond only in bisaya language. No english translation."
8
+ max_tokens = 4096
9
+ temperature = 0.7
10
+ top_p = 0.95
 
 
 
 
11
 
12
+ messages = [{"role": "system", "content": system_message}]
13
  for user_text, assistant_text in history:
14
  if user_text:
15
  messages.append({"role": "user", "content": user_text})
16
  if assistant_text:
17
  messages.append({"role": "assistant", "content": assistant_text})
 
18
  messages.append({"role": "user", "content": message})
19
 
20
  response = ""
 
29
  response += token
30
  yield response
31
 
32
+ demo = gr.ChatInterface(respond)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
 
34
  if __name__ == "__main__":
35
  demo.launch()