Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -7,71 +7,6 @@ client = InferenceClient("Satyam-Singh/LLaVa-Large-Language-Virtual-Assistant")
|
|
7 |
|
8 |
TITLE = """<h1 align="center">LLaVa Large Language Virtual Assistant</h1>"""
|
9 |
|
10 |
-
temperature_component = gr.Slider(
|
11 |
-
minimum=0,
|
12 |
-
maximum=1.0,
|
13 |
-
value=0.4,
|
14 |
-
step=0.05,
|
15 |
-
label="Temperature",
|
16 |
-
info=(
|
17 |
-
"Temperature controls the degree of randomness in token selection. Lower "
|
18 |
-
"temperatures are good for prompts that expect a true or correct response, "
|
19 |
-
"while higher temperatures can lead to more diverse or unexpected results. "
|
20 |
-
))
|
21 |
-
max_output_tokens_component = gr.Slider(
|
22 |
-
minimum=1,
|
23 |
-
maximum=2048,
|
24 |
-
value=1024,
|
25 |
-
step=1,
|
26 |
-
label="Token limit",
|
27 |
-
info=(
|
28 |
-
"Token limit determines the maximum amount of text output from one prompt. A "
|
29 |
-
"token is approximately four characters. The default value is 2048."
|
30 |
-
))
|
31 |
-
stop_sequences_component = gr.Textbox(
|
32 |
-
label="Add stop sequence",
|
33 |
-
value="",
|
34 |
-
type="text",
|
35 |
-
placeholder="STOP, END",
|
36 |
-
info=(
|
37 |
-
"A stop sequence is a series of characters (including spaces) that stops "
|
38 |
-
"response generation if the model encounters it. The sequence is not included "
|
39 |
-
"as part of the response. You can add up to five stop sequences."
|
40 |
-
))
|
41 |
-
top_k_component = gr.Slider(
|
42 |
-
minimum=1,
|
43 |
-
maximum=40,
|
44 |
-
value=32,
|
45 |
-
step=1,
|
46 |
-
label="Top-K",
|
47 |
-
info=(
|
48 |
-
"Top-k changes how the model selects tokens for output. A top-k of 1 means the "
|
49 |
-
"selected token is the most probable among all tokens in the model’s "
|
50 |
-
"vocabulary (also called greedy decoding), while a top-k of 3 means that the "
|
51 |
-
"next token is selected from among the 3 most probable tokens (using "
|
52 |
-
"temperature)."
|
53 |
-
))
|
54 |
-
top_p_component = gr.Slider(
|
55 |
-
minimum=0,
|
56 |
-
maximum=1,
|
57 |
-
value=1,
|
58 |
-
step=0.01,
|
59 |
-
label="Top-P",
|
60 |
-
info=(
|
61 |
-
"Top-p changes how the model selects tokens for output. Tokens are selected "
|
62 |
-
"from most probable to least until the sum of their probabilities equals the "
|
63 |
-
"top-p value. For example, if tokens A, B, and C have a probability of .3, .2, "
|
64 |
-
"and .1 and the top-p value is .5, then the model will select either A or B as "
|
65 |
-
"the next token (using temperature). "
|
66 |
-
))
|
67 |
-
|
68 |
-
additional_inputs = [
|
69 |
-
temperature_component,
|
70 |
-
max_output_tokens_component,
|
71 |
-
stop_sequences_component,
|
72 |
-
top_k_component,
|
73 |
-
top_p_component,
|
74 |
-
]
|
75 |
|
76 |
safety_settings = [
|
77 |
{
|
@@ -193,7 +128,6 @@ gr.ChatInterface(
|
|
193 |
),
|
194 |
title="LLAVA: Large Language Virtual Assistant",
|
195 |
description="Official Demo Of ```LLAVA``` based on ```Large Language Virtual Assistant ```.",
|
196 |
-
additional_inputs=additional_inputs,
|
197 |
examples=examples,
|
198 |
concurrency_limit=20,
|
199 |
).launch(show_api=True)
|
|
|
7 |
|
8 |
TITLE = """<h1 align="center">LLaVa Large Language Virtual Assistant</h1>"""
|
9 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
safety_settings = [
|
12 |
{
|
|
|
128 |
),
|
129 |
title="LLAVA: Large Language Virtual Assistant",
|
130 |
description="Official Demo Of ```LLAVA``` based on ```Large Language Virtual Assistant ```.",
|
|
|
131 |
examples=examples,
|
132 |
concurrency_limit=20,
|
133 |
).launch(show_api=True)
|