Spaces:
Runtime error
Runtime error
Ahsen Khaliq
commited on
Commit
·
903c7ca
1
Parent(s):
7b94e2a
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,13 +12,11 @@ model = AutoModelForCausalLM.from_pretrained("NovelAI/genji-python-6B").half().e
|
|
| 12 |
import gradio as gr
|
| 13 |
|
| 14 |
maxLength=400
|
| 15 |
-
temperature=0.3
|
| 16 |
top_k = 50
|
| 17 |
-
top_p = 0.9
|
| 18 |
repetition_penalty = 1.13
|
| 19 |
repetition_penalty_range = 512
|
| 20 |
repetition_penalty_slope = 3.33
|
| 21 |
-
def generator(text):
|
| 22 |
tokens = tokenizer(text, return_tensors="pt").input_ids.cuda()[:, -(2047-maxLength):]
|
| 23 |
out = model.generate(
|
| 24 |
tokens.long(),
|
|
@@ -43,11 +41,14 @@ article = "<p style='text-align: center'><a href='https://colab.research.google.
|
|
| 43 |
|
| 44 |
gr.Interface(
|
| 45 |
generator,
|
| 46 |
-
gr.inputs.Textbox(label="input text", lines=5),
|
|
|
|
|
|
|
|
|
|
| 47 |
gr.outputs.Textbox(label="Output text"),
|
| 48 |
title=title,
|
| 49 |
description=description,
|
| 50 |
article=article,
|
| 51 |
examples=[
|
| 52 |
-
['def
|
| 53 |
]).launch(debug=True)
|
|
|
|
| 12 |
import gradio as gr
|
| 13 |
|
| 14 |
maxLength=400
|
|
|
|
| 15 |
top_k = 50
|
|
|
|
| 16 |
repetition_penalty = 1.13
|
| 17 |
repetition_penalty_range = 512
|
| 18 |
repetition_penalty_slope = 3.33
|
| 19 |
+
def generator(text, temperature,top_p):
|
| 20 |
tokens = tokenizer(text, return_tensors="pt").input_ids.cuda()[:, -(2047-maxLength):]
|
| 21 |
out = model.generate(
|
| 22 |
tokens.long(),
|
|
|
|
| 41 |
|
| 42 |
gr.Interface(
|
| 43 |
generator,
|
| 44 |
+
[gr.inputs.Textbox(label="input text", lines=5),
|
| 45 |
+
gr.inputs.Slider(minimum=0, maximum=1, step=0.1, default=0.2, label="Temperature"),
|
| 46 |
+
gr.inputs.Slider(minimum=0, maximum=1, step=0.1, default=1, label="Top P")
|
| 47 |
+
],
|
| 48 |
gr.outputs.Textbox(label="Output text"),
|
| 49 |
title=title,
|
| 50 |
description=description,
|
| 51 |
article=article,
|
| 52 |
examples=[
|
| 53 |
+
['def print_Hello_Huggingface():']
|
| 54 |
]).launch(debug=True)
|