SimrusDenuvo commited on
Commit
6915470
·
verified ·
1 Parent(s): 4d881b8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -14
app.py CHANGED
@@ -2,11 +2,11 @@ import gradio as gr
2
  import time
3
  from transformers import pipeline
4
 
5
- # Лёгкие, русскоязычные модели
6
  models = {
7
- "ChatGPT-like (ruDialoGPT-medium)": pipeline("text-generation", model="sberbank-ai/ruDialoGPT-medium", tokenizer="sberbank-ai/ruDialoGPT-medium", device=-1),
8
- "DeepSeek-like (ruGPT3-small)": pipeline("text-generation", model="ai-forever/rugpt3small_based_on_gpt2", tokenizer="ai-forever/rugpt3small_based_on_gpt2", device=-1),
9
- "GigaChat-like (ruGPT3-large)": pipeline("text-generation", model="ai-forever/rugpt3large_based_on_gpt2", tokenizer="ai-forever/rugpt3large_based_on_gpt2", device=-1),
10
  }
11
 
12
  # Промпты
@@ -59,37 +59,37 @@ def generate_comparison(user_input):
59
  }
60
 
61
  return (
62
- result["ChatGPT-like (ruDialoGPT-medium)"]["cot_answer"], result["ChatGPT-like (ruDialoGPT-medium)"]["cot_time"],
63
- result["ChatGPT-like (ruDialoGPT-medium)"]["simple_answer"], result["ChatGPT-like (ruDialoGPT-medium)"]["simple_time"],
64
- result["DeepSeek-like (ruGPT3-small)"]["cot_answer"], result["DeepSeek-like (ruGPT3-small)"]["cot_time"],
65
- result["DeepSeek-like (ruGPT3-small)"]["simple_answer"], result["DeepSeek-like (ruGPT3-small)"]["simple_time"],
66
- result["GigaChat-like (ruGPT3-large)"]["cot_answer"], result["GigaChat-like (ruGPT3-large)"]["cot_time"],
67
- result["GigaChat-like (ruGPT3-large)"]["simple_answer"], result["GigaChat-like (ruGPT3-large)"]["simple_time"]
68
  )
69
 
70
  # Интерфейс
71
  with gr.Blocks() as demo:
72
- gr.Markdown("## Сравнение моделей: ruDialoGPT, ruGPT3-small, ruGPT3-large (Классификация обращений)")
73
 
74
  inp = gr.Textbox(label="Вопрос клиента", placeholder="Например: Я не могу войти в личный кабинет", lines=2)
75
  btn = gr.Button("Сгенерировать")
76
 
77
  # ChatGPT-like
78
- gr.Markdown("### ChatGPT-like (ruDialoGPT-medium)")
79
  cot1 = gr.Textbox(label="CoT ответ")
80
  cot1_time = gr.Textbox(label="Время CoT")
81
  simple1 = gr.Textbox(label="Обычный ответ")
82
  simple1_time = gr.Textbox(label="Время обычного")
83
 
84
  # DeepSeek-like
85
- gr.Markdown("### DeepSeek-like (ruGPT3-small)")
86
  cot2 = gr.Textbox(label="CoT ответ")
87
  cot2_time = gr.Textbox(label="Время CoT")
88
  simple2 = gr.Textbox(label="Обычный ответ")
89
  simple2_time = gr.Textbox(label="Время обычного")
90
 
91
  # GigaChat-like
92
- gr.Markdown("### GigaChat-like (ruGPT3-large)")
93
  cot3 = gr.Textbox(label="CoT ответ")
94
  cot3_time = gr.Textbox(label="Время CoT")
95
  simple3 = gr.Textbox(label="Обычный ответ")
 
2
  import time
3
  from transformers import pipeline
4
 
5
+ # Проверенные лёгкие русскоязычные модели, работающие в Hugging Face Spaces
6
  models = {
7
+ "ChatGPT-like (ruGPT3small)": pipeline("text-generation", model="ai-forever/rugpt3small_based_on_gpt2", tokenizer="ai-forever/rugpt3small_based_on_gpt2", device=-1),
8
+ "DeepSeek-like (ruGPT3large)": pipeline("text-generation", model="ai-forever/rugpt3large_based_on_gpt2", tokenizer="ai-forever/rugpt3large_based_on_gpt2", device=-1),
9
+ "GigaChat-like (rubert-tiny2)": pipeline("text-generation", model="cointegrated/rubert-tiny2", tokenizer="cointegrated/rubert-tiny2", device=-1),
10
  }
11
 
12
  # Промпты
 
59
  }
60
 
61
  return (
62
+ result["ChatGPT-like (ruGPT3small)"]["cot_answer"], result["ChatGPT-like (ruGPT3small)"]["cot_time"],
63
+ result["ChatGPT-like (ruGPT3small)"]["simple_answer"], result["ChatGPT-like (ruGPT3small)"]["simple_time"],
64
+ result["DeepSeek-like (ruGPT3large)"]["cot_answer"], result["DeepSeek-like (ruGPT3large)"]["cot_time"],
65
+ result["DeepSeek-like (ruGPT3large)"]["simple_answer"], result["DeepSeek-like (ruGPT3large)"]["simple_time"],
66
+ result["GigaChat-like (rubert-tiny2)"]["cot_answer"], result["GigaChat-like (rubert-tiny2)"]["cot_time"],
67
+ result["GigaChat-like (rubert-tiny2)"]["simple_answer"], result["GigaChat-like (rubert-tiny2)"]["simple_time"]
68
  )
69
 
70
  # Интерфейс
71
  with gr.Blocks() as demo:
72
+ gr.Markdown("## Сравнение моделей: ruGPT3small, ruGPT3large, rubert-tiny2 (Классификация обращений)")
73
 
74
  inp = gr.Textbox(label="Вопрос клиента", placeholder="Например: Я не могу войти в личный кабинет", lines=2)
75
  btn = gr.Button("Сгенерировать")
76
 
77
  # ChatGPT-like
78
+ gr.Markdown("### ChatGPT-like (ruGPT3small)")
79
  cot1 = gr.Textbox(label="CoT ответ")
80
  cot1_time = gr.Textbox(label="Время CoT")
81
  simple1 = gr.Textbox(label="Обычный ответ")
82
  simple1_time = gr.Textbox(label="Время обычного")
83
 
84
  # DeepSeek-like
85
+ gr.Markdown("### DeepSeek-like (ruGPT3large)")
86
  cot2 = gr.Textbox(label="CoT ответ")
87
  cot2_time = gr.Textbox(label="Время CoT")
88
  simple2 = gr.Textbox(label="Обычный ответ")
89
  simple2_time = gr.Textbox(label="Время обычного")
90
 
91
  # GigaChat-like
92
+ gr.Markdown("### GigaChat-like (rubert-tiny2)")
93
  cot3 = gr.Textbox(label="CoT ответ")
94
  cot3_time = gr.Textbox(label="Время CoT")
95
  simple3 = gr.Textbox(label="Обычный ответ")