Update
Browse files
app.py
CHANGED
@@ -75,11 +75,33 @@ else:
|
|
75 |
st.header("Submissions")
|
76 |
|
77 |
with tab_model:
|
78 |
-
model_list = [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
79 |
|
80 |
df = pd.DataFrame(
|
81 |
{
|
82 |
"model_name": [model_name for model_name in model_list],
|
|
|
83 |
"pass@1": [0 for model_name in model_list],
|
84 |
"beyond@t": [0 for model_name in model_list],
|
85 |
"beyond@m": [0 for model_name in model_list],
|
@@ -91,11 +113,12 @@ else:
|
|
91 |
df,
|
92 |
column_config={
|
93 |
"model_name": st.column_config.TextColumn("Model Name"),
|
|
|
94 |
"pass@1": st.column_config.NumberColumn("Pass@k"),
|
95 |
"beyond@t": st.column_config.NumberColumn("Beyond@Time"),
|
96 |
"beyond@m": st.column_config.NumberColumn("Beyond@Memory"),
|
97 |
"model_progress": st.column_config.ProgressColumn("Progress", min_value=0, max_value=problem_count, format="plain"),
|
98 |
},
|
99 |
-
column_order=("model_name", "model_progress"),
|
100 |
hide_index=True,
|
101 |
)
|
|
|
75 |
st.header("Submissions")
|
76 |
|
77 |
with tab_model:
|
78 |
+
model_list = [
|
79 |
+
"deepSeek-Coder",
|
80 |
+
"GPT-4o",
|
81 |
+
"Claude-3-5-sonnet",
|
82 |
+
"Gemini-1.5-flash",
|
83 |
+
"DeepSeek-Coder-V2-Lite",
|
84 |
+
"Claude-3-Opus",
|
85 |
+
"Gemini-1.5-pro",
|
86 |
+
"Llama-3.1-8B",
|
87 |
+
"Llama-3-8B",
|
88 |
+
"GPT-4-Turbo",
|
89 |
+
"GPT-3.5-Turbo",
|
90 |
+
"Mistral-Nemo",
|
91 |
+
"CodeLlama-13b",
|
92 |
+
"Claude-3-Haiku",
|
93 |
+
"Mistral-7B-v0.3",
|
94 |
+
"Codestral-22B-v0.1",
|
95 |
+
"Claude-3-sonnet",
|
96 |
+
"CodeLlama-34b",
|
97 |
+
"CodeLlama-7b"
|
98 |
+
]
|
99 |
+
|
100 |
|
101 |
df = pd.DataFrame(
|
102 |
{
|
103 |
"model_name": [model_name for model_name in model_list],
|
104 |
+
"dynamic_point": [0 for model_name in model_list],
|
105 |
"pass@1": [0 for model_name in model_list],
|
106 |
"beyond@t": [0 for model_name in model_list],
|
107 |
"beyond@m": [0 for model_name in model_list],
|
|
|
113 |
df,
|
114 |
column_config={
|
115 |
"model_name": st.column_config.TextColumn("Model Name"),
|
116 |
+
"dynamic_point": st.column_config.NumberColumn("Dynamic Point"),
|
117 |
"pass@1": st.column_config.NumberColumn("Pass@k"),
|
118 |
"beyond@t": st.column_config.NumberColumn("Beyond@Time"),
|
119 |
"beyond@m": st.column_config.NumberColumn("Beyond@Memory"),
|
120 |
"model_progress": st.column_config.ProgressColumn("Progress", min_value=0, max_value=problem_count, format="plain"),
|
121 |
},
|
122 |
+
column_order=("model_name", "pass@1", "beyond@t", "beyond@m", "model_progress"),
|
123 |
hide_index=True,
|
124 |
)
|