Shiyu Zhao
commited on
Commit
·
b47352e
1
Parent(s):
630c9ca
Update space
Browse files
app.py
CHANGED
@@ -112,10 +112,12 @@ def create_app(data_manager: DataManager):
|
|
112 |
.metric-summary { margin: 1rem 0; padding: 1rem; background: #f7f7f7; border-radius: 4px; }
|
113 |
.table-container { margin-top: 1rem; }
|
114 |
.model-filter { margin-bottom: 1rem; }
|
|
|
115 |
""") as demo:
|
116 |
|
117 |
gr.Markdown("# Semi-structured Retrieval Benchmark (STaRK) Leaderboard")
|
118 |
gr.Markdown("### An evaluation benchmark for semi-structured text retrieval")
|
|
|
119 |
|
120 |
with gr.Row():
|
121 |
with gr.Column(scale=3):
|
@@ -147,16 +149,17 @@ def create_app(data_manager: DataManager):
|
|
147 |
for source_name, source_df in data_sources:
|
148 |
with gr.TabItem(source_name):
|
149 |
for dataset in data_manager.datasets:
|
150 |
-
with gr.
|
151 |
-
gr.
|
152 |
-
|
153 |
-
|
154 |
-
|
155 |
-
|
156 |
-
|
157 |
-
|
158 |
-
|
159 |
-
|
|
|
160 |
|
161 |
def update_tables(selected_types: List[str], sort_metric: str):
|
162 |
outputs = []
|
|
|
112 |
.metric-summary { margin: 1rem 0; padding: 1rem; background: #f7f7f7; border-radius: 4px; }
|
113 |
.table-container { margin-top: 1rem; }
|
114 |
.model-filter { margin-bottom: 1rem; }
|
115 |
+
.dataset-section { border: 1px solid #ddd; padding: 1rem; margin: 1rem 0; border-radius: 4px; }
|
116 |
""") as demo:
|
117 |
|
118 |
gr.Markdown("# Semi-structured Retrieval Benchmark (STaRK) Leaderboard")
|
119 |
gr.Markdown("### An evaluation benchmark for semi-structured text retrieval")
|
120 |
+
gr.Markdown("Refer to the [STaRK paper](https://arxiv.org/pdf/2404.13207) for details on metrics, tasks and models.")
|
121 |
|
122 |
with gr.Row():
|
123 |
with gr.Column(scale=3):
|
|
|
149 |
for source_name, source_df in data_sources:
|
150 |
with gr.TabItem(source_name):
|
151 |
for dataset in data_manager.datasets:
|
152 |
+
with gr.Row(elem_classes=["dataset-section"]):
|
153 |
+
with gr.Column():
|
154 |
+
gr.Markdown(create_metric_summary(
|
155 |
+
data_manager.format_dataframe(source_df, f"STARK-{dataset}"),
|
156 |
+
dataset
|
157 |
+
))
|
158 |
+
df_display = gr.DataFrame(
|
159 |
+
interactive=False,
|
160 |
+
elem_classes=["table-container"]
|
161 |
+
)
|
162 |
+
all_dataframes.append(df_display)
|
163 |
|
164 |
def update_tables(selected_types: List[str], sort_metric: str):
|
165 |
outputs = []
|