Commit
·
acc872d
1
Parent(s):
efec40d
update
Browse files
main.py
CHANGED
@@ -128,20 +128,23 @@ def main_gradio():
|
|
128 |
)
|
129 |
|
130 |
gr.Interface(
|
131 |
-
|
132 |
-
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
140 |
-
|
141 |
-
|
142 |
-
|
143 |
-
|
144 |
-
|
|
|
|
|
|
|
145 |
|
146 |
if __name__ == "__main__":
|
147 |
main_gradio()
|
|
|
128 |
)
|
129 |
|
130 |
gr.Interface(
|
131 |
+
fn=process_json,
|
132 |
+
inputs=gr.File(label="Upload Retrieval Result (JSON)"),
|
133 |
+
outputs=gr.Textbox(label="Results"),
|
134 |
+
title="Automated Evaluation of MixBench",
|
135 |
+
description=(
|
136 |
+
"Please upload your model's retrieval result on MixBench (in JSON format) to automatically evaluate its performance.<br><br>"
|
137 |
+
"For each subset (e.g., <code>MSCOCO</code>, <code>Google_WIT</code>, <code>VisualNews</code>, <code>OVEN</code>), "
|
138 |
+
"we will compute the following metrics based on the top-100 retrieved results:<br>"
|
139 |
+
"- <strong>Recall@1</strong><br>"
|
140 |
+
"- <strong>NDCG@10</strong><br>"
|
141 |
+
"- <strong>NDCG@100</strong><br><br>"
|
142 |
+
"Expected input JSON format:<br><br>"
|
143 |
+
+ example_json_html +
|
144 |
+
"<br>For reference query IDs, see the "
|
145 |
+
"<a href='https://huggingface.co/datasets/mixed-modality-search/MixBench2025/viewer/Google_WIT/mixed_corpus' target='_blank'>MixBench2025 dataset viewer</a>."
|
146 |
+
)
|
147 |
+
).launch(share=True)
|
148 |
|
149 |
if __name__ == "__main__":
|
150 |
main_gradio()
|