Commit
·
efec40d
1
Parent(s):
09df82b
update
Browse files
main.py
CHANGED
@@ -128,15 +128,20 @@ def main_gradio():
|
|
128 |
)
|
129 |
|
130 |
gr.Interface(
|
131 |
-
|
132 |
-
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
|
|
|
|
|
|
|
|
|
|
140 |
|
141 |
if __name__ == "__main__":
|
142 |
main_gradio()
|
|
|
128 |
)
|
129 |
|
130 |
gr.Interface(
|
131 |
+
fn=process_json,
|
132 |
+
inputs=gr.File(label="Upload Retrieval Result (JSON)"),
|
133 |
+
outputs=gr.Textbox(label="Results"),
|
134 |
+
title="Automated Evaluation of MixBench",
|
135 |
+
description=(
|
136 |
+
"Please upload your model's retrieval result on MixBench (in JSON format) to automatically evaluate its performance.<br><br>"
|
137 |
+
"For each subset (e.g., <code>MSCOCO</code>, <code>Google_WIT</code>, <code>VisualNews</code>, <code>OVEN</code>), "
|
138 |
+
"we will compute the following metrics based on the top-100 retrieved results:<br>"
|
139 |
+
"- <strong>Recall@1</strong><br>"
|
140 |
+
"- <strong>NDCG@10</strong><br>"
|
141 |
+
"- <strong>NDCG@100</strong><br><br>"
|
142 |
+
"Expected input JSON format:<br><br>"
|
143 |
+
+ example_json_html
|
144 |
+
)).launch(share=True)
|
145 |
|
146 |
if __name__ == "__main__":
|
147 |
main_gradio()
|