mixed-modality-search commited on
Commit
acc872d
·
1 Parent(s): efec40d
Files changed (1) hide show
  1. main.py +17 -14
main.py CHANGED
@@ -128,20 +128,23 @@ def main_gradio():
128
  )
129
 
130
  gr.Interface(
131
- fn=process_json,
132
- inputs=gr.File(label="Upload Retrieval Result (JSON)"),
133
- outputs=gr.Textbox(label="Results"),
134
- title="Automated Evaluation of MixBench",
135
- description=(
136
- "Please upload your model's retrieval result on MixBench (in JSON format) to automatically evaluate its performance.<br><br>"
137
- "For each subset (e.g., <code>MSCOCO</code>, <code>Google_WIT</code>, <code>VisualNews</code>, <code>OVEN</code>), "
138
- "we will compute the following metrics based on the top-100 retrieved results:<br>"
139
- "- <strong>Recall@1</strong><br>"
140
- "- <strong>NDCG@10</strong><br>"
141
- "- <strong>NDCG@100</strong><br><br>"
142
- "Expected input JSON format:<br><br>"
143
- + example_json_html
144
- )).launch(share=True)
 
 
 
145
 
146
  if __name__ == "__main__":
147
  main_gradio()
 
128
  )
129
 
130
  gr.Interface(
131
+ fn=process_json,
132
+ inputs=gr.File(label="Upload Retrieval Result (JSON)"),
133
+ outputs=gr.Textbox(label="Results"),
134
+ title="Automated Evaluation of MixBench",
135
+ description=(
136
+ "Please upload your model's retrieval result on MixBench (in JSON format) to automatically evaluate its performance.<br><br>"
137
+ "For each subset (e.g., <code>MSCOCO</code>, <code>Google_WIT</code>, <code>VisualNews</code>, <code>OVEN</code>), "
138
+ "we will compute the following metrics based on the top-100 retrieved results:<br>"
139
+ "- <strong>Recall@1</strong><br>"
140
+ "- <strong>NDCG@10</strong><br>"
141
+ "- <strong>NDCG@100</strong><br><br>"
142
+ "Expected input JSON format:<br><br>"
143
+ + example_json_html +
144
+ "<br>For reference query IDs, see the "
145
+ "<a href='https://huggingface.co/datasets/mixed-modality-search/MixBench2025/viewer/Google_WIT/mixed_corpus' target='_blank'>MixBench2025 dataset viewer</a>."
146
+ )
147
+ ).launch(share=True)
148
 
149
  if __name__ == "__main__":
150
  main_gradio()