mixed-modality-search commited on
Commit
efec40d
·
1 Parent(s): 09df82b
Files changed (1) hide show
  1. main.py +14 -9
main.py CHANGED
@@ -128,15 +128,20 @@ def main_gradio():
128
  )
129
 
130
  gr.Interface(
131
- fn=process_json,
132
- inputs=gr.File(label="Upload Retrieval Result (JSON)"),
133
- outputs=gr.Textbox(label="Results"),
134
- title="Automated Evaluation of MixBench",
135
- description=(
136
- "Upload a prediction JSON to evaluate Recall@1, NDCG@10, and NDCG@100 against encrypted qrels.<br><br>"
137
- "Example input format:<br><br>" + example_json_html
138
- )
139
- ).launch(share=True)
 
 
 
 
 
140
 
141
  if __name__ == "__main__":
142
  main_gradio()
 
128
  )
129
 
130
  gr.Interface(
131
+ fn=process_json,
132
+ inputs=gr.File(label="Upload Retrieval Result (JSON)"),
133
+ outputs=gr.Textbox(label="Results"),
134
+ title="Automated Evaluation of MixBench",
135
+ description=(
136
+ "Please upload your model's retrieval result on MixBench (in JSON format) to automatically evaluate its performance.<br><br>"
137
+ "For each subset (e.g., <code>MSCOCO</code>, <code>Google_WIT</code>, <code>VisualNews</code>, <code>OVEN</code>), "
138
+ "we will compute the following metrics based on the top-100 retrieved results:<br>"
139
+ "- <strong>Recall@1</strong><br>"
140
+ "- <strong>NDCG@10</strong><br>"
141
+ "- <strong>NDCG@100</strong><br><br>"
142
+ "Expected input JSON format:<br><br>"
143
+ + example_json_html
144
+ )).launch(share=True)
145
 
146
  if __name__ == "__main__":
147
  main_gradio()