Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "VLM2Vec-V1-Qwen2VL-2B", | |
| "report_generated_date": "2025-06-28T08:54:18.828030", | |
| "model_size": 2.21, | |
| "url": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B", | |
| "data_source": "TIGER-Lab" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.775, | |
| "hit@5": 0.942, | |
| "hit@10": 0.967, | |
| "ndcg_linear@1": 0.775, | |
| "ndcg_linear@5": 0.8667123886976884, | |
| "ndcg_linear@10": 0.8749539235514423, | |
| "ndcg_exponential@1": 0.775, | |
| "ndcg_exponential@5": 0.8667123886976884, | |
| "ndcg_exponential@10": 0.8749539235514423, | |
| "precision@1": 0.775, | |
| "precision@5": 0.18840000000000004, | |
| "precision@10": 0.09670000000000002, | |
| "recall@1": 0.775, | |
| "recall@5": 0.942, | |
| "recall@10": 0.967, | |
| "f1@1": 0.775, | |
| "f1@5": 0.314, | |
| "f1@10": 0.17581818181818182, | |
| "map@1": 0.775, | |
| "map@5": 0.8413833333333333, | |
| "map@10": 0.844875, | |
| "mrr@1": 0.775, | |
| "mrr@5": 0.8413833333333333, | |
| "mrr@10": 0.844875, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.737, | |
| "hit@5": 0.954, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.737, | |
| "ndcg_linear@5": 0.8561160201164633, | |
| "ndcg_linear@10": 0.8679869923905973, | |
| "ndcg_exponential@1": 0.737, | |
| "ndcg_exponential@5": 0.8561160201164633, | |
| "ndcg_exponential@10": 0.8679869923905973, | |
| "precision@1": 0.737, | |
| "precision@5": 0.19080000000000003, | |
| "precision@10": 0.09900000000000003, | |
| "recall@1": 0.737, | |
| "recall@5": 0.954, | |
| "recall@10": 0.99, | |
| "f1@1": 0.737, | |
| "f1@5": 0.318, | |
| "f1@10": 0.17999999999999997, | |
| "map@1": 0.737, | |
| "map@5": 0.8232166666666666, | |
| "map@10": 0.8282547619047619, | |
| "mrr@1": 0.737, | |
| "mrr@5": 0.8232166666666666, | |
| "mrr@10": 0.8282547619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.583, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.583, | |
| "ndcg_linear@5": 0.846097707239298, | |
| "ndcg_linear@10": 0.846097707239298, | |
| "ndcg_exponential@1": 0.583, | |
| "ndcg_exponential@5": 0.846097707239298, | |
| "ndcg_exponential@10": 0.846097707239298, | |
| "precision@1": 0.583, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.583, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.583, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.583, | |
| "map@5": 0.7915, | |
| "map@10": 0.7915, | |
| "mrr@1": 0.583, | |
| "mrr@5": 0.7915, | |
| "mrr@10": 0.7915, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.743, | |
| "hit@5": 0.939, | |
| "hit@10": 0.975, | |
| "ndcg_linear@1": 0.743, | |
| "ndcg_linear@5": 0.8527729917352056, | |
| "ndcg_linear@10": 0.8645634698999367, | |
| "ndcg_exponential@1": 0.743, | |
| "ndcg_exponential@5": 0.8527729917352056, | |
| "ndcg_exponential@10": 0.8645634698999367, | |
| "precision@1": 0.743, | |
| "precision@5": 0.18780000000000002, | |
| "precision@10": 0.09750000000000002, | |
| "recall@1": 0.743, | |
| "recall@5": 0.939, | |
| "recall@10": 0.975, | |
| "f1@1": 0.743, | |
| "f1@5": 0.313, | |
| "f1@10": 0.17727272727272725, | |
| "map@1": 0.743, | |
| "map@5": 0.8235833333333332, | |
| "map@10": 0.828536111111111, | |
| "mrr@1": 0.743, | |
| "mrr@5": 0.8235833333333332, | |
| "mrr@10": 0.828536111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.738, | |
| "hit@5": 0.936, | |
| "hit@10": 0.973, | |
| "ndcg_linear@1": 0.738, | |
| "ndcg_linear@5": 0.8489578106701401, | |
| "ndcg_linear@10": 0.8609706205010814, | |
| "ndcg_exponential@1": 0.738, | |
| "ndcg_exponential@5": 0.8489578106701401, | |
| "ndcg_exponential@10": 0.8609706205010814, | |
| "precision@1": 0.738, | |
| "precision@5": 0.18720000000000003, | |
| "precision@10": 0.09730000000000001, | |
| "recall@1": 0.738, | |
| "recall@5": 0.936, | |
| "recall@10": 0.973, | |
| "f1@1": 0.738, | |
| "f1@5": 0.312, | |
| "f1@10": 0.17690909090909088, | |
| "map@1": 0.738, | |
| "map@5": 0.8195, | |
| "map@10": 0.8244801587301587, | |
| "mrr@1": 0.738, | |
| "mrr@5": 0.8195, | |
| "mrr@10": 0.8244801587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.353, | |
| "hit@5": 0.603, | |
| "hit@10": 0.699, | |
| "ndcg_linear@1": 0.353, | |
| "ndcg_linear@5": 0.4892195387715358, | |
| "ndcg_linear@10": 0.5204478262454085, | |
| "ndcg_exponential@1": 0.353, | |
| "ndcg_exponential@5": 0.4892195387715358, | |
| "ndcg_exponential@10": 0.5204478262454085, | |
| "precision@1": 0.353, | |
| "precision@5": 0.12059999999999998, | |
| "precision@10": 0.06989999999999999, | |
| "recall@1": 0.353, | |
| "recall@5": 0.603, | |
| "recall@10": 0.699, | |
| "f1@1": 0.353, | |
| "f1@5": 0.20100000000000007, | |
| "f1@10": 0.12709090909090912, | |
| "map@1": 0.353, | |
| "map@5": 0.45106666666666667, | |
| "map@10": 0.4640626984126984, | |
| "mrr@1": 0.353, | |
| "mrr@5": 0.45106666666666667, | |
| "mrr@10": 0.4640626984126984, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.509, | |
| "hit@5": 0.733, | |
| "hit@10": 0.808, | |
| "ndcg_linear@1": 0.509, | |
| "ndcg_linear@5": 0.6288363505737428, | |
| "ndcg_linear@10": 0.6531497939449622, | |
| "ndcg_exponential@1": 0.509, | |
| "ndcg_exponential@5": 0.6288363505737428, | |
| "ndcg_exponential@10": 0.6531497939449622, | |
| "precision@1": 0.509, | |
| "precision@5": 0.14659999999999995, | |
| "precision@10": 0.08080000000000001, | |
| "recall@1": 0.509, | |
| "recall@5": 0.733, | |
| "recall@10": 0.808, | |
| "f1@1": 0.509, | |
| "f1@5": 0.2443333333333334, | |
| "f1@10": 0.14690909090909093, | |
| "map@1": 0.509, | |
| "map@5": 0.5941333333333333, | |
| "map@10": 0.6041992063492064, | |
| "mrr@1": 0.509, | |
| "mrr@5": 0.5941333333333333, | |
| "mrr@10": 0.6041992063492064, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.847, | |
| "hit@5": 0.97, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.847, | |
| "ndcg_linear@5": 0.9181360471546679, | |
| "ndcg_linear@10": 0.9229128162183745, | |
| "ndcg_exponential@1": 0.847, | |
| "ndcg_exponential@5": 0.9181360471546679, | |
| "ndcg_exponential@10": 0.9229128162183745, | |
| "precision@1": 0.847, | |
| "precision@5": 0.19400000000000003, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.847, | |
| "recall@5": 0.97, | |
| "recall@10": 0.985, | |
| "f1@1": 0.847, | |
| "f1@5": 0.32333333333333336, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.847, | |
| "map@5": 0.9004000000000001, | |
| "map@10": 0.9023297619047619, | |
| "mrr@1": 0.847, | |
| "mrr@5": 0.9004000000000001, | |
| "mrr@10": 0.9023297619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.371, | |
| "hit@5": 0.64, | |
| "hit@10": 0.724, | |
| "ndcg_linear@1": 0.371, | |
| "ndcg_linear@5": 0.514178035846168, | |
| "ndcg_linear@10": 0.541649483223975, | |
| "ndcg_exponential@1": 0.371, | |
| "ndcg_exponential@5": 0.514178035846168, | |
| "ndcg_exponential@10": 0.541649483223975, | |
| "precision@1": 0.371, | |
| "precision@5": 0.12799999999999997, | |
| "precision@10": 0.07239999999999999, | |
| "recall@1": 0.371, | |
| "recall@5": 0.64, | |
| "recall@10": 0.724, | |
| "f1@1": 0.371, | |
| "f1@5": 0.2133333333333334, | |
| "f1@10": 0.13163636363636366, | |
| "map@1": 0.371, | |
| "map@5": 0.4723333333333333, | |
| "map@10": 0.4838547619047619, | |
| "mrr@1": 0.371, | |
| "mrr@5": 0.4723333333333333, | |
| "mrr@10": 0.4838547619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.215, | |
| "hit@5": 0.402, | |
| "hit@10": 0.504, | |
| "ndcg_linear@1": 0.215, | |
| "ndcg_linear@5": 0.3136240153671895, | |
| "ndcg_linear@10": 0.34679918616071165, | |
| "ndcg_exponential@1": 0.215, | |
| "ndcg_exponential@5": 0.3136240153671895, | |
| "ndcg_exponential@10": 0.34679918616071165, | |
| "precision@1": 0.215, | |
| "precision@5": 0.0804, | |
| "precision@10": 0.0504, | |
| "recall@1": 0.215, | |
| "recall@5": 0.402, | |
| "recall@10": 0.504, | |
| "f1@1": 0.215, | |
| "f1@5": 0.13400000000000006, | |
| "f1@10": 0.09163636363636365, | |
| "map@1": 0.215, | |
| "map@5": 0.28431666666666666, | |
| "map@10": 0.29812301587301593, | |
| "mrr@1": 0.215, | |
| "mrr@5": 0.28431666666666666, | |
| "mrr@10": 0.29812301587301593, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.485, | |
| "hit@5": 0.708, | |
| "hit@10": 0.789, | |
| "ndcg_linear@1": 0.485, | |
| "ndcg_linear@5": 0.6046863990815086, | |
| "ndcg_linear@10": 0.630791878313855, | |
| "ndcg_exponential@1": 0.485, | |
| "ndcg_exponential@5": 0.6046863990815086, | |
| "ndcg_exponential@10": 0.630791878313855, | |
| "precision@1": 0.485, | |
| "precision@5": 0.1416, | |
| "precision@10": 0.07890000000000001, | |
| "recall@1": 0.485, | |
| "recall@5": 0.708, | |
| "recall@10": 0.789, | |
| "f1@1": 0.485, | |
| "f1@5": 0.23600000000000004, | |
| "f1@10": 0.14345454545454547, | |
| "map@1": 0.485, | |
| "map@5": 0.5702166666666666, | |
| "map@10": 0.5809408730158729, | |
| "mrr@1": 0.485, | |
| "mrr@5": 0.5702166666666666, | |
| "mrr@10": 0.5809408730158729, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.395, | |
| "hit@5": 0.673, | |
| "hit@10": 0.77, | |
| "ndcg_linear@1": 0.395, | |
| "ndcg_linear@5": 0.544789429161765, | |
| "ndcg_linear@10": 0.576287183199135, | |
| "ndcg_exponential@1": 0.395, | |
| "ndcg_exponential@5": 0.544789429161765, | |
| "ndcg_exponential@10": 0.576287183199135, | |
| "precision@1": 0.395, | |
| "precision@5": 0.13460000000000003, | |
| "precision@10": 0.077, | |
| "recall@1": 0.395, | |
| "recall@5": 0.673, | |
| "recall@10": 0.77, | |
| "f1@1": 0.395, | |
| "f1@5": 0.22433333333333338, | |
| "f1@10": 0.14, | |
| "map@1": 0.395, | |
| "map@5": 0.5019666666666667, | |
| "map@10": 0.5150436507936509, | |
| "mrr@1": 0.395, | |
| "mrr@5": 0.5019666666666667, | |
| "mrr@10": 0.5150436507936509, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.825, | |
| "hit@5": 0.933, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.825, | |
| "ndcg_linear@5": 0.8845091666543783, | |
| "ndcg_linear@10": 0.8926691242662204, | |
| "ndcg_exponential@1": 0.825, | |
| "ndcg_exponential@5": 0.8845091666543783, | |
| "ndcg_exponential@10": 0.8926691242662204, | |
| "precision@1": 0.825, | |
| "precision@5": 0.18660000000000002, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.825, | |
| "recall@5": 0.933, | |
| "recall@10": 0.958, | |
| "f1@1": 0.825, | |
| "f1@5": 0.311, | |
| "f1@10": 0.17418181818181816, | |
| "map@1": 0.825, | |
| "map@5": 0.8682166666666666, | |
| "map@10": 0.8716277777777779, | |
| "mrr@1": 0.825, | |
| "mrr@5": 0.8682166666666666, | |
| "mrr@10": 0.8716277777777779, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.477, | |
| "hit@5": 0.699, | |
| "hit@10": 0.793, | |
| "ndcg_linear@1": 0.477, | |
| "ndcg_linear@5": 0.5969103712912924, | |
| "ndcg_linear@10": 0.627519140128443, | |
| "ndcg_exponential@1": 0.477, | |
| "ndcg_exponential@5": 0.5969103712912924, | |
| "ndcg_exponential@10": 0.627519140128443, | |
| "precision@1": 0.477, | |
| "precision@5": 0.1398, | |
| "precision@10": 0.0793, | |
| "recall@1": 0.477, | |
| "recall@5": 0.699, | |
| "recall@10": 0.793, | |
| "f1@1": 0.477, | |
| "f1@5": 0.23300000000000007, | |
| "f1@10": 0.1441818181818182, | |
| "map@1": 0.477, | |
| "map@5": 0.5628, | |
| "map@10": 0.5755484126984127, | |
| "mrr@1": 0.477, | |
| "mrr@5": 0.5628, | |
| "mrr@10": 0.5755484126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.423, | |
| "hit@5": 0.656, | |
| "hit@10": 0.743, | |
| "ndcg_linear@1": 0.423, | |
| "ndcg_linear@5": 0.5467851943364626, | |
| "ndcg_linear@10": 0.5747938561770682, | |
| "ndcg_exponential@1": 0.423, | |
| "ndcg_exponential@5": 0.5467851943364626, | |
| "ndcg_exponential@10": 0.5747938561770682, | |
| "precision@1": 0.423, | |
| "precision@5": 0.13119999999999998, | |
| "precision@10": 0.0743, | |
| "recall@1": 0.423, | |
| "recall@5": 0.656, | |
| "recall@10": 0.743, | |
| "f1@1": 0.423, | |
| "f1@5": 0.21866666666666668, | |
| "f1@10": 0.1350909090909091, | |
| "map@1": 0.423, | |
| "map@5": 0.5104666666666666, | |
| "map@10": 0.52195, | |
| "mrr@1": 0.423, | |
| "mrr@5": 0.5104666666666666, | |
| "mrr@10": 0.52195, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.512, | |
| "hit@5": 0.854, | |
| "hit@10": 0.928, | |
| "ndcg_linear@1": 0.512, | |
| "ndcg_linear@5": 0.6995176629964847, | |
| "ndcg_linear@10": 0.724030289912997, | |
| "ndcg_exponential@1": 0.512, | |
| "ndcg_exponential@5": 0.6995176629964847, | |
| "ndcg_exponential@10": 0.724030289912997, | |
| "precision@1": 0.512, | |
| "precision@5": 0.1708, | |
| "precision@10": 0.09280000000000001, | |
| "recall@1": 0.512, | |
| "recall@5": 0.854, | |
| "recall@10": 0.928, | |
| "f1@1": 0.512, | |
| "f1@5": 0.2846666666666667, | |
| "f1@10": 0.16872727272727273, | |
| "map@1": 0.512, | |
| "map@5": 0.6475833333333334, | |
| "map@10": 0.6580365079365078, | |
| "mrr@1": 0.512, | |
| "mrr@5": 0.6475833333333334, | |
| "mrr@10": 0.6580365079365078, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.307, | |
| "hit@5": 0.61, | |
| "hit@10": 0.763, | |
| "ndcg_linear@1": 0.307, | |
| "ndcg_linear@5": 0.47107753896303634, | |
| "ndcg_linear@10": 0.5208523262963415, | |
| "ndcg_exponential@1": 0.307, | |
| "ndcg_exponential@5": 0.47107753896303634, | |
| "ndcg_exponential@10": 0.5208523262963415, | |
| "precision@1": 0.307, | |
| "precision@5": 0.12199999999999998, | |
| "precision@10": 0.07629999999999998, | |
| "recall@1": 0.307, | |
| "recall@5": 0.61, | |
| "recall@10": 0.763, | |
| "f1@1": 0.307, | |
| "f1@5": 0.2033333333333334, | |
| "f1@10": 0.13872727272727275, | |
| "map@1": 0.307, | |
| "map@5": 0.4246166666666667, | |
| "map@10": 0.4453376984126984, | |
| "mrr@1": 0.307, | |
| "mrr@5": 0.4246166666666667, | |
| "mrr@10": 0.4453376984126984, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.386, | |
| "hit@5": 0.57, | |
| "hit@10": 0.651, | |
| "ndcg_linear@1": 0.386, | |
| "ndcg_linear@5": 0.48296361312545255, | |
| "ndcg_linear@10": 0.5089944748880061, | |
| "ndcg_exponential@1": 0.386, | |
| "ndcg_exponential@5": 0.48296361312545255, | |
| "ndcg_exponential@10": 0.5089944748880061, | |
| "precision@1": 0.386, | |
| "precision@5": 0.11399999999999999, | |
| "precision@10": 0.06509999999999999, | |
| "recall@1": 0.386, | |
| "recall@5": 0.57, | |
| "recall@10": 0.651, | |
| "f1@1": 0.386, | |
| "f1@5": 0.19000000000000006, | |
| "f1@10": 0.1183636363636364, | |
| "map@1": 0.386, | |
| "map@5": 0.45413333333333333, | |
| "map@10": 0.46478214285714287, | |
| "mrr@1": 0.386, | |
| "mrr@5": 0.45413333333333333, | |
| "mrr@10": 0.46478214285714287, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.483, | |
| "hit@5": 0.764, | |
| "hit@10": 0.846, | |
| "ndcg_linear@1": 0.483, | |
| "ndcg_linear@5": 0.63357389788567, | |
| "ndcg_linear@10": 0.6600489497968658, | |
| "ndcg_exponential@1": 0.483, | |
| "ndcg_exponential@5": 0.63357389788567, | |
| "ndcg_exponential@10": 0.6600489497968658, | |
| "precision@1": 0.483, | |
| "precision@5": 0.1528, | |
| "precision@10": 0.0846, | |
| "recall@1": 0.483, | |
| "recall@5": 0.764, | |
| "recall@10": 0.846, | |
| "f1@1": 0.483, | |
| "f1@5": 0.25466666666666676, | |
| "f1@10": 0.15381818181818185, | |
| "map@1": 0.483, | |
| "map@5": 0.5901333333333333, | |
| "map@10": 0.6010257936507938, | |
| "mrr@1": 0.483, | |
| "mrr@5": 0.5901333333333333, | |
| "mrr@10": 0.6010257936507938, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.633, | |
| "hit@5": 0.776, | |
| "hit@10": 0.826, | |
| "ndcg_linear@1": 0.633, | |
| "ndcg_linear@5": 0.7097620691782447, | |
| "ndcg_linear@10": 0.7261373468359072, | |
| "ndcg_exponential@1": 0.633, | |
| "ndcg_exponential@5": 0.7097620691782447, | |
| "ndcg_exponential@10": 0.7261373468359072, | |
| "precision@1": 0.633, | |
| "precision@5": 0.15519999999999998, | |
| "precision@10": 0.08259999999999999, | |
| "recall@1": 0.633, | |
| "recall@5": 0.776, | |
| "recall@10": 0.826, | |
| "f1@1": 0.633, | |
| "f1@5": 0.25866666666666677, | |
| "f1@10": 0.1501818181818182, | |
| "map@1": 0.633, | |
| "map@5": 0.68765, | |
| "map@10": 0.6945222222222223, | |
| "mrr@1": 0.633, | |
| "mrr@5": 0.68765, | |
| "mrr@10": 0.6945222222222223, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.743, | |
| "hit@5": 0.925, | |
| "hit@10": 0.968, | |
| "ndcg_linear@1": 0.743, | |
| "ndcg_linear@5": 0.8440838601684884, | |
| "ndcg_linear@10": 0.8580282205479829, | |
| "ndcg_exponential@1": 0.743, | |
| "ndcg_exponential@5": 0.8440838601684884, | |
| "ndcg_exponential@10": 0.8580282205479829, | |
| "precision@1": 0.743, | |
| "precision@5": 0.185, | |
| "precision@10": 0.09680000000000001, | |
| "recall@1": 0.743, | |
| "recall@5": 0.925, | |
| "recall@10": 0.968, | |
| "f1@1": 0.743, | |
| "f1@5": 0.3083333333333333, | |
| "f1@10": 0.176, | |
| "map@1": 0.743, | |
| "map@5": 0.8168, | |
| "map@10": 0.8225757936507937, | |
| "mrr@1": 0.743, | |
| "mrr@5": 0.8168, | |
| "mrr@10": 0.8225757936507937, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.468, | |
| "hit@5": 0.843, | |
| "hit@10": 0.91, | |
| "ndcg_linear@1": 0.468, | |
| "ndcg_linear@5": 0.6734034596054626, | |
| "ndcg_linear@10": 0.695553883426398, | |
| "ndcg_exponential@1": 0.468, | |
| "ndcg_exponential@5": 0.6734034596054626, | |
| "ndcg_exponential@10": 0.695553883426398, | |
| "precision@1": 0.468, | |
| "precision@5": 0.16860000000000003, | |
| "precision@10": 0.09100000000000001, | |
| "recall@1": 0.468, | |
| "recall@5": 0.843, | |
| "recall@10": 0.91, | |
| "f1@1": 0.468, | |
| "f1@5": 0.281, | |
| "f1@10": 0.16545454545454544, | |
| "map@1": 0.468, | |
| "map@5": 0.6163500000000001, | |
| "map@10": 0.6257753968253968, | |
| "mrr@1": 0.468, | |
| "mrr@5": 0.6163500000000001, | |
| "mrr@10": 0.6257753968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.731, | |
| "hit@5": 0.879, | |
| "hit@10": 0.922, | |
| "ndcg_linear@1": 0.731, | |
| "ndcg_linear@5": 0.8123201148114237, | |
| "ndcg_linear@10": 0.8262803892725737, | |
| "ndcg_exponential@1": 0.731, | |
| "ndcg_exponential@5": 0.8123201148114237, | |
| "ndcg_exponential@10": 0.8262803892725737, | |
| "precision@1": 0.731, | |
| "precision@5": 0.1758, | |
| "precision@10": 0.09220000000000002, | |
| "recall@1": 0.731, | |
| "recall@5": 0.879, | |
| "recall@10": 0.922, | |
| "f1@1": 0.731, | |
| "f1@5": 0.293, | |
| "f1@10": 0.16763636363636364, | |
| "map@1": 0.731, | |
| "map@5": 0.7898499999999999, | |
| "map@10": 0.7956444444444445, | |
| "mrr@1": 0.731, | |
| "mrr@5": 0.7898499999999999, | |
| "mrr@10": 0.7956444444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.737, | |
| "hit@5": 0.886, | |
| "hit@10": 0.923, | |
| "ndcg_linear@1": 0.737, | |
| "ndcg_linear@5": 0.8203463651055521, | |
| "ndcg_linear@10": 0.8324115658367468, | |
| "ndcg_exponential@1": 0.737, | |
| "ndcg_exponential@5": 0.8203463651055521, | |
| "ndcg_exponential@10": 0.8324115658367468, | |
| "precision@1": 0.737, | |
| "precision@5": 0.17720000000000002, | |
| "precision@10": 0.09230000000000001, | |
| "recall@1": 0.737, | |
| "recall@5": 0.886, | |
| "recall@10": 0.923, | |
| "f1@1": 0.737, | |
| "f1@5": 0.2953333333333334, | |
| "f1@10": 0.1678181818181818, | |
| "map@1": 0.737, | |
| "map@5": 0.7981666666666666, | |
| "map@10": 0.8032027777777778, | |
| "mrr@1": 0.737, | |
| "mrr@5": 0.7981666666666666, | |
| "mrr@10": 0.8032027777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.734, | |
| "hit@5": 0.922, | |
| "hit@10": 0.966, | |
| "ndcg_linear@1": 0.734, | |
| "ndcg_linear@5": 0.8386846197549825, | |
| "ndcg_linear@10": 0.8527301548695718, | |
| "ndcg_exponential@1": 0.734, | |
| "ndcg_exponential@5": 0.8386846197549825, | |
| "ndcg_exponential@10": 0.8527301548695718, | |
| "precision@1": 0.734, | |
| "precision@5": 0.1844, | |
| "precision@10": 0.09660000000000002, | |
| "recall@1": 0.734, | |
| "recall@5": 0.922, | |
| "recall@10": 0.966, | |
| "f1@1": 0.734, | |
| "f1@5": 0.30733333333333335, | |
| "f1@10": 0.17563636363636362, | |
| "map@1": 0.734, | |
| "map@5": 0.81055, | |
| "map@10": 0.8162388888888888, | |
| "mrr@1": 0.734, | |
| "mrr@5": 0.81055, | |
| "mrr@10": 0.8162388888888888, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.685, | |
| "hit@5": 0.924, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.685, | |
| "ndcg_linear@5": 0.8147130346946153, | |
| "ndcg_linear@10": 0.8296383775113775, | |
| "ndcg_exponential@1": 0.685, | |
| "ndcg_exponential@5": 0.8147130346946153, | |
| "ndcg_exponential@10": 0.8296383775113775, | |
| "precision@1": 0.685, | |
| "precision@5": 0.18480000000000002, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.685, | |
| "recall@5": 0.924, | |
| "recall@10": 0.97, | |
| "f1@1": 0.685, | |
| "f1@5": 0.308, | |
| "f1@10": 0.17636363636363633, | |
| "map@1": 0.685, | |
| "map@5": 0.7780999999999999, | |
| "map@10": 0.784290873015873, | |
| "mrr@1": 0.685, | |
| "mrr@5": 0.7780999999999999, | |
| "mrr@10": 0.784290873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.663, | |
| "hit@5": 0.969, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.663, | |
| "ndcg_linear@5": 0.8393646749903655, | |
| "ndcg_linear@10": 0.8452500026570113, | |
| "ndcg_exponential@1": 0.663, | |
| "ndcg_exponential@5": 0.8393646749903655, | |
| "ndcg_exponential@10": 0.8452500026570113, | |
| "precision@1": 0.663, | |
| "precision@5": 0.1938, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.663, | |
| "recall@5": 0.969, | |
| "recall@10": 0.987, | |
| "f1@1": 0.663, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.663, | |
| "map@5": 0.7949833333333334, | |
| "map@10": 0.7974511904761905, | |
| "mrr@1": 0.663, | |
| "mrr@5": 0.7949833333333334, | |
| "mrr@10": 0.7974511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.859, | |
| "hit@5": 0.978, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.859, | |
| "ndcg_linear@5": 0.9283084523588356, | |
| "ndcg_linear@10": 0.9319169969479246, | |
| "ndcg_exponential@1": 0.859, | |
| "ndcg_exponential@5": 0.9283084523588356, | |
| "ndcg_exponential@10": 0.9319169969479246, | |
| "precision@1": 0.859, | |
| "precision@5": 0.19560000000000002, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.859, | |
| "recall@5": 0.978, | |
| "recall@10": 0.989, | |
| "f1@1": 0.859, | |
| "f1@5": 0.326, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.859, | |
| "map@5": 0.91125, | |
| "map@10": 0.9127686507936508, | |
| "mrr@1": 0.859, | |
| "mrr@5": 0.91125, | |
| "mrr@10": 0.9127686507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.14, | |
| "hit@5": 0.322, | |
| "hit@10": 0.435, | |
| "ndcg_linear@1": 0.14, | |
| "ndcg_linear@5": 0.2331340271984467, | |
| "ndcg_linear@10": 0.26946519240692934, | |
| "ndcg_exponential@1": 0.14, | |
| "ndcg_exponential@5": 0.2331340271984467, | |
| "ndcg_exponential@10": 0.26946519240692934, | |
| "precision@1": 0.14, | |
| "precision@5": 0.0644, | |
| "precision@10": 0.04349999999999999, | |
| "recall@1": 0.14, | |
| "recall@5": 0.322, | |
| "recall@10": 0.435, | |
| "f1@1": 0.14, | |
| "f1@5": 0.10733333333333334, | |
| "f1@10": 0.07909090909090909, | |
| "map@1": 0.14, | |
| "map@5": 0.20395000000000002, | |
| "map@10": 0.21881825396825397, | |
| "mrr@1": 0.14, | |
| "mrr@5": 0.20395000000000002, | |
| "mrr@10": 0.21881825396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.542, | |
| "hit@5": 0.804, | |
| "hit@10": 0.855, | |
| "ndcg_linear@1": 0.542, | |
| "ndcg_linear@5": 0.6859216255679649, | |
| "ndcg_linear@10": 0.7027845815850624, | |
| "ndcg_exponential@1": 0.542, | |
| "ndcg_exponential@5": 0.6859216255679649, | |
| "ndcg_exponential@10": 0.7027845815850624, | |
| "precision@1": 0.542, | |
| "precision@5": 0.1608, | |
| "precision@10": 0.0855, | |
| "recall@1": 0.542, | |
| "recall@5": 0.804, | |
| "recall@10": 0.855, | |
| "f1@1": 0.542, | |
| "f1@5": 0.26800000000000007, | |
| "f1@10": 0.15545454545454546, | |
| "map@1": 0.542, | |
| "map@5": 0.6462333333333333, | |
| "map@10": 0.6534107142857142, | |
| "mrr@1": 0.542, | |
| "mrr@5": 0.6462333333333333, | |
| "mrr@10": 0.6534107142857142, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.683, | |
| "hit@5": 0.877, | |
| "hit@10": 0.921, | |
| "ndcg_linear@1": 0.683, | |
| "ndcg_linear@5": 0.788827910315192, | |
| "ndcg_linear@10": 0.8034734605746966, | |
| "ndcg_exponential@1": 0.683, | |
| "ndcg_exponential@5": 0.788827910315192, | |
| "ndcg_exponential@10": 0.8034734605746966, | |
| "precision@1": 0.683, | |
| "precision@5": 0.1754, | |
| "precision@10": 0.09210000000000003, | |
| "recall@1": 0.683, | |
| "recall@5": 0.877, | |
| "recall@10": 0.921, | |
| "f1@1": 0.683, | |
| "f1@5": 0.2923333333333334, | |
| "f1@10": 0.16745454545454544, | |
| "map@1": 0.683, | |
| "map@5": 0.7592333333333333, | |
| "map@10": 0.7655194444444444, | |
| "mrr@1": 0.683, | |
| "mrr@5": 0.7592333333333333, | |
| "mrr@10": 0.7655194444444444, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.812, | |
| "hit@5": 0.959, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.812, | |
| "ndcg_linear@5": 0.8962912635459657, | |
| "ndcg_linear@10": 0.9056300242225047, | |
| "ndcg_exponential@1": 0.812, | |
| "ndcg_exponential@5": 0.8962912635459657, | |
| "ndcg_exponential@10": 0.9056300242225047, | |
| "precision@1": 0.812, | |
| "precision@5": 0.1918, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.812, | |
| "recall@5": 0.959, | |
| "recall@10": 0.988, | |
| "f1@1": 0.812, | |
| "f1@5": 0.3196666666666667, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.812, | |
| "map@5": 0.8749000000000001, | |
| "map@10": 0.8787257936507936, | |
| "mrr@1": 0.812, | |
| "mrr@5": 0.8749000000000001, | |
| "mrr@10": 0.8787257936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.665, | |
| "hit@5": 0.827, | |
| "hit@10": 0.866, | |
| "ndcg_linear@1": 0.665, | |
| "ndcg_linear@5": 0.7549156885474788, | |
| "ndcg_linear@10": 0.7676270591820737, | |
| "ndcg_exponential@1": 0.665, | |
| "ndcg_exponential@5": 0.7549156885474788, | |
| "ndcg_exponential@10": 0.7676270591820737, | |
| "precision@1": 0.665, | |
| "precision@5": 0.16540000000000002, | |
| "precision@10": 0.08660000000000001, | |
| "recall@1": 0.665, | |
| "recall@5": 0.827, | |
| "recall@10": 0.866, | |
| "f1@1": 0.665, | |
| "f1@5": 0.2756666666666667, | |
| "f1@10": 0.15745454545454543, | |
| "map@1": 0.665, | |
| "map@5": 0.7305833333333334, | |
| "map@10": 0.7358869047619047, | |
| "mrr@1": 0.665, | |
| "mrr@5": 0.7305833333333334, | |
| "mrr@10": 0.7358869047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.809, | |
| "hit@5": 0.958, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.809, | |
| "ndcg_linear@5": 0.8925732009900281, | |
| "ndcg_linear@10": 0.8987877544827547, | |
| "ndcg_exponential@1": 0.809, | |
| "ndcg_exponential@5": 0.8925732009900281, | |
| "ndcg_exponential@10": 0.8987877544827547, | |
| "precision@1": 0.809, | |
| "precision@5": 0.19160000000000002, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.809, | |
| "recall@5": 0.958, | |
| "recall@10": 0.977, | |
| "f1@1": 0.809, | |
| "f1@5": 0.3193333333333333, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.809, | |
| "map@5": 0.8704166666666667, | |
| "map@10": 0.8730222222222221, | |
| "mrr@1": 0.809, | |
| "mrr@5": 0.8704166666666667, | |
| "mrr@10": 0.8730222222222221, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.757, | |
| "hit@5": 0.994, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.757, | |
| "ndcg_linear@5": 0.9067666846128571, | |
| "ndcg_linear@10": 0.9077801289827371, | |
| "ndcg_exponential@1": 0.757, | |
| "ndcg_exponential@5": 0.9067666846128571, | |
| "ndcg_exponential@10": 0.9077801289827371, | |
| "precision@1": 0.757, | |
| "precision@5": 0.1988, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.757, | |
| "recall@5": 0.994, | |
| "recall@10": 0.997, | |
| "f1@1": 0.757, | |
| "f1@5": 0.3313333333333333, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.757, | |
| "map@5": 0.8764333333333333, | |
| "map@10": 0.8768777777777778, | |
| "mrr@1": 0.757, | |
| "mrr@5": 0.8734333333333333, | |
| "mrr@10": 0.8738777777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.683, | |
| "hit@5": 0.876, | |
| "hit@10": 0.922, | |
| "ndcg_linear@1": 0.683, | |
| "ndcg_linear@5": 0.7898322229469744, | |
| "ndcg_linear@10": 0.8048471859102764, | |
| "ndcg_exponential@1": 0.683, | |
| "ndcg_exponential@5": 0.7898322229469744, | |
| "ndcg_exponential@10": 0.8048471859102764, | |
| "precision@1": 0.683, | |
| "precision@5": 0.17520000000000002, | |
| "precision@10": 0.09220000000000002, | |
| "recall@1": 0.683, | |
| "recall@5": 0.876, | |
| "recall@10": 0.922, | |
| "f1@1": 0.683, | |
| "f1@5": 0.29200000000000004, | |
| "f1@10": 0.16763636363636364, | |
| "map@1": 0.683, | |
| "map@5": 0.7607666666666667, | |
| "map@10": 0.7670384920634921, | |
| "mrr@1": 0.683, | |
| "mrr@5": 0.7607666666666667, | |
| "mrr@10": 0.7670384920634921, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.314, | |
| "hit@5": 0.535, | |
| "hit@10": 0.627, | |
| "ndcg_linear@1": 0.314, | |
| "ndcg_linear@5": 0.4306668083691291, | |
| "ndcg_linear@10": 0.46049526743311364, | |
| "ndcg_exponential@1": 0.314, | |
| "ndcg_exponential@5": 0.4306668083691291, | |
| "ndcg_exponential@10": 0.46049526743311364, | |
| "precision@1": 0.314, | |
| "precision@5": 0.107, | |
| "precision@10": 0.06269999999999999, | |
| "recall@1": 0.314, | |
| "recall@5": 0.535, | |
| "recall@10": 0.627, | |
| "f1@1": 0.314, | |
| "f1@5": 0.17833333333333337, | |
| "f1@10": 0.11400000000000003, | |
| "map@1": 0.314, | |
| "map@5": 0.3961, | |
| "map@10": 0.40846230158730157, | |
| "mrr@1": 0.314, | |
| "mrr@5": 0.3961, | |
| "mrr@10": 0.40846230158730157, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.309, | |
| "hit@5": 0.582, | |
| "hit@10": 0.681, | |
| "ndcg_linear@1": 0.309, | |
| "ndcg_linear@5": 0.4540702574834417, | |
| "ndcg_linear@10": 0.4863152780508059, | |
| "ndcg_exponential@1": 0.309, | |
| "ndcg_exponential@5": 0.4540702574834417, | |
| "ndcg_exponential@10": 0.4863152780508059, | |
| "precision@1": 0.309, | |
| "precision@5": 0.11639999999999999, | |
| "precision@10": 0.0681, | |
| "recall@1": 0.309, | |
| "recall@5": 0.582, | |
| "recall@10": 0.681, | |
| "f1@1": 0.309, | |
| "f1@5": 0.19400000000000006, | |
| "f1@10": 0.12381818181818184, | |
| "map@1": 0.309, | |
| "map@5": 0.4115, | |
| "map@10": 0.4249297619047619, | |
| "mrr@1": 0.309, | |
| "mrr@5": 0.4115, | |
| "mrr@10": 0.4249297619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.338, | |
| "hit@5": 0.584, | |
| "hit@10": 0.735, | |
| "ndcg_linear@1": 0.338, | |
| "ndcg_linear@5": 0.46577853272929953, | |
| "ndcg_linear@10": 0.5143920532103593, | |
| "ndcg_exponential@1": 0.338, | |
| "ndcg_exponential@5": 0.46577853272929953, | |
| "ndcg_exponential@10": 0.5143920532103593, | |
| "precision@1": 0.338, | |
| "precision@5": 0.11679999999999999, | |
| "precision@10": 0.0735, | |
| "recall@1": 0.338, | |
| "recall@5": 0.584, | |
| "recall@10": 0.735, | |
| "f1@1": 0.338, | |
| "f1@5": 0.1946666666666667, | |
| "f1@10": 0.13363636363636366, | |
| "map@1": 0.338, | |
| "map@5": 0.42671666666666663, | |
| "map@10": 0.44666031746031754, | |
| "mrr@1": 0.338, | |
| "mrr@5": 0.42671666666666663, | |
| "mrr@10": 0.44666031746031754, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.575, | |
| "hit@5": 0.864, | |
| "hit@10": 0.898, | |
| "ndcg_linear@1": 0.575, | |
| "ndcg_linear@5": 0.7354362127343672, | |
| "ndcg_linear@10": 0.7465657689246903, | |
| "ndcg_exponential@1": 0.575, | |
| "ndcg_exponential@5": 0.7354362127343672, | |
| "ndcg_exponential@10": 0.7465657689246903, | |
| "precision@1": 0.575, | |
| "precision@5": 0.1728, | |
| "precision@10": 0.0898, | |
| "recall@1": 0.575, | |
| "recall@5": 0.864, | |
| "recall@10": 0.898, | |
| "f1@1": 0.575, | |
| "f1@5": 0.288, | |
| "f1@10": 0.1632727272727273, | |
| "map@1": 0.575, | |
| "map@5": 0.6921, | |
| "map@10": 0.6967761904761904, | |
| "mrr@1": 0.575, | |
| "mrr@5": 0.6921, | |
| "mrr@10": 0.6967761904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.13394919168591224, | |
| "hit@5": 0.6420323325635104, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.13394919168591224, | |
| "ndcg_linear@5": 0.38089188043322386, | |
| "ndcg_linear@10": 0.49884077653788683, | |
| "ndcg_exponential@1": 0.13394919168591224, | |
| "ndcg_exponential@5": 0.38089188043322386, | |
| "ndcg_exponential@10": 0.49884077653788683, | |
| "precision@1": 0.13394919168591224, | |
| "precision@5": 0.12840646651270207, | |
| "precision@10": 0.1, | |
| "recall@1": 0.13394919168591224, | |
| "recall@5": 0.6420323325635104, | |
| "recall@10": 1.0, | |
| "f1@1": 0.13394919168591224, | |
| "f1@5": 0.21401077752117018, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.13394919168591224, | |
| "map@5": 0.2964588144726713, | |
| "map@10": 0.34640932585505335, | |
| "mrr@1": 0.13394919168591224, | |
| "mrr@5": 0.2964588144726713, | |
| "mrr@10": 0.34640932585505335, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.3045, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3045, | |
| "ndcg_linear@5": 0.6822126660495169, | |
| "ndcg_linear@10": 0.6822126660495169, | |
| "ndcg_exponential@1": 0.3045, | |
| "ndcg_exponential@5": 0.6822126660495169, | |
| "ndcg_exponential@10": 0.6822126660495169, | |
| "precision@1": 0.3045, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.3045, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3045, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.3045, | |
| "map@5": 0.5752166666666667, | |
| "map@10": 0.5752166666666667, | |
| "mrr@1": 0.3045, | |
| "mrr@5": 0.5752166666666667, | |
| "mrr@10": 0.5752166666666667, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.2688888888888889, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.2688888888888889, | |
| "ndcg_linear@5": 0.6530182359914178, | |
| "ndcg_linear@10": 0.6530182359914178, | |
| "ndcg_exponential@1": 0.2688888888888889, | |
| "ndcg_exponential@5": 0.6530182359914178, | |
| "ndcg_exponential@10": 0.6530182359914178, | |
| "precision@1": 0.2688888888888889, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.2688888888888889, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.2688888888888889, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.2688888888888889, | |
| "map@5": 0.5373148148148148, | |
| "map@10": 0.5373148148148148, | |
| "mrr@1": 0.2688888888888889, | |
| "mrr@5": 0.5373148148148148, | |
| "mrr@10": 0.5373148148148148, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.20294255021018215, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.20294255021018215, | |
| "ndcg_linear@5": 0.5984789868661349, | |
| "ndcg_linear@10": 0.5984789868661349, | |
| "ndcg_exponential@1": 0.20294255021018215, | |
| "ndcg_exponential@5": 0.5984789868661349, | |
| "ndcg_exponential@10": 0.5984789868661349, | |
| "precision@1": 0.20294255021018215, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.20294255021018215, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.20294255021018215, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.20294255021018215, | |
| "map@5": 0.46760470185271685, | |
| "map@10": 0.46760470185271685, | |
| "mrr@1": 0.20294255021018215, | |
| "mrr@5": 0.46744122684104006, | |
| "mrr@10": 0.46744122684104006, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.254, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.254, | |
| "ndcg_linear@5": 0.6252600495861029, | |
| "ndcg_linear@10": 0.6252600495861029, | |
| "ndcg_exponential@1": 0.254, | |
| "ndcg_exponential@5": 0.6252600495861029, | |
| "ndcg_exponential@10": 0.6252600495861029, | |
| "precision@1": 0.254, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.254, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.254, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.254, | |
| "map@5": 0.5030666666666666, | |
| "map@10": 0.5030666666666666, | |
| "mrr@1": 0.254, | |
| "mrr@5": 0.5030666666666666, | |
| "mrr@10": 0.5030666666666666, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.496, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.496, | |
| "ndcg_linear@5": 0.8139885958000148, | |
| "ndcg_linear@10": 0.8139885958000148, | |
| "ndcg_exponential@1": 0.496, | |
| "ndcg_exponential@5": 0.8139885958000148, | |
| "ndcg_exponential@10": 0.8139885958000148, | |
| "precision@1": 0.496, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.496, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.496, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.496, | |
| "map@5": 0.748, | |
| "map@10": 0.748, | |
| "mrr@1": 0.496, | |
| "mrr@5": 0.748, | |
| "mrr@10": 0.748, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.1942231075697211, | |
| "hit@5": 0.39243027888446214, | |
| "hit@10": 0.50199203187251, | |
| "ndcg_linear@1": 0.1942231075697211, | |
| "ndcg_linear@5": 0.2946313376749095, | |
| "ndcg_linear@10": 0.3303998194168978, | |
| "ndcg_exponential@1": 0.1942231075697211, | |
| "ndcg_exponential@5": 0.2946313376749095, | |
| "ndcg_exponential@10": 0.3303998194168978, | |
| "precision@1": 0.1942231075697211, | |
| "precision@5": 0.07848605577689244, | |
| "precision@10": 0.050199203187251, | |
| "recall@1": 0.1942231075697211, | |
| "recall@5": 0.39243027888446214, | |
| "recall@10": 0.50199203187251, | |
| "f1@1": 0.1942231075697211, | |
| "f1@5": 0.13081009296148743, | |
| "f1@10": 0.09127127852227455, | |
| "map@1": 0.1942231075697211, | |
| "map@5": 0.262566401062417, | |
| "map@10": 0.27753470246000134, | |
| "mrr@1": 0.1942231075697211, | |
| "mrr@5": 0.262566401062417, | |
| "mrr@10": 0.27753470246000134, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.252, | |
| "hit@5": 0.489, | |
| "hit@10": 0.598, | |
| "ndcg_linear@1": 0.252, | |
| "ndcg_linear@5": 0.3774884935111148, | |
| "ndcg_linear@10": 0.41249059087798867, | |
| "ndcg_exponential@1": 0.252, | |
| "ndcg_exponential@5": 0.3774884935111148, | |
| "ndcg_exponential@10": 0.41249059087798867, | |
| "precision@1": 0.252, | |
| "precision@5": 0.09779999999999998, | |
| "precision@10": 0.0598, | |
| "recall@1": 0.252, | |
| "recall@5": 0.489, | |
| "recall@10": 0.598, | |
| "f1@1": 0.252, | |
| "f1@5": 0.16300000000000006, | |
| "f1@10": 0.10872727272727274, | |
| "map@1": 0.252, | |
| "map@5": 0.34048333333333336, | |
| "map@10": 0.3547845238095238, | |
| "mrr@1": 0.252, | |
| "mrr@5": 0.34048333333333336, | |
| "mrr@10": 0.3547845238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.382089552238806, | |
| "hit@5": 0.6507462686567164, | |
| "hit@10": 0.7567164179104477, | |
| "ndcg_linear@1": 0.382089552238806, | |
| "ndcg_linear@5": 0.5286168082796038, | |
| "ndcg_linear@10": 0.5629253942797813, | |
| "ndcg_exponential@1": 0.382089552238806, | |
| "ndcg_exponential@5": 0.5286168082796038, | |
| "ndcg_exponential@10": 0.5629253942797813, | |
| "precision@1": 0.382089552238806, | |
| "precision@5": 0.13014925373134326, | |
| "precision@10": 0.07567164179104477, | |
| "recall@1": 0.382089552238806, | |
| "recall@5": 0.6507462686567164, | |
| "recall@10": 0.7567164179104477, | |
| "f1@1": 0.382089552238806, | |
| "f1@5": 0.2169154228855722, | |
| "f1@10": 0.13758480325644507, | |
| "map@1": 0.382089552238806, | |
| "map@5": 0.48766169154228856, | |
| "map@10": 0.501847311063729, | |
| "mrr@1": 0.382089552238806, | |
| "mrr@5": 0.48766169154228856, | |
| "mrr@10": 0.501847311063729, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.16145600714604735, | |
| "hit@5": 0.35618579723090665, | |
| "hit@10": 0.4600267976775346, | |
| "ndcg_linear@1": 0.16145600714604735, | |
| "ndcg_linear@5": 0.26160013753460504, | |
| "ndcg_linear@10": 0.29519606975527046, | |
| "ndcg_exponential@1": 0.16145600714604735, | |
| "ndcg_exponential@5": 0.26160013753460504, | |
| "ndcg_exponential@10": 0.29519606975527046, | |
| "precision@1": 0.16145600714604735, | |
| "precision@5": 0.07123715944618134, | |
| "precision@10": 0.04600267976775346, | |
| "recall@1": 0.16145600714604735, | |
| "recall@5": 0.35618579723090665, | |
| "recall@10": 0.4600267976775346, | |
| "f1@1": 0.16145600714604735, | |
| "f1@5": 0.11872859907696891, | |
| "f1@10": 0.08364123594136993, | |
| "map@1": 0.16145600714604735, | |
| "map@5": 0.2304488610987048, | |
| "map@10": 0.24432614120532833, | |
| "mrr@1": 0.16145600714604735, | |
| "mrr@5": 0.2304488610987048, | |
| "mrr@10": 0.24432614120532833, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.04089336269267065, | |
| "hit@5": 0.12205095942120163, | |
| "hit@10": 0.17678515256369928, | |
| "ndcg_linear@1": 0.04089336269267065, | |
| "ndcg_linear@5": 0.08180116045817513, | |
| "ndcg_linear@10": 0.09935374489912209, | |
| "ndcg_exponential@1": 0.04089336269267065, | |
| "ndcg_exponential@5": 0.08180116045817513, | |
| "ndcg_exponential@10": 0.09935374489912209, | |
| "precision@1": 0.04089336269267065, | |
| "precision@5": 0.024410191884240325, | |
| "precision@10": 0.017678515256369928, | |
| "recall@1": 0.04089336269267065, | |
| "recall@5": 0.12205095942120163, | |
| "recall@10": 0.17678515256369928, | |
| "f1@1": 0.04089336269267065, | |
| "f1@5": 0.040683653140400546, | |
| "f1@10": 0.03214275501158169, | |
| "map@1": 0.04089336269267065, | |
| "map@5": 0.06863793645800566, | |
| "map@10": 0.07579464941056636, | |
| "mrr@1": 0.04089336269267065, | |
| "mrr@5": 0.06863793645800566, | |
| "mrr@10": 0.07579464941056636, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.4422899353647276, | |
| "hit@5": 0.830101569713758, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4422899353647276, | |
| "ndcg_linear@5": 0.6476971874277818, | |
| "ndcg_linear@10": 0.7026989803120416, | |
| "ndcg_exponential@1": 0.4422899353647276, | |
| "ndcg_exponential@5": 0.6476971874277818, | |
| "ndcg_exponential@10": 0.7026989803120416, | |
| "precision@1": 0.4422899353647276, | |
| "precision@5": 0.1660203139427516, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.4422899353647276, | |
| "recall@5": 0.830101569713758, | |
| "recall@10": 1.0, | |
| "f1@1": 0.4422899353647276, | |
| "f1@5": 0.27670052323791944, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.4422899353647276, | |
| "map@5": 0.5870421668205602, | |
| "map@10": 0.6097711383722464, | |
| "mrr@1": 0.4422899353647276, | |
| "mrr@5": 0.5870421668205602, | |
| "mrr@10": 0.6097711383722464, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.1361760660247593, | |
| "hit@5": 0.5103163686382394, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.1361760660247593, | |
| "ndcg_linear@5": 0.3185900982241481, | |
| "ndcg_linear@10": 0.4727466138276986, | |
| "ndcg_exponential@1": 0.1361760660247593, | |
| "ndcg_exponential@5": 0.3185900982241481, | |
| "ndcg_exponential@10": 0.4727466138276986, | |
| "precision@1": 0.1361760660247593, | |
| "precision@5": 0.10206327372764785, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.1361760660247593, | |
| "recall@5": 0.5103163686382394, | |
| "recall@10": 1.0, | |
| "f1@1": 0.1361760660247593, | |
| "f1@5": 0.1701054562127465, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.1361760660247593, | |
| "map@5": 0.2564419990829895, | |
| "map@10": 0.31768247418178647, | |
| "mrr@1": 0.1361760660247593, | |
| "mrr@5": 0.2564419990829895, | |
| "mrr@10": 0.31768247418178647, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.3438888888888889, | |
| "hit@5": 0.8461111111111111, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3438888888888889, | |
| "ndcg_linear@5": 0.6011605809701461, | |
| "ndcg_linear@10": 0.658864568825075, | |
| "ndcg_exponential@1": 0.3438888888888889, | |
| "ndcg_exponential@5": 0.6011605809701461, | |
| "ndcg_exponential@10": 0.658864568825075, | |
| "precision@1": 0.3438888888888889, | |
| "precision@5": 0.18344444444444447, | |
| "precision@10": 0.11222222222222225, | |
| "recall@1": 0.3239120370370371, | |
| "recall@5": 0.8266666666666667, | |
| "recall@10": 0.9966898148148149, | |
| "f1@1": 0.33001499118165784, | |
| "f1@5": 0.29593849052182386, | |
| "f1@10": 0.19930560951394283, | |
| "map@1": 0.3438888888888889, | |
| "map@5": 0.5205669753086419, | |
| "map@10": 0.5470192166372722, | |
| "mrr@1": 0.3438888888888889, | |
| "mrr@5": 0.532074074074074, | |
| "mrr@10": 0.553324074074074, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.384, | |
| "hit@5": 0.582, | |
| "hit@10": 0.666, | |
| "ndcg_linear@1": 0.384, | |
| "ndcg_linear@5": 0.4887714885037101, | |
| "ndcg_linear@10": 0.5160063798442027, | |
| "ndcg_exponential@1": 0.384, | |
| "ndcg_exponential@5": 0.4887714885037101, | |
| "ndcg_exponential@10": 0.5160063798442027, | |
| "precision@1": 0.384, | |
| "precision@5": 0.11639999999999999, | |
| "precision@10": 0.06659999999999999, | |
| "recall@1": 0.384, | |
| "recall@5": 0.582, | |
| "recall@10": 0.666, | |
| "f1@1": 0.384, | |
| "f1@5": 0.19400000000000006, | |
| "f1@10": 0.12109090909090911, | |
| "map@1": 0.384, | |
| "map@5": 0.4578, | |
| "map@10": 0.4690865079365079, | |
| "mrr@1": 0.384, | |
| "mrr@5": 0.4578, | |
| "mrr@10": 0.4690865079365079, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.2017738359201774, | |
| "hit@5": 0.3436807095343681, | |
| "hit@10": 0.44567627494456763, | |
| "ndcg_linear@1": 0.2017738359201774, | |
| "ndcg_linear@5": 0.2695284550966221, | |
| "ndcg_linear@10": 0.30132152988724914, | |
| "ndcg_exponential@1": 0.2017738359201774, | |
| "ndcg_exponential@5": 0.2695284550966221, | |
| "ndcg_exponential@10": 0.30132152988724914, | |
| "precision@1": 0.2017738359201774, | |
| "precision@5": 0.06873614190687362, | |
| "precision@10": 0.04456762749445676, | |
| "recall@1": 0.1950849963045085, | |
| "recall@5": 0.3350517368810052, | |
| "recall@10": 0.43446045824094603, | |
| "f1@1": 0.19620217181192792, | |
| "f1@5": 0.11298715631570727, | |
| "f1@10": 0.08032947589488611, | |
| "map@1": 0.2017738359201774, | |
| "map@5": 0.2458610495195861, | |
| "map@10": 0.258661088234259, | |
| "mrr@1": 0.2017738359201774, | |
| "mrr@5": 0.2531781226903178, | |
| "mrr@10": 0.2666525886038081, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.5465587044534413, | |
| "hit@5": 0.7793522267206477, | |
| "hit@10": 0.8481781376518218, | |
| "ndcg_linear@1": 0.5465587044534413, | |
| "ndcg_linear@5": 0.6723636246126143, | |
| "ndcg_linear@10": 0.6943932274482111, | |
| "ndcg_exponential@1": 0.5465587044534413, | |
| "ndcg_exponential@5": 0.6723636246126143, | |
| "ndcg_exponential@10": 0.6943932274482111, | |
| "precision@1": 0.5465587044534413, | |
| "precision@5": 0.15587044534412955, | |
| "precision@10": 0.08502024291497975, | |
| "recall@1": 0.5465587044534413, | |
| "recall@5": 0.77834008097166, | |
| "recall@10": 0.847165991902834, | |
| "f1@1": 0.5465587044534413, | |
| "f1@5": 0.25968768074031234, | |
| "f1@10": 0.15449024659550975, | |
| "map@1": 0.5465587044534413, | |
| "map@5": 0.6366059379217273, | |
| "map@10": 0.6455979692821798, | |
| "mrr@1": 0.5465587044534413, | |
| "mrr@5": 0.6371120107962213, | |
| "mrr@10": 0.6458678748152432, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.5, | |
| "hit@5": 0.7392857142857143, | |
| "hit@10": 0.8035714285714286, | |
| "ndcg_linear@1": 0.5, | |
| "ndcg_linear@5": 0.6258424881807017, | |
| "ndcg_linear@10": 0.6458458337631906, | |
| "ndcg_exponential@1": 0.5, | |
| "ndcg_exponential@5": 0.6258424881807017, | |
| "ndcg_exponential@10": 0.6458458337631906, | |
| "precision@1": 0.5, | |
| "precision@5": 0.14785714285714283, | |
| "precision@10": 0.08035714285714286, | |
| "recall@1": 0.5, | |
| "recall@5": 0.7392857142857143, | |
| "recall@10": 0.8035714285714286, | |
| "f1@1": 0.5, | |
| "f1@5": 0.24642857142857147, | |
| "f1@10": 0.14610389610389615, | |
| "map@1": 0.5, | |
| "map@5": 0.5882142857142857, | |
| "map@10": 0.5959991496598639, | |
| "mrr@1": 0.5, | |
| "mrr@5": 0.5882142857142857, | |
| "mrr@10": 0.5959991496598639, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.11846901579586877, | |
| "hit@5": 0.2733900364520049, | |
| "hit@10": 0.370595382746051, | |
| "ndcg_linear@1": 0.11846901579586877, | |
| "ndcg_linear@5": 0.19790945816610908, | |
| "ndcg_linear@10": 0.22934108397022743, | |
| "ndcg_exponential@1": 0.11846901579586877, | |
| "ndcg_exponential@5": 0.19790945816610908, | |
| "ndcg_exponential@10": 0.22934108397022743, | |
| "precision@1": 0.11846901579586877, | |
| "precision@5": 0.054678007290400975, | |
| "precision@10": 0.03712029161603888, | |
| "recall@1": 0.11846901579586877, | |
| "recall@5": 0.27278250303766705, | |
| "recall@10": 0.36998784933171325, | |
| "f1@1": 0.11846901579586877, | |
| "f1@5": 0.09107215182549327, | |
| "f1@10": 0.06745461909495931, | |
| "map@1": 0.11846901579586877, | |
| "map@5": 0.1731773997569866, | |
| "map@10": 0.18614028235838687, | |
| "mrr@1": 0.11846901579586877, | |
| "mrr@5": 0.1734811664641555, | |
| "mrr@10": 0.18640788636232136, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.29, | |
| "hit@5": 0.53, | |
| "hit@10": 0.66, | |
| "ndcg_linear@1": 0.29, | |
| "ndcg_linear@5": 0.4179564395195299, | |
| "ndcg_linear@10": 0.45947545144232743, | |
| "ndcg_exponential@1": 0.29, | |
| "ndcg_exponential@5": 0.4179564395195299, | |
| "ndcg_exponential@10": 0.45947545144232743, | |
| "precision@1": 0.29, | |
| "precision@5": 0.10599999999999998, | |
| "precision@10": 0.06599999999999998, | |
| "recall@1": 0.29, | |
| "recall@5": 0.53, | |
| "recall@10": 0.66, | |
| "f1@1": 0.29, | |
| "f1@5": 0.17666666666666667, | |
| "f1@10": 0.12000000000000002, | |
| "map@1": 0.29, | |
| "map@5": 0.3803333333333333, | |
| "map@10": 0.3971746031746031, | |
| "mrr@1": 0.29, | |
| "mrr@5": 0.3803333333333333, | |
| "mrr@10": 0.3971746031746031, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.41, | |
| "hit@5": 0.67, | |
| "hit@10": 0.74, | |
| "ndcg_linear@1": 0.41, | |
| "ndcg_linear@5": 0.5501602800849955, | |
| "ndcg_linear@10": 0.5722762310015821, | |
| "ndcg_exponential@1": 0.41, | |
| "ndcg_exponential@5": 0.5501602800849955, | |
| "ndcg_exponential@10": 0.5722762310015821, | |
| "precision@1": 0.41, | |
| "precision@5": 0.13399999999999998, | |
| "precision@10": 0.07399999999999998, | |
| "recall@1": 0.41, | |
| "recall@5": 0.67, | |
| "recall@10": 0.74, | |
| "f1@1": 0.41, | |
| "f1@5": 0.22333333333333336, | |
| "f1@10": 0.13454545454545458, | |
| "map@1": 0.41, | |
| "map@5": 0.5101666666666667, | |
| "map@10": 0.518984126984127, | |
| "mrr@1": 0.41, | |
| "mrr@5": 0.5101666666666667, | |
| "mrr@10": 0.518984126984127, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.47, | |
| "hit@5": 0.69, | |
| "hit@10": 0.78, | |
| "ndcg_linear@1": 0.47, | |
| "ndcg_linear@5": 0.59111392640459, | |
| "ndcg_linear@10": 0.6198260200539802, | |
| "ndcg_exponential@1": 0.47, | |
| "ndcg_exponential@5": 0.59111392640459, | |
| "ndcg_exponential@10": 0.6198260200539802, | |
| "precision@1": 0.47, | |
| "precision@5": 0.13799999999999998, | |
| "precision@10": 0.07799999999999999, | |
| "recall@1": 0.47, | |
| "recall@5": 0.69, | |
| "recall@10": 0.78, | |
| "f1@1": 0.47, | |
| "f1@5": 0.23000000000000004, | |
| "f1@10": 0.14181818181818184, | |
| "map@1": 0.47, | |
| "map@5": 0.5578333333333333, | |
| "map@10": 0.569484126984127, | |
| "mrr@1": 0.47, | |
| "mrr@5": 0.5578333333333333, | |
| "mrr@10": 0.569484126984127, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.42, | |
| "hit@5": 0.69, | |
| "hit@10": 0.74, | |
| "ndcg_linear@1": 0.42, | |
| "ndcg_linear@5": 0.5706578821281822, | |
| "ndcg_linear@10": 0.5871606562347121, | |
| "ndcg_exponential@1": 0.42, | |
| "ndcg_exponential@5": 0.5706578821281822, | |
| "ndcg_exponential@10": 0.5871606562347121, | |
| "precision@1": 0.42, | |
| "precision@5": 0.13799999999999998, | |
| "precision@10": 0.07399999999999998, | |
| "recall@1": 0.42, | |
| "recall@5": 0.69, | |
| "recall@10": 0.74, | |
| "f1@1": 0.42, | |
| "f1@5": 0.23000000000000004, | |
| "f1@10": 0.13454545454545458, | |
| "map@1": 0.42, | |
| "map@5": 0.5303333333333333, | |
| "map@10": 0.537345238095238, | |
| "mrr@1": 0.42, | |
| "mrr@5": 0.5303333333333333, | |
| "mrr@10": 0.537345238095238, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.45, | |
| "hit@5": 0.72, | |
| "hit@10": 0.86, | |
| "ndcg_linear@1": 0.45, | |
| "ndcg_linear@5": 0.5963689233154675, | |
| "ndcg_linear@10": 0.6420970000754052, | |
| "ndcg_exponential@1": 0.45, | |
| "ndcg_exponential@5": 0.5963689233154675, | |
| "ndcg_exponential@10": 0.6420970000754052, | |
| "precision@1": 0.45, | |
| "precision@5": 0.144, | |
| "precision@10": 0.08599999999999998, | |
| "recall@1": 0.45, | |
| "recall@5": 0.72, | |
| "recall@10": 0.86, | |
| "f1@1": 0.45, | |
| "f1@5": 0.24000000000000005, | |
| "f1@10": 0.1563636363636364, | |
| "map@1": 0.45, | |
| "map@5": 0.5548333333333333, | |
| "map@10": 0.5739484126984127, | |
| "mrr@1": 0.45, | |
| "mrr@5": 0.5548333333333333, | |
| "mrr@10": 0.5739484126984127, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.057692307692307696, | |
| "hit@5": 0.28846153846153844, | |
| "hit@10": 0.38461538461538464, | |
| "ndcg_linear@1": 0.057692307692307696, | |
| "ndcg_linear@5": 0.12599870327532675, | |
| "ndcg_linear@10": 0.15572849019553353, | |
| "ndcg_exponential@1": 0.057692307692307696, | |
| "ndcg_exponential@5": 0.12510920026799083, | |
| "ndcg_exponential@10": 0.1550084194156491, | |
| "precision@1": 0.057692307692307696, | |
| "precision@5": 0.08076923076923077, | |
| "precision@10": 0.059615384615384626, | |
| "recall@1": 0.015064102564102566, | |
| "recall@5": 0.17774725274725273, | |
| "recall@10": 0.2681318681318681, | |
| "f1@1": 0.022189349112426034, | |
| "f1@5": 0.09692774545715722, | |
| "f1@10": 0.08744713054667805, | |
| "map@1": 0.057692307692307696, | |
| "map@5": 0.08697115384615385, | |
| "map@10": 0.09812029405779404, | |
| "mrr@1": 0.057692307692307696, | |
| "mrr@5": 0.14070512820512818, | |
| "mrr@10": 0.15183913308913308, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.08125, | |
| "hit@5": 0.153125, | |
| "hit@10": 0.190625, | |
| "ndcg_linear@1": 0.08125, | |
| "ndcg_linear@5": 0.0739843595210182, | |
| "ndcg_linear@10": 0.07999860194187196, | |
| "ndcg_exponential@1": 0.08125, | |
| "ndcg_exponential@5": 0.0739843595210182, | |
| "ndcg_exponential@10": 0.07999860194187196, | |
| "precision@1": 0.08125, | |
| "precision@5": 0.04031250000000001, | |
| "precision@10": 0.02734375, | |
| "recall@1": 0.03594834789323252, | |
| "recall@5": 0.07288154427131352, | |
| "recall@10": 0.0939780506638392, | |
| "f1@1": 0.043974454365079366, | |
| "f1@5": 0.04448018341952166, | |
| "f1@10": 0.03715573113229363, | |
| "map@1": 0.08125, | |
| "map@5": 0.05640234374999999, | |
| "map@10": 0.05761059441137566, | |
| "mrr@1": 0.08125, | |
| "mrr@5": 0.10536458333333334, | |
| "mrr@10": 0.11032242063492062, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.16379310344827586, | |
| "hit@5": 0.39655172413793105, | |
| "hit@10": 0.5344827586206896, | |
| "ndcg_linear@1": 0.16379310344827586, | |
| "ndcg_linear@5": 0.13895827754930556, | |
| "ndcg_linear@10": 0.13248154811464, | |
| "ndcg_exponential@1": 0.16379310344827586, | |
| "ndcg_exponential@5": 0.13895827754930556, | |
| "ndcg_exponential@10": 0.13248154811463997, | |
| "precision@1": 0.16379310344827586, | |
| "precision@5": 0.13189655172413792, | |
| "precision@10": 0.11077586206896553, | |
| "recall@1": 0.013347760137925428, | |
| "recall@5": 0.04877413023459023, | |
| "recall@10": 0.08606147608088197, | |
| "f1@1": 0.02408230596994654, | |
| "f1@5": 0.06465481180962832, | |
| "f1@10": 0.08299218434749181, | |
| "map@1": 0.16379310344827586, | |
| "map@5": 0.08612068965517242, | |
| "map@10": 0.0654065383337243, | |
| "mrr@1": 0.16379310344827586, | |
| "mrr@5": 0.2470545977011494, | |
| "mrr@10": 0.26616208264915164, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.14912280701754385, | |
| "hit@5": 0.43859649122807015, | |
| "hit@10": 0.5745614035087719, | |
| "ndcg_linear@1": 0.14912280701754385, | |
| "ndcg_linear@5": 0.20125906746655192, | |
| "ndcg_linear@10": 0.24041678693593627, | |
| "ndcg_exponential@1": 0.14912280701754385, | |
| "ndcg_exponential@5": 0.20125906746655192, | |
| "ndcg_exponential@10": 0.24041678693593627, | |
| "precision@1": 0.14912280701754385, | |
| "precision@5": 0.12280701754385964, | |
| "precision@10": 0.10043859649122806, | |
| "recall@1": 0.06019736842105263, | |
| "recall@5": 0.2323360484544695, | |
| "recall@10": 0.3408782372598162, | |
| "f1@1": 0.07788771657192708, | |
| "f1@5": 0.13747603737061406, | |
| "f1@10": 0.13448911799490257, | |
| "map@1": 0.14912280701754385, | |
| "map@5": 0.14635721247563352, | |
| "map@10": 0.1603259015594542, | |
| "mrr@1": 0.14912280701754385, | |
| "mrr@5": 0.2489766081871345, | |
| "mrr@10": 0.26832358674463935, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.3272058823529412, | |
| "hit@5": 0.4963235294117647, | |
| "hit@10": 0.553921568627451, | |
| "ndcg_linear@1": 0.3272058823529412, | |
| "ndcg_linear@5": 0.41753959433079163, | |
| "ndcg_linear@10": 0.43642238797839894, | |
| "ndcg_exponential@1": 0.3272058823529412, | |
| "ndcg_exponential@5": 0.41753959433079163, | |
| "ndcg_exponential@10": 0.43642238797839894, | |
| "precision@1": 0.3272058823529412, | |
| "precision@5": 0.09926470588235294, | |
| "precision@10": 0.0553921568627451, | |
| "recall@1": 0.3272058823529412, | |
| "recall@5": 0.4963235294117647, | |
| "recall@10": 0.553921568627451, | |
| "f1@1": 0.3272058823529412, | |
| "f1@5": 0.16544117647058823, | |
| "f1@10": 0.10071301247771838, | |
| "map@1": 0.3272058823529412, | |
| "map@5": 0.39129901960784313, | |
| "map@10": 0.39924282212885154, | |
| "mrr@1": 0.3272058823529412, | |
| "mrr@5": 0.39129901960784313, | |
| "mrr@10": 0.39924282212885154, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.4444444444444444, | |
| "hit@5": 0.6825396825396826, | |
| "hit@10": 0.8095238095238095, | |
| "ndcg_linear@1": 0.4444444444444444, | |
| "ndcg_linear@5": 0.5792999547214452, | |
| "ndcg_linear@10": 0.619790394179688, | |
| "ndcg_exponential@1": 0.4444444444444444, | |
| "ndcg_exponential@5": 0.5792999547214452, | |
| "ndcg_exponential@10": 0.619790394179688, | |
| "precision@1": 0.4444444444444444, | |
| "precision@5": 0.13650793650793647, | |
| "precision@10": 0.08095238095238091, | |
| "recall@1": 0.4444444444444444, | |
| "recall@5": 0.6825396825396826, | |
| "recall@10": 0.8095238095238095, | |
| "f1@1": 0.4444444444444444, | |
| "f1@5": 0.2275132275132276, | |
| "f1@10": 0.14718614718614717, | |
| "map@1": 0.4444444444444444, | |
| "map@5": 0.5441798941798942, | |
| "map@10": 0.5605568153187201, | |
| "mrr@1": 0.4444444444444444, | |
| "mrr@5": 0.5441798941798942, | |
| "mrr@10": 0.5605568153187201, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.3316412859560068, | |
| "hit@5": 0.5194585448392555, | |
| "hit@10": 0.6125211505922166, | |
| "ndcg_linear@1": 0.3316412859560068, | |
| "ndcg_linear@5": 0.4317780824109357, | |
| "ndcg_linear@10": 0.4613201487006419, | |
| "ndcg_exponential@1": 0.3316412859560068, | |
| "ndcg_exponential@5": 0.4317780824109357, | |
| "ndcg_exponential@10": 0.4613201487006419, | |
| "precision@1": 0.3316412859560068, | |
| "precision@5": 0.10389170896785109, | |
| "precision@10": 0.06125211505922165, | |
| "recall@1": 0.3316412859560068, | |
| "recall@5": 0.5194585448392555, | |
| "recall@10": 0.6125211505922166, | |
| "f1@1": 0.3316412859560068, | |
| "f1@5": 0.1731528482797519, | |
| "f1@10": 0.11136748192585755, | |
| "map@1": 0.3316412859560068, | |
| "map@5": 0.40262267343485614, | |
| "map@10": 0.4144972202078801, | |
| "mrr@1": 0.3316412859560068, | |
| "mrr@5": 0.40262267343485614, | |
| "mrr@10": 0.4144972202078801, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.6528776978417267, | |
| "hit@5": 0.8687050359712231, | |
| "hit@10": 0.8974820143884892, | |
| "ndcg_linear@1": 0.6528776978417267, | |
| "ndcg_linear@5": 0.7403317436593279, | |
| "ndcg_linear@10": 0.7559278694497471, | |
| "ndcg_exponential@1": 0.6528776978417267, | |
| "ndcg_exponential@5": 0.7403317436593279, | |
| "ndcg_exponential@10": 0.7559278694497471, | |
| "precision@1": 0.6528776978417267, | |
| "precision@5": 0.20683453237410068, | |
| "precision@10": 0.1093525179856115, | |
| "recall@1": 0.5611510791366906, | |
| "recall@5": 0.8282374100719424, | |
| "recall@10": 0.8705035971223022, | |
| "f1@1": 0.591726618705036, | |
| "f1@5": 0.32511133949982873, | |
| "f1@10": 0.19206453019402664, | |
| "map@1": 0.6528776978417267, | |
| "map@5": 0.6970773381294963, | |
| "map@10": 0.7055591241292679, | |
| "mrr@1": 0.6528776978417267, | |
| "mrr@5": 0.7357314148681056, | |
| "mrr@10": 0.7400757965056526, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.5779944289693594, | |
| "hit@5": 0.8189415041782729, | |
| "hit@10": 0.8802228412256268, | |
| "ndcg_linear@1": 0.5779944289693594, | |
| "ndcg_linear@5": 0.7066787929757021, | |
| "ndcg_linear@10": 0.7266471704004087, | |
| "ndcg_exponential@1": 0.5779944289693594, | |
| "ndcg_exponential@5": 0.7066787929757021, | |
| "ndcg_exponential@10": 0.7266471704004087, | |
| "precision@1": 0.5779944289693594, | |
| "precision@5": 0.16378830083565457, | |
| "precision@10": 0.08802228412256266, | |
| "recall@1": 0.5779944289693594, | |
| "recall@5": 0.8189415041782729, | |
| "recall@10": 0.8802228412256268, | |
| "f1@1": 0.5779944289693594, | |
| "f1@5": 0.27298050139275776, | |
| "f1@10": 0.16004051658647764, | |
| "map@1": 0.5779944289693594, | |
| "map@5": 0.6692664809656453, | |
| "map@10": 0.6775898660299774, | |
| "mrr@1": 0.5779944289693594, | |
| "mrr@5": 0.6692664809656453, | |
| "mrr@10": 0.6775898660299774, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.12977983777520277, | |
| "hit@5": 0.3325608342989571, | |
| "hit@10": 0.4287369640787949, | |
| "ndcg_linear@1": 0.12977983777520277, | |
| "ndcg_linear@5": 0.2339925322768118, | |
| "ndcg_linear@10": 0.26492274577415076, | |
| "ndcg_exponential@1": 0.12977983777520277, | |
| "ndcg_exponential@5": 0.2339925322768118, | |
| "ndcg_exponential@10": 0.26492274577415076, | |
| "precision@1": 0.12977983777520277, | |
| "precision@5": 0.06651216685979143, | |
| "precision@10": 0.04287369640787949, | |
| "recall@1": 0.12977983777520277, | |
| "recall@5": 0.3325608342989571, | |
| "recall@10": 0.4287369640787949, | |
| "f1@1": 0.12977983777520277, | |
| "f1@5": 0.11085361143298574, | |
| "f1@10": 0.07795217528705363, | |
| "map@1": 0.12977983777520277, | |
| "map@5": 0.201525685592893, | |
| "map@10": 0.2141831742353179, | |
| "mrr@1": 0.12977983777520277, | |
| "mrr@5": 0.201525685592893, | |
| "mrr@10": 0.2141831742353179, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.043782837127845885, | |
| "hit@5": 0.3064798598949212, | |
| "hit@10": 0.4956217162872154, | |
| "ndcg_linear@1": 0.043782837127845885, | |
| "ndcg_linear@5": 0.1774384395530587, | |
| "ndcg_linear@10": 0.2388470474707514, | |
| "ndcg_exponential@1": 0.043782837127845885, | |
| "ndcg_exponential@5": 0.17743843955305874, | |
| "ndcg_exponential@10": 0.23884704747075144, | |
| "precision@1": 0.043782837127845885, | |
| "precision@5": 0.06129597197898424, | |
| "precision@10": 0.049562171628721535, | |
| "recall@1": 0.043782837127845885, | |
| "recall@5": 0.3064798598949212, | |
| "recall@10": 0.4956217162872154, | |
| "f1@1": 0.043782837127845885, | |
| "f1@5": 0.10215995329830709, | |
| "f1@10": 0.09011303932494825, | |
| "map@1": 0.043782837127845885, | |
| "map@5": 0.135128429655575, | |
| "map@10": 0.16060865093264393, | |
| "mrr@1": 0.043782837127845885, | |
| "mrr@5": 0.135128429655575, | |
| "mrr@10": 0.16060865093264393, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9544658493870403, | |
| "hit@5": 0.9842381786339754, | |
| "hit@10": 0.9903677758318739, | |
| "ndcg_linear@1": 0.6532399299474606, | |
| "ndcg_linear@5": 0.7427733389906358, | |
| "ndcg_linear@10": 0.6997209935069055, | |
| "ndcg_exponential@1": 0.43807855891918934, | |
| "ndcg_exponential@5": 0.6343478343437602, | |
| "ndcg_exponential@10": 0.6353560202023368, | |
| "precision@1": 0.9544658493870403, | |
| "precision@5": 0.8038528896672504, | |
| "precision@10": 0.6873029772329248, | |
| "recall@1": 0.0563052881802568, | |
| "recall@5": 0.23432760039766878, | |
| "recall@10": 0.3914667961900597, | |
| "f1@1": 0.10560395557458589, | |
| "f1@5": 0.35560087282656433, | |
| "f1@10": 0.48784025047176915, | |
| "map@1": 0.9544658493870403, | |
| "map@5": 0.7835522475189725, | |
| "map@10": 0.6581428825421977, | |
| "mrr@1": 0.9544658493870403, | |
| "mrr@5": 0.96707530647986, | |
| "mrr@10": 0.9679370639090428, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.059665871121718374, | |
| "hit@5": 0.18973747016706444, | |
| "hit@10": 0.2529832935560859, | |
| "ndcg_linear@1": 0.059665871121718374, | |
| "ndcg_linear@5": 0.09604945291283169, | |
| "ndcg_linear@10": 0.117231531231931, | |
| "ndcg_exponential@1": 0.059665871121718374, | |
| "ndcg_exponential@5": 0.09604945291283169, | |
| "ndcg_exponential@10": 0.117231531231931, | |
| "precision@1": 0.059665871121718374, | |
| "precision@5": 0.04319809069212411, | |
| "precision@10": 0.031264916467780436, | |
| "recall@1": 0.030469371519490848, | |
| "recall@5": 0.13269689737470167, | |
| "recall@10": 0.19082140015910903, | |
| "f1@1": 0.03882827594044778, | |
| "f1@5": 0.06218015375673666, | |
| "f1@10": 0.051867980865594236, | |
| "map@1": 0.059665871121718374, | |
| "map@5": 0.07087808273667462, | |
| "map@10": 0.08054184661135735, | |
| "mrr@1": 0.059665871121718374, | |
| "mrr@5": 0.10765712012728719, | |
| "mrr@10": 0.11626179111262644, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.4439140811455847, | |
| "hit@5": 0.6145584725536993, | |
| "hit@10": 0.6957040572792362, | |
| "ndcg_linear@1": 0.3146380270485282, | |
| "ndcg_linear@5": 0.3256804529174008, | |
| "ndcg_linear@10": 0.3131933005253596, | |
| "ndcg_exponential@1": 0.2222979884077736, | |
| "ndcg_exponential@5": 0.2727115335151017, | |
| "ndcg_exponential@10": 0.2793202033337121, | |
| "precision@1": 0.4439140811455847, | |
| "precision@5": 0.35966587112171833, | |
| "precision@10": 0.31730310262529837, | |
| "recall@1": 0.013683394891534362, | |
| "recall@5": 0.052843721626569064, | |
| "recall@10": 0.08999131731205673, | |
| "f1@1": 0.026297035367307157, | |
| "f1@5": 0.08878818509054331, | |
| "f1@10": 0.13199155724774939, | |
| "map@1": 0.4439140811455847, | |
| "map@5": 0.31638424821002387, | |
| "map@10": 0.26005365193014357, | |
| "mrr@1": 0.4439140811455847, | |
| "mrr@5": 0.5094470962609386, | |
| "mrr@10": 0.520618820320491, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |