Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "gme-Qwen2-VL-2B-Instruct", | |
| "report_generated_date": "2025-06-28T08:54:18.007017", | |
| "model_size": 2.21, | |
| "url": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct", | |
| "data_source": "TIGER-Lab" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.583, | |
| "hit@5": 0.798, | |
| "hit@10": 0.876, | |
| "ndcg_linear@1": 0.583, | |
| "ndcg_linear@5": 0.6981838939261613, | |
| "ndcg_linear@10": 0.7234976673917299, | |
| "ndcg_exponential@1": 0.583, | |
| "ndcg_exponential@5": 0.6981838939261613, | |
| "ndcg_exponential@10": 0.7234976673917299, | |
| "precision@1": 0.583, | |
| "precision@5": 0.1596, | |
| "precision@10": 0.08760000000000003, | |
| "recall@1": 0.583, | |
| "recall@5": 0.798, | |
| "recall@10": 0.876, | |
| "f1@1": 0.583, | |
| "f1@5": 0.26600000000000007, | |
| "f1@10": 0.1592727272727273, | |
| "map@1": 0.583, | |
| "map@5": 0.6649166666666666, | |
| "map@10": 0.6754202380952381, | |
| "mrr@1": 0.583, | |
| "mrr@5": 0.6649166666666666, | |
| "mrr@10": 0.6754202380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.501, | |
| "hit@5": 0.797, | |
| "hit@10": 0.882, | |
| "ndcg_linear@1": 0.501, | |
| "ndcg_linear@5": 0.6577414489591101, | |
| "ndcg_linear@10": 0.6855990297711865, | |
| "ndcg_exponential@1": 0.501, | |
| "ndcg_exponential@5": 0.6577414489591101, | |
| "ndcg_exponential@10": 0.6855990297711865, | |
| "precision@1": 0.501, | |
| "precision@5": 0.1594, | |
| "precision@10": 0.08820000000000001, | |
| "recall@1": 0.501, | |
| "recall@5": 0.797, | |
| "recall@10": 0.882, | |
| "f1@1": 0.501, | |
| "f1@5": 0.2656666666666667, | |
| "f1@10": 0.16036363636363637, | |
| "map@1": 0.501, | |
| "map@5": 0.6114666666666667, | |
| "map@10": 0.6231809523809524, | |
| "mrr@1": 0.501, | |
| "mrr@5": 0.6114666666666667, | |
| "mrr@10": 0.6231809523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.525, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.525, | |
| "ndcg_linear@5": 0.8246916329464424, | |
| "ndcg_linear@10": 0.8246916329464424, | |
| "ndcg_exponential@1": 0.525, | |
| "ndcg_exponential@5": 0.8246916329464424, | |
| "ndcg_exponential@10": 0.8246916329464424, | |
| "precision@1": 0.525, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.525, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.525, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.525, | |
| "map@5": 0.7625, | |
| "map@10": 0.7625, | |
| "mrr@1": 0.525, | |
| "mrr@5": 0.7625, | |
| "mrr@10": 0.7625, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.759, | |
| "hit@5": 0.951, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.759, | |
| "ndcg_linear@5": 0.8652219655533966, | |
| "ndcg_linear@10": 0.8775498310604413, | |
| "ndcg_exponential@1": 0.759, | |
| "ndcg_exponential@5": 0.8652219655533966, | |
| "ndcg_exponential@10": 0.8775498310604413, | |
| "precision@1": 0.759, | |
| "precision@5": 0.19020000000000004, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.759, | |
| "recall@5": 0.951, | |
| "recall@10": 0.989, | |
| "f1@1": 0.759, | |
| "f1@5": 0.317, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.759, | |
| "map@5": 0.8363166666666666, | |
| "map@10": 0.8414277777777777, | |
| "mrr@1": 0.759, | |
| "mrr@5": 0.8363166666666666, | |
| "mrr@10": 0.8414277777777777, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.673, | |
| "hit@5": 0.914, | |
| "hit@10": 0.964, | |
| "ndcg_linear@1": 0.673, | |
| "ndcg_linear@5": 0.8099367287839547, | |
| "ndcg_linear@10": 0.8261591002253297, | |
| "ndcg_exponential@1": 0.673, | |
| "ndcg_exponential@5": 0.8099367287839547, | |
| "ndcg_exponential@10": 0.8261591002253297, | |
| "precision@1": 0.673, | |
| "precision@5": 0.18280000000000002, | |
| "precision@10": 0.09640000000000001, | |
| "recall@1": 0.673, | |
| "recall@5": 0.914, | |
| "recall@10": 0.964, | |
| "f1@1": 0.673, | |
| "f1@5": 0.3046666666666667, | |
| "f1@10": 0.17527272727272725, | |
| "map@1": 0.673, | |
| "map@5": 0.7745833333333334, | |
| "map@10": 0.7813182539682539, | |
| "mrr@1": 0.673, | |
| "mrr@5": 0.7745833333333334, | |
| "mrr@10": 0.7813182539682539, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.358, | |
| "hit@5": 0.668, | |
| "hit@10": 0.773, | |
| "ndcg_linear@1": 0.358, | |
| "ndcg_linear@5": 0.522620767615663, | |
| "ndcg_linear@10": 0.5566245695213274, | |
| "ndcg_exponential@1": 0.358, | |
| "ndcg_exponential@5": 0.522620767615663, | |
| "ndcg_exponential@10": 0.5566245695213274, | |
| "precision@1": 0.358, | |
| "precision@5": 0.1336, | |
| "precision@10": 0.07730000000000001, | |
| "recall@1": 0.358, | |
| "recall@5": 0.668, | |
| "recall@10": 0.773, | |
| "f1@1": 0.358, | |
| "f1@5": 0.22266666666666673, | |
| "f1@10": 0.14054545454545456, | |
| "map@1": 0.358, | |
| "map@5": 0.4742833333333333, | |
| "map@10": 0.48834523809523805, | |
| "mrr@1": 0.358, | |
| "mrr@5": 0.4742833333333333, | |
| "mrr@10": 0.48834523809523805, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.288, | |
| "hit@5": 0.559, | |
| "hit@10": 0.658, | |
| "ndcg_linear@1": 0.288, | |
| "ndcg_linear@5": 0.432876508364864, | |
| "ndcg_linear@10": 0.46516116229889143, | |
| "ndcg_exponential@1": 0.288, | |
| "ndcg_exponential@5": 0.432876508364864, | |
| "ndcg_exponential@10": 0.46516116229889143, | |
| "precision@1": 0.288, | |
| "precision@5": 0.1118, | |
| "precision@10": 0.0658, | |
| "recall@1": 0.288, | |
| "recall@5": 0.559, | |
| "recall@10": 0.658, | |
| "f1@1": 0.288, | |
| "f1@5": 0.18633333333333338, | |
| "f1@10": 0.11963636363636365, | |
| "map@1": 0.288, | |
| "map@5": 0.3908833333333333, | |
| "map@10": 0.40436825396825393, | |
| "mrr@1": 0.288, | |
| "mrr@5": 0.3908833333333333, | |
| "mrr@10": 0.40436825396825393, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.786, | |
| "hit@5": 0.95, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.786, | |
| "ndcg_linear@5": 0.8734468881131793, | |
| "ndcg_linear@10": 0.8795864415830221, | |
| "ndcg_exponential@1": 0.786, | |
| "ndcg_exponential@5": 0.8734468881131793, | |
| "ndcg_exponential@10": 0.8795864415830221, | |
| "precision@1": 0.786, | |
| "precision@5": 0.19000000000000003, | |
| "precision@10": 0.0969, | |
| "recall@1": 0.786, | |
| "recall@5": 0.95, | |
| "recall@10": 0.969, | |
| "f1@1": 0.786, | |
| "f1@5": 0.31666666666666665, | |
| "f1@10": 0.1761818181818182, | |
| "map@1": 0.786, | |
| "map@5": 0.8479, | |
| "map@10": 0.8504329365079365, | |
| "mrr@1": 0.786, | |
| "mrr@5": 0.8479, | |
| "mrr@10": 0.8504329365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.706, | |
| "hit@5": 0.879, | |
| "hit@10": 0.924, | |
| "ndcg_linear@1": 0.706, | |
| "ndcg_linear@5": 0.8038263132931281, | |
| "ndcg_linear@10": 0.8180970192061363, | |
| "ndcg_exponential@1": 0.706, | |
| "ndcg_exponential@5": 0.8038263132931281, | |
| "ndcg_exponential@10": 0.8180970192061363, | |
| "precision@1": 0.706, | |
| "precision@5": 0.1758, | |
| "precision@10": 0.09240000000000001, | |
| "recall@1": 0.706, | |
| "recall@5": 0.879, | |
| "recall@10": 0.924, | |
| "f1@1": 0.706, | |
| "f1@5": 0.293, | |
| "f1@10": 0.168, | |
| "map@1": 0.706, | |
| "map@5": 0.7783333333333332, | |
| "map@10": 0.7840650793650793, | |
| "mrr@1": 0.706, | |
| "mrr@5": 0.7783333333333332, | |
| "mrr@10": 0.7840650793650793, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.265, | |
| "hit@5": 0.473, | |
| "hit@10": 0.574, | |
| "ndcg_linear@1": 0.265, | |
| "ndcg_linear@5": 0.3731346216215207, | |
| "ndcg_linear@10": 0.4058179799007638, | |
| "ndcg_exponential@1": 0.265, | |
| "ndcg_exponential@5": 0.3731346216215207, | |
| "ndcg_exponential@10": 0.4058179799007638, | |
| "precision@1": 0.265, | |
| "precision@5": 0.09459999999999999, | |
| "precision@10": 0.05739999999999999, | |
| "recall@1": 0.265, | |
| "recall@5": 0.473, | |
| "recall@10": 0.574, | |
| "f1@1": 0.265, | |
| "f1@5": 0.1576666666666667, | |
| "f1@10": 0.10436363636363638, | |
| "map@1": 0.265, | |
| "map@5": 0.34014999999999995, | |
| "map@10": 0.3536492063492063, | |
| "mrr@1": 0.265, | |
| "mrr@5": 0.34014999999999995, | |
| "mrr@10": 0.3536492063492063, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.299, | |
| "hit@5": 0.591, | |
| "hit@10": 0.698, | |
| "ndcg_linear@1": 0.299, | |
| "ndcg_linear@5": 0.45303291100988974, | |
| "ndcg_linear@10": 0.48733709485734505, | |
| "ndcg_exponential@1": 0.299, | |
| "ndcg_exponential@5": 0.45303291100988974, | |
| "ndcg_exponential@10": 0.48733709485734505, | |
| "precision@1": 0.299, | |
| "precision@5": 0.11819999999999999, | |
| "precision@10": 0.0698, | |
| "recall@1": 0.299, | |
| "recall@5": 0.591, | |
| "recall@10": 0.698, | |
| "f1@1": 0.299, | |
| "f1@5": 0.19700000000000006, | |
| "f1@10": 0.12690909090909094, | |
| "map@1": 0.299, | |
| "map@5": 0.4072166666666666, | |
| "map@10": 0.42119880952380945, | |
| "mrr@1": 0.299, | |
| "mrr@5": 0.4072166666666666, | |
| "mrr@10": 0.42119880952380945, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.186, | |
| "hit@5": 0.465, | |
| "hit@10": 0.598, | |
| "ndcg_linear@1": 0.186, | |
| "ndcg_linear@5": 0.3302483880115797, | |
| "ndcg_linear@10": 0.3728925871674892, | |
| "ndcg_exponential@1": 0.186, | |
| "ndcg_exponential@5": 0.3302483880115797, | |
| "ndcg_exponential@10": 0.3728925871674892, | |
| "precision@1": 0.186, | |
| "precision@5": 0.09299999999999999, | |
| "precision@10": 0.05979999999999999, | |
| "recall@1": 0.186, | |
| "recall@5": 0.465, | |
| "recall@10": 0.598, | |
| "f1@1": 0.186, | |
| "f1@5": 0.15500000000000005, | |
| "f1@10": 0.10872727272727274, | |
| "map@1": 0.186, | |
| "map@5": 0.2858, | |
| "map@10": 0.30318611111111116, | |
| "mrr@1": 0.186, | |
| "mrr@5": 0.2858, | |
| "mrr@10": 0.30318611111111116, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.298, | |
| "hit@5": 0.482, | |
| "hit@10": 0.571, | |
| "ndcg_linear@1": 0.298, | |
| "ndcg_linear@5": 0.3957691402034676, | |
| "ndcg_linear@10": 0.4242933720175296, | |
| "ndcg_exponential@1": 0.298, | |
| "ndcg_exponential@5": 0.3957691402034676, | |
| "ndcg_exponential@10": 0.4242933720175296, | |
| "precision@1": 0.298, | |
| "precision@5": 0.0964, | |
| "precision@10": 0.05709999999999999, | |
| "recall@1": 0.298, | |
| "recall@5": 0.482, | |
| "recall@10": 0.571, | |
| "f1@1": 0.298, | |
| "f1@5": 0.16066666666666668, | |
| "f1@10": 0.10381818181818184, | |
| "map@1": 0.298, | |
| "map@5": 0.36710000000000004, | |
| "map@10": 0.3787162698412699, | |
| "mrr@1": 0.298, | |
| "mrr@5": 0.36710000000000004, | |
| "mrr@10": 0.3787162698412699, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.116, | |
| "hit@5": 0.276, | |
| "hit@10": 0.355, | |
| "ndcg_linear@1": 0.116, | |
| "ndcg_linear@5": 0.20041421211561675, | |
| "ndcg_linear@10": 0.22615443861016019, | |
| "ndcg_exponential@1": 0.116, | |
| "ndcg_exponential@5": 0.20041421211561675, | |
| "ndcg_exponential@10": 0.22615443861016019, | |
| "precision@1": 0.116, | |
| "precision@5": 0.055200000000000006, | |
| "precision@10": 0.0355, | |
| "recall@1": 0.116, | |
| "recall@5": 0.276, | |
| "recall@10": 0.355, | |
| "f1@1": 0.116, | |
| "f1@5": 0.09200000000000001, | |
| "f1@10": 0.06454545454545456, | |
| "map@1": 0.116, | |
| "map@5": 0.1753333333333333, | |
| "map@10": 0.18606507936507935, | |
| "mrr@1": 0.116, | |
| "mrr@5": 0.1753333333333333, | |
| "mrr@10": 0.18606507936507935, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.134, | |
| "hit@5": 0.218, | |
| "hit@10": 0.245, | |
| "ndcg_linear@1": 0.134, | |
| "ndcg_linear@5": 0.1788395722007737, | |
| "ndcg_linear@10": 0.18758362872612877, | |
| "ndcg_exponential@1": 0.134, | |
| "ndcg_exponential@5": 0.1788395722007737, | |
| "ndcg_exponential@10": 0.18758362872612877, | |
| "precision@1": 0.134, | |
| "precision@5": 0.0436, | |
| "precision@10": 0.0245, | |
| "recall@1": 0.134, | |
| "recall@5": 0.218, | |
| "recall@10": 0.245, | |
| "f1@1": 0.134, | |
| "f1@5": 0.07266666666666668, | |
| "f1@10": 0.04454545454545455, | |
| "map@1": 0.134, | |
| "map@5": 0.16581666666666667, | |
| "map@10": 0.1694349206349206, | |
| "mrr@1": 0.134, | |
| "mrr@5": 0.16581666666666667, | |
| "mrr@10": 0.1694349206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.162, | |
| "hit@5": 0.468, | |
| "hit@10": 0.597, | |
| "ndcg_linear@1": 0.162, | |
| "ndcg_linear@5": 0.32148658142856573, | |
| "ndcg_linear@10": 0.36302388780471345, | |
| "ndcg_exponential@1": 0.162, | |
| "ndcg_exponential@5": 0.32148658142856573, | |
| "ndcg_exponential@10": 0.36302388780471345, | |
| "precision@1": 0.162, | |
| "precision@5": 0.09359999999999999, | |
| "precision@10": 0.059699999999999996, | |
| "recall@1": 0.162, | |
| "recall@5": 0.468, | |
| "recall@10": 0.597, | |
| "f1@1": 0.162, | |
| "f1@5": 0.15600000000000006, | |
| "f1@10": 0.10854545454545456, | |
| "map@1": 0.162, | |
| "map@5": 0.27301666666666663, | |
| "map@10": 0.2900488095238095, | |
| "mrr@1": 0.162, | |
| "mrr@5": 0.27301666666666663, | |
| "mrr@10": 0.2900488095238095, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.273, | |
| "hit@5": 0.584, | |
| "hit@10": 0.69, | |
| "ndcg_linear@1": 0.273, | |
| "ndcg_linear@5": 0.4400970760761488, | |
| "ndcg_linear@10": 0.47441367522579586, | |
| "ndcg_exponential@1": 0.273, | |
| "ndcg_exponential@5": 0.4400970760761488, | |
| "ndcg_exponential@10": 0.47441367522579586, | |
| "precision@1": 0.273, | |
| "precision@5": 0.1168, | |
| "precision@10": 0.069, | |
| "recall@1": 0.273, | |
| "recall@5": 0.584, | |
| "recall@10": 0.69, | |
| "f1@1": 0.273, | |
| "f1@5": 0.19466666666666674, | |
| "f1@10": 0.12545454545454546, | |
| "map@1": 0.273, | |
| "map@5": 0.392, | |
| "map@10": 0.40618293650793647, | |
| "mrr@1": 0.273, | |
| "mrr@5": 0.392, | |
| "mrr@10": 0.40618293650793647, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.37, | |
| "hit@5": 0.591, | |
| "hit@10": 0.659, | |
| "ndcg_linear@1": 0.37, | |
| "ndcg_linear@5": 0.48838071582352677, | |
| "ndcg_linear@10": 0.5107500110876547, | |
| "ndcg_exponential@1": 0.37, | |
| "ndcg_exponential@5": 0.48838071582352677, | |
| "ndcg_exponential@10": 0.5107500110876547, | |
| "precision@1": 0.37, | |
| "precision@5": 0.11819999999999999, | |
| "precision@10": 0.0659, | |
| "recall@1": 0.37, | |
| "recall@5": 0.591, | |
| "recall@10": 0.659, | |
| "f1@1": 0.37, | |
| "f1@5": 0.19700000000000006, | |
| "f1@10": 0.11981818181818184, | |
| "map@1": 0.37, | |
| "map@5": 0.4541666666666666, | |
| "map@10": 0.4636186507936508, | |
| "mrr@1": 0.37, | |
| "mrr@5": 0.4541666666666666, | |
| "mrr@10": 0.4636186507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.751, | |
| "hit@5": 0.931, | |
| "hit@10": 0.967, | |
| "ndcg_linear@1": 0.751, | |
| "ndcg_linear@5": 0.8518997657120991, | |
| "ndcg_linear@10": 0.8636150852590038, | |
| "ndcg_exponential@1": 0.751, | |
| "ndcg_exponential@5": 0.8518997657120991, | |
| "ndcg_exponential@10": 0.8636150852590038, | |
| "precision@1": 0.751, | |
| "precision@5": 0.1862, | |
| "precision@10": 0.09670000000000002, | |
| "recall@1": 0.751, | |
| "recall@5": 0.931, | |
| "recall@10": 0.967, | |
| "f1@1": 0.751, | |
| "f1@5": 0.31033333333333335, | |
| "f1@10": 0.17581818181818182, | |
| "map@1": 0.751, | |
| "map@5": 0.8251499999999998, | |
| "map@10": 0.8300325396825396, | |
| "mrr@1": 0.751, | |
| "mrr@5": 0.8251499999999998, | |
| "mrr@10": 0.8300325396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.397, | |
| "hit@5": 0.598, | |
| "hit@10": 0.667, | |
| "ndcg_linear@1": 0.397, | |
| "ndcg_linear@5": 0.5062758279351262, | |
| "ndcg_linear@10": 0.5287712187842828, | |
| "ndcg_exponential@1": 0.397, | |
| "ndcg_exponential@5": 0.5062758279351262, | |
| "ndcg_exponential@10": 0.5287712187842828, | |
| "precision@1": 0.397, | |
| "precision@5": 0.1196, | |
| "precision@10": 0.06670000000000001, | |
| "recall@1": 0.397, | |
| "recall@5": 0.598, | |
| "recall@10": 0.667, | |
| "f1@1": 0.397, | |
| "f1@5": 0.1993333333333334, | |
| "f1@10": 0.12127272727272731, | |
| "map@1": 0.397, | |
| "map@5": 0.4755333333333333, | |
| "map@10": 0.4849186507936508, | |
| "mrr@1": 0.397, | |
| "mrr@5": 0.4755333333333333, | |
| "mrr@10": 0.4849186507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.481, | |
| "hit@5": 0.734, | |
| "hit@10": 0.841, | |
| "ndcg_linear@1": 0.481, | |
| "ndcg_linear@5": 0.6145695068804011, | |
| "ndcg_linear@10": 0.6493023243064213, | |
| "ndcg_exponential@1": 0.481, | |
| "ndcg_exponential@5": 0.6145695068804011, | |
| "ndcg_exponential@10": 0.6493023243064213, | |
| "precision@1": 0.481, | |
| "precision@5": 0.1468, | |
| "precision@10": 0.08410000000000001, | |
| "recall@1": 0.481, | |
| "recall@5": 0.734, | |
| "recall@10": 0.841, | |
| "f1@1": 0.481, | |
| "f1@5": 0.24466666666666675, | |
| "f1@10": 0.1529090909090909, | |
| "map@1": 0.481, | |
| "map@5": 0.5748833333333333, | |
| "map@10": 0.5892829365079365, | |
| "mrr@1": 0.481, | |
| "mrr@5": 0.5748833333333333, | |
| "mrr@10": 0.5892829365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.442, | |
| "hit@5": 0.856, | |
| "hit@10": 0.929, | |
| "ndcg_linear@1": 0.442, | |
| "ndcg_linear@5": 0.6719913959349983, | |
| "ndcg_linear@10": 0.695699675833813, | |
| "ndcg_exponential@1": 0.442, | |
| "ndcg_exponential@5": 0.6719913959349983, | |
| "ndcg_exponential@10": 0.695699675833813, | |
| "precision@1": 0.442, | |
| "precision@5": 0.17120000000000002, | |
| "precision@10": 0.09290000000000001, | |
| "recall@1": 0.442, | |
| "recall@5": 0.856, | |
| "recall@10": 0.929, | |
| "f1@1": 0.442, | |
| "f1@5": 0.2853333333333334, | |
| "f1@10": 0.16890909090909087, | |
| "map@1": 0.442, | |
| "map@5": 0.6098333333333332, | |
| "map@10": 0.619682142857143, | |
| "mrr@1": 0.442, | |
| "mrr@5": 0.6098333333333332, | |
| "mrr@10": 0.619682142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.747, | |
| "hit@5": 0.885, | |
| "hit@10": 0.918, | |
| "ndcg_linear@1": 0.747, | |
| "ndcg_linear@5": 0.8235708258901523, | |
| "ndcg_linear@10": 0.8342314434199707, | |
| "ndcg_exponential@1": 0.747, | |
| "ndcg_exponential@5": 0.8235708258901523, | |
| "ndcg_exponential@10": 0.8342314434199707, | |
| "precision@1": 0.747, | |
| "precision@5": 0.177, | |
| "precision@10": 0.0918, | |
| "recall@1": 0.747, | |
| "recall@5": 0.885, | |
| "recall@10": 0.918, | |
| "f1@1": 0.747, | |
| "f1@5": 0.295, | |
| "f1@10": 0.1669090909090909, | |
| "map@1": 0.747, | |
| "map@5": 0.80285, | |
| "map@10": 0.8072428571428572, | |
| "mrr@1": 0.747, | |
| "mrr@5": 0.80285, | |
| "mrr@10": 0.8072428571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.783, | |
| "hit@5": 0.904, | |
| "hit@10": 0.925, | |
| "ndcg_linear@1": 0.783, | |
| "ndcg_linear@5": 0.8502353309844382, | |
| "ndcg_linear@10": 0.8571131175684055, | |
| "ndcg_exponential@1": 0.783, | |
| "ndcg_exponential@5": 0.8502353309844382, | |
| "ndcg_exponential@10": 0.8571131175684055, | |
| "precision@1": 0.783, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.0925, | |
| "recall@1": 0.783, | |
| "recall@5": 0.904, | |
| "recall@10": 0.925, | |
| "f1@1": 0.783, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.16818181818181815, | |
| "map@1": 0.783, | |
| "map@5": 0.8320833333333334, | |
| "map@10": 0.834970634920635, | |
| "mrr@1": 0.783, | |
| "mrr@5": 0.8320833333333334, | |
| "mrr@10": 0.834970634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.681, | |
| "hit@5": 0.916, | |
| "hit@10": 0.956, | |
| "ndcg_linear@1": 0.681, | |
| "ndcg_linear@5": 0.8114477974886068, | |
| "ndcg_linear@10": 0.8247525393057755, | |
| "ndcg_exponential@1": 0.681, | |
| "ndcg_exponential@5": 0.8114477974886068, | |
| "ndcg_exponential@10": 0.8247525393057755, | |
| "precision@1": 0.681, | |
| "precision@5": 0.18320000000000003, | |
| "precision@10": 0.0956, | |
| "recall@1": 0.681, | |
| "recall@5": 0.916, | |
| "recall@10": 0.956, | |
| "f1@1": 0.681, | |
| "f1@5": 0.30533333333333335, | |
| "f1@10": 0.17381818181818182, | |
| "map@1": 0.681, | |
| "map@5": 0.7761666666666668, | |
| "map@10": 0.7818726190476191, | |
| "mrr@1": 0.681, | |
| "mrr@5": 0.7761666666666668, | |
| "mrr@10": 0.7818726190476191, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.631, | |
| "hit@5": 0.865, | |
| "hit@10": 0.943, | |
| "ndcg_linear@1": 0.631, | |
| "ndcg_linear@5": 0.7574725452263779, | |
| "ndcg_linear@10": 0.7831291095368749, | |
| "ndcg_exponential@1": 0.631, | |
| "ndcg_exponential@5": 0.7574725452263779, | |
| "ndcg_exponential@10": 0.7831291095368749, | |
| "precision@1": 0.631, | |
| "precision@5": 0.173, | |
| "precision@10": 0.09430000000000001, | |
| "recall@1": 0.631, | |
| "recall@5": 0.865, | |
| "recall@10": 0.943, | |
| "f1@1": 0.631, | |
| "f1@5": 0.2883333333333334, | |
| "f1@10": 0.17145454545454544, | |
| "map@1": 0.631, | |
| "map@5": 0.7215499999999999, | |
| "map@10": 0.7323861111111112, | |
| "mrr@1": 0.631, | |
| "mrr@5": 0.7215499999999999, | |
| "mrr@10": 0.7323861111111112, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.67, | |
| "hit@5": 0.972, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.67, | |
| "ndcg_linear@5": 0.8448167222624823, | |
| "ndcg_linear@10": 0.8505376817455529, | |
| "ndcg_exponential@1": 0.67, | |
| "ndcg_exponential@5": 0.8448167222624823, | |
| "ndcg_exponential@10": 0.8505376817455529, | |
| "precision@1": 0.67, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09890000000000002, | |
| "recall@1": 0.67, | |
| "recall@5": 0.972, | |
| "recall@10": 0.989, | |
| "f1@1": 0.67, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.67, | |
| "map@5": 0.8012, | |
| "map@10": 0.8036956349206349, | |
| "mrr@1": 0.67, | |
| "mrr@5": 0.8012, | |
| "mrr@10": 0.8036956349206349, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.888, | |
| "hit@5": 0.983, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.888, | |
| "ndcg_linear@5": 0.9435607350102705, | |
| "ndcg_linear@10": 0.9464534316497176, | |
| "ndcg_exponential@1": 0.888, | |
| "ndcg_exponential@5": 0.9435607350102705, | |
| "ndcg_exponential@10": 0.9464534316497176, | |
| "precision@1": 0.888, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.888, | |
| "recall@5": 0.983, | |
| "recall@10": 0.992, | |
| "f1@1": 0.888, | |
| "f1@5": 0.3276666666666666, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.888, | |
| "map@5": 0.9299833333333334, | |
| "map@10": 0.9311646825396825, | |
| "mrr@1": 0.888, | |
| "mrr@5": 0.9299833333333334, | |
| "mrr@10": 0.9311646825396825, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.329, | |
| "hit@5": 0.591, | |
| "hit@10": 0.703, | |
| "ndcg_linear@1": 0.329, | |
| "ndcg_linear@5": 0.46700970737005354, | |
| "ndcg_linear@10": 0.5034973715066363, | |
| "ndcg_exponential@1": 0.329, | |
| "ndcg_exponential@5": 0.46700970737005354, | |
| "ndcg_exponential@10": 0.5034973715066363, | |
| "precision@1": 0.329, | |
| "precision@5": 0.11819999999999999, | |
| "precision@10": 0.0703, | |
| "recall@1": 0.329, | |
| "recall@5": 0.591, | |
| "recall@10": 0.703, | |
| "f1@1": 0.329, | |
| "f1@5": 0.19700000000000006, | |
| "f1@10": 0.12781818181818183, | |
| "map@1": 0.329, | |
| "map@5": 0.42585, | |
| "map@10": 0.44107301587301584, | |
| "mrr@1": 0.329, | |
| "mrr@5": 0.42585, | |
| "mrr@10": 0.44107301587301584, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.739, | |
| "hit@5": 0.915, | |
| "hit@10": 0.936, | |
| "ndcg_linear@1": 0.739, | |
| "ndcg_linear@5": 0.8380472127241243, | |
| "ndcg_linear@10": 0.844767008816438, | |
| "ndcg_exponential@1": 0.739, | |
| "ndcg_exponential@5": 0.8380472127241243, | |
| "ndcg_exponential@10": 0.844767008816438, | |
| "precision@1": 0.739, | |
| "precision@5": 0.183, | |
| "precision@10": 0.0936, | |
| "recall@1": 0.739, | |
| "recall@5": 0.915, | |
| "recall@10": 0.936, | |
| "f1@1": 0.739, | |
| "f1@5": 0.30500000000000005, | |
| "f1@10": 0.17018181818181818, | |
| "map@1": 0.739, | |
| "map@5": 0.8119500000000001, | |
| "map@10": 0.8146797619047619, | |
| "mrr@1": 0.739, | |
| "mrr@5": 0.8119500000000001, | |
| "mrr@10": 0.8146797619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.723, | |
| "hit@5": 0.889, | |
| "hit@10": 0.926, | |
| "ndcg_linear@1": 0.723, | |
| "ndcg_linear@5": 0.8150649423608013, | |
| "ndcg_linear@10": 0.827442822447229, | |
| "ndcg_exponential@1": 0.723, | |
| "ndcg_exponential@5": 0.8150649423608013, | |
| "ndcg_exponential@10": 0.827442822447229, | |
| "precision@1": 0.723, | |
| "precision@5": 0.1778, | |
| "precision@10": 0.09260000000000003, | |
| "recall@1": 0.723, | |
| "recall@5": 0.889, | |
| "recall@10": 0.926, | |
| "f1@1": 0.723, | |
| "f1@5": 0.2963333333333334, | |
| "f1@10": 0.16836363636363638, | |
| "map@1": 0.723, | |
| "map@5": 0.7901, | |
| "map@10": 0.7954480158730158, | |
| "mrr@1": 0.723, | |
| "mrr@5": 0.7901, | |
| "mrr@10": 0.7954480158730158, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.918, | |
| "hit@5": 0.994, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.918, | |
| "ndcg_linear@5": 0.9628645846673214, | |
| "ndcg_linear@10": 0.9645039533935458, | |
| "ndcg_exponential@1": 0.918, | |
| "ndcg_exponential@5": 0.9628645846673214, | |
| "ndcg_exponential@10": 0.9645039533935458, | |
| "precision@1": 0.918, | |
| "precision@5": 0.1988, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.918, | |
| "recall@5": 0.994, | |
| "recall@10": 0.999, | |
| "f1@1": 0.918, | |
| "f1@5": 0.33133333333333337, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.918, | |
| "map@5": 0.9521166666666666, | |
| "map@10": 0.9528051587301586, | |
| "mrr@1": 0.918, | |
| "mrr@5": 0.9521166666666666, | |
| "mrr@10": 0.9528051587301586, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.286, | |
| "hit@5": 0.465, | |
| "hit@10": 0.565, | |
| "ndcg_linear@1": 0.286, | |
| "ndcg_linear@5": 0.3813740287670062, | |
| "ndcg_linear@10": 0.4135276980014484, | |
| "ndcg_exponential@1": 0.286, | |
| "ndcg_exponential@5": 0.3813740287670062, | |
| "ndcg_exponential@10": 0.4135276980014484, | |
| "precision@1": 0.286, | |
| "precision@5": 0.09299999999999999, | |
| "precision@10": 0.056499999999999995, | |
| "recall@1": 0.286, | |
| "recall@5": 0.465, | |
| "recall@10": 0.565, | |
| "f1@1": 0.286, | |
| "f1@5": 0.15500000000000003, | |
| "f1@10": 0.10272727272727275, | |
| "map@1": 0.286, | |
| "map@5": 0.3535833333333333, | |
| "map@10": 0.36674603174603176, | |
| "mrr@1": 0.286, | |
| "mrr@5": 0.3535833333333333, | |
| "mrr@10": 0.36674603174603176, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.559, | |
| "hit@5": 0.812, | |
| "hit@10": 0.888, | |
| "ndcg_linear@1": 0.559, | |
| "ndcg_linear@5": 0.696070982637125, | |
| "ndcg_linear@10": 0.7209435661259483, | |
| "ndcg_exponential@1": 0.559, | |
| "ndcg_exponential@5": 0.696070982637125, | |
| "ndcg_exponential@10": 0.7209435661259483, | |
| "precision@1": 0.559, | |
| "precision@5": 0.16240000000000002, | |
| "precision@10": 0.08880000000000002, | |
| "recall@1": 0.559, | |
| "recall@5": 0.812, | |
| "recall@10": 0.888, | |
| "f1@1": 0.559, | |
| "f1@5": 0.2706666666666667, | |
| "f1@10": 0.16145454545454543, | |
| "map@1": 0.559, | |
| "map@5": 0.6572833333333333, | |
| "map@10": 0.6677174603174604, | |
| "mrr@1": 0.559, | |
| "mrr@5": 0.6572833333333333, | |
| "mrr@10": 0.6677174603174604, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.733, | |
| "hit@5": 0.989, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.733, | |
| "ndcg_linear@5": 0.8942489549761802, | |
| "ndcg_linear@10": 0.8972579752593925, | |
| "ndcg_exponential@1": 0.733, | |
| "ndcg_exponential@5": 0.8942489549761802, | |
| "ndcg_exponential@10": 0.8972579752593925, | |
| "precision@1": 0.733, | |
| "precision@5": 0.1978, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.733, | |
| "recall@5": 0.989, | |
| "recall@10": 0.998, | |
| "f1@1": 0.733, | |
| "f1@5": 0.3296666666666666, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.733, | |
| "map@5": 0.8612833333333333, | |
| "map@10": 0.8625829365079365, | |
| "mrr@1": 0.733, | |
| "mrr@5": 0.8582833333333333, | |
| "mrr@10": 0.8595829365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.641, | |
| "hit@5": 0.845, | |
| "hit@10": 0.903, | |
| "ndcg_linear@1": 0.641, | |
| "ndcg_linear@5": 0.7524825590830492, | |
| "ndcg_linear@10": 0.7713285704115274, | |
| "ndcg_exponential@1": 0.641, | |
| "ndcg_exponential@5": 0.7524825590830492, | |
| "ndcg_exponential@10": 0.7713285704115274, | |
| "precision@1": 0.641, | |
| "precision@5": 0.169, | |
| "precision@10": 0.0903, | |
| "recall@1": 0.641, | |
| "recall@5": 0.845, | |
| "recall@10": 0.903, | |
| "f1@1": 0.641, | |
| "f1@5": 0.2816666666666667, | |
| "f1@10": 0.16418181818181818, | |
| "map@1": 0.641, | |
| "map@5": 0.7213999999999999, | |
| "map@10": 0.7292277777777778, | |
| "mrr@1": 0.641, | |
| "mrr@5": 0.7213999999999999, | |
| "mrr@10": 0.7292277777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.352, | |
| "hit@5": 0.558, | |
| "hit@10": 0.634, | |
| "ndcg_linear@1": 0.352, | |
| "ndcg_linear@5": 0.4624292100503551, | |
| "ndcg_linear@10": 0.4871702819761314, | |
| "ndcg_exponential@1": 0.352, | |
| "ndcg_exponential@5": 0.4624292100503551, | |
| "ndcg_exponential@10": 0.4871702819761314, | |
| "precision@1": 0.352, | |
| "precision@5": 0.11159999999999999, | |
| "precision@10": 0.06339999999999998, | |
| "recall@1": 0.352, | |
| "recall@5": 0.558, | |
| "recall@10": 0.634, | |
| "f1@1": 0.352, | |
| "f1@5": 0.18600000000000005, | |
| "f1@10": 0.11527272727272728, | |
| "map@1": 0.352, | |
| "map@5": 0.4306, | |
| "map@10": 0.440915873015873, | |
| "mrr@1": 0.352, | |
| "mrr@5": 0.4306, | |
| "mrr@10": 0.440915873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.299, | |
| "hit@5": 0.528, | |
| "hit@10": 0.622, | |
| "ndcg_linear@1": 0.299, | |
| "ndcg_linear@5": 0.41899491853941084, | |
| "ndcg_linear@10": 0.44961784439388147, | |
| "ndcg_exponential@1": 0.299, | |
| "ndcg_exponential@5": 0.41899491853941084, | |
| "ndcg_exponential@10": 0.44961784439388147, | |
| "precision@1": 0.299, | |
| "precision@5": 0.1056, | |
| "precision@10": 0.0622, | |
| "recall@1": 0.299, | |
| "recall@5": 0.528, | |
| "recall@10": 0.622, | |
| "f1@1": 0.299, | |
| "f1@5": 0.17600000000000005, | |
| "f1@10": 0.11309090909090909, | |
| "map@1": 0.299, | |
| "map@5": 0.38288333333333335, | |
| "map@10": 0.3956539682539683, | |
| "mrr@1": 0.299, | |
| "mrr@5": 0.38288333333333335, | |
| "mrr@10": 0.3956539682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.434, | |
| "hit@5": 0.672, | |
| "hit@10": 0.768, | |
| "ndcg_linear@1": 0.434, | |
| "ndcg_linear@5": 0.5564379559041219, | |
| "ndcg_linear@10": 0.587723216959859, | |
| "ndcg_exponential@1": 0.434, | |
| "ndcg_exponential@5": 0.5564379559041219, | |
| "ndcg_exponential@10": 0.587723216959859, | |
| "precision@1": 0.434, | |
| "precision@5": 0.13439999999999996, | |
| "precision@10": 0.0768, | |
| "recall@1": 0.434, | |
| "recall@5": 0.672, | |
| "recall@10": 0.768, | |
| "f1@1": 0.434, | |
| "f1@5": 0.22400000000000006, | |
| "f1@10": 0.13963636363636361, | |
| "map@1": 0.434, | |
| "map@5": 0.5183166666666666, | |
| "map@10": 0.531368253968254, | |
| "mrr@1": 0.434, | |
| "mrr@5": 0.5183166666666666, | |
| "mrr@10": 0.531368253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.524, | |
| "hit@5": 0.745, | |
| "hit@10": 0.821, | |
| "ndcg_linear@1": 0.524, | |
| "ndcg_linear@5": 0.6452214501789469, | |
| "ndcg_linear@10": 0.6701386847278763, | |
| "ndcg_exponential@1": 0.524, | |
| "ndcg_exponential@5": 0.6452214501789469, | |
| "ndcg_exponential@10": 0.6701386847278763, | |
| "precision@1": 0.524, | |
| "precision@5": 0.149, | |
| "precision@10": 0.0821, | |
| "recall@1": 0.524, | |
| "recall@5": 0.745, | |
| "recall@10": 0.821, | |
| "f1@1": 0.524, | |
| "f1@5": 0.2483333333333334, | |
| "f1@10": 0.14927272727272728, | |
| "map@1": 0.524, | |
| "map@5": 0.6116833333333334, | |
| "map@10": 0.6221575396825396, | |
| "mrr@1": 0.524, | |
| "mrr@5": 0.6116833333333334, | |
| "mrr@10": 0.6221575396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.13625866050808313, | |
| "hit@5": 0.5935334872979214, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.13625866050808313, | |
| "ndcg_linear@5": 0.3556714764778745, | |
| "ndcg_linear@10": 0.4859126067666473, | |
| "ndcg_exponential@1": 0.13625866050808313, | |
| "ndcg_exponential@5": 0.3556714764778745, | |
| "ndcg_exponential@10": 0.4859126067666473, | |
| "precision@1": 0.13625866050808313, | |
| "precision@5": 0.11870669745958429, | |
| "precision@10": 0.1, | |
| "recall@1": 0.13625866050808313, | |
| "recall@5": 0.5935334872979214, | |
| "recall@10": 1.0, | |
| "f1@1": 0.13625866050808313, | |
| "f1@5": 0.19784449576597388, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.13625866050808313, | |
| "map@5": 0.27886836027713624, | |
| "map@10": 0.3318990798782947, | |
| "mrr@1": 0.13625866050808313, | |
| "mrr@5": 0.27886836027713624, | |
| "mrr@10": 0.3318990798782947, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.3745, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3745, | |
| "ndcg_linear@5": 0.7155447146201682, | |
| "ndcg_linear@10": 0.7155447146201682, | |
| "ndcg_exponential@1": 0.3745, | |
| "ndcg_exponential@5": 0.7155447146201682, | |
| "ndcg_exponential@10": 0.7155447146201682, | |
| "precision@1": 0.3745, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.3745, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3745, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.3745, | |
| "map@5": 0.6196291666666666, | |
| "map@10": 0.6196291666666666, | |
| "mrr@1": 0.3745, | |
| "mrr@5": 0.6196291666666666, | |
| "mrr@10": 0.6196291666666666, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.3425925925925926, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3425925925925926, | |
| "ndcg_linear@5": 0.6913650713075382, | |
| "ndcg_linear@10": 0.6913650713075382, | |
| "ndcg_exponential@1": 0.3425925925925926, | |
| "ndcg_exponential@5": 0.6913650713075382, | |
| "ndcg_exponential@10": 0.6913650713075382, | |
| "precision@1": 0.3425925925925926, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.3425925925925926, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3425925925925926, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.3425925925925926, | |
| "map@5": 0.5881790123456789, | |
| "map@10": 0.5881790123456789, | |
| "mrr@1": 0.3425925925925926, | |
| "mrr@5": 0.5881790123456789, | |
| "mrr@10": 0.5881790123456789, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.3949089210649229, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3949089210649229, | |
| "ndcg_linear@5": 0.7033624022532277, | |
| "ndcg_linear@10": 0.7033624022532277, | |
| "ndcg_exponential@1": 0.3949089210649229, | |
| "ndcg_exponential@5": 0.7033624022532277, | |
| "ndcg_exponential@10": 0.7033624022532277, | |
| "precision@1": 0.3949089210649229, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.3949089210649229, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3949089210649229, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.3949089210649229, | |
| "map@5": 0.605927915304375, | |
| "map@10": 0.605927915304375, | |
| "mrr@1": 0.3949089210649229, | |
| "mrr@5": 0.6057527635061498, | |
| "mrr@10": 0.6057527635061498, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.408, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.408, | |
| "ndcg_linear@5": 0.7172123608985213, | |
| "ndcg_linear@10": 0.7172123608985213, | |
| "ndcg_exponential@1": 0.408, | |
| "ndcg_exponential@5": 0.7172123608985213, | |
| "ndcg_exponential@10": 0.7172123608985213, | |
| "precision@1": 0.408, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.408, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.408, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.408, | |
| "map@5": 0.6235, | |
| "map@10": 0.6235, | |
| "mrr@1": 0.408, | |
| "mrr@5": 0.6235, | |
| "mrr@10": 0.6235, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.58, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.58, | |
| "ndcg_linear@5": 0.8449904965000122, | |
| "ndcg_linear@10": 0.8449904965000122, | |
| "ndcg_exponential@1": 0.58, | |
| "ndcg_exponential@5": 0.8449904965000122, | |
| "ndcg_exponential@10": 0.8449904965000122, | |
| "precision@1": 0.58, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.58, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.58, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.58, | |
| "map@5": 0.79, | |
| "map@10": 0.79, | |
| "mrr@1": 0.58, | |
| "mrr@5": 0.79, | |
| "mrr@10": 0.79, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.2201195219123506, | |
| "hit@5": 0.41733067729083667, | |
| "hit@10": 0.5119521912350598, | |
| "ndcg_linear@1": 0.2201195219123506, | |
| "ndcg_linear@5": 0.32478232828071807, | |
| "ndcg_linear@10": 0.355304006642377, | |
| "ndcg_exponential@1": 0.2201195219123506, | |
| "ndcg_exponential@5": 0.32478232828071807, | |
| "ndcg_exponential@10": 0.355304006642377, | |
| "precision@1": 0.2201195219123506, | |
| "precision@5": 0.08346613545816733, | |
| "precision@10": 0.051195219123505976, | |
| "recall@1": 0.2201195219123506, | |
| "recall@5": 0.41733067729083667, | |
| "recall@10": 0.5119521912350598, | |
| "f1@1": 0.2201195219123506, | |
| "f1@5": 0.13911022576361223, | |
| "f1@10": 0.0930822165881927, | |
| "map@1": 0.2201195219123506, | |
| "map@5": 0.2940073041168659, | |
| "map@10": 0.30655315246948717, | |
| "mrr@1": 0.2201195219123506, | |
| "mrr@5": 0.2940073041168659, | |
| "mrr@10": 0.30655315246948717, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.273, | |
| "hit@5": 0.498, | |
| "hit@10": 0.601, | |
| "ndcg_linear@1": 0.273, | |
| "ndcg_linear@5": 0.39500395524644993, | |
| "ndcg_linear@10": 0.4288322570956004, | |
| "ndcg_exponential@1": 0.273, | |
| "ndcg_exponential@5": 0.39500395524644993, | |
| "ndcg_exponential@10": 0.4288322570956004, | |
| "precision@1": 0.273, | |
| "precision@5": 0.0996, | |
| "precision@10": 0.060099999999999994, | |
| "recall@1": 0.273, | |
| "recall@5": 0.498, | |
| "recall@10": 0.601, | |
| "f1@1": 0.273, | |
| "f1@5": 0.16600000000000006, | |
| "f1@10": 0.1092727272727273, | |
| "map@1": 0.273, | |
| "map@5": 0.3605333333333333, | |
| "map@10": 0.3747972222222222, | |
| "mrr@1": 0.273, | |
| "mrr@5": 0.3605333333333333, | |
| "mrr@10": 0.3747972222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.4761194029850746, | |
| "hit@5": 0.753731343283582, | |
| "hit@10": 0.8223880597014925, | |
| "ndcg_linear@1": 0.4761194029850746, | |
| "ndcg_linear@5": 0.6277485828345324, | |
| "ndcg_linear@10": 0.6502611190764599, | |
| "ndcg_exponential@1": 0.4761194029850746, | |
| "ndcg_exponential@5": 0.6277485828345324, | |
| "ndcg_exponential@10": 0.6502611190764599, | |
| "precision@1": 0.4761194029850746, | |
| "precision@5": 0.15074626865671642, | |
| "precision@10": 0.08223880597014925, | |
| "recall@1": 0.4761194029850746, | |
| "recall@5": 0.753731343283582, | |
| "recall@10": 0.8223880597014925, | |
| "f1@1": 0.4761194029850746, | |
| "f1@5": 0.25124378109452744, | |
| "f1@10": 0.14952510176390776, | |
| "map@1": 0.4761194029850746, | |
| "map@5": 0.5854726368159203, | |
| "map@10": 0.5949484719260838, | |
| "mrr@1": 0.4761194029850746, | |
| "mrr@5": 0.5854726368159203, | |
| "mrr@10": 0.5949484719260838, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.22956677087985708, | |
| "hit@5": 0.44796784278695845, | |
| "hit@10": 0.5482358195623046, | |
| "ndcg_linear@1": 0.22956677087985708, | |
| "ndcg_linear@5": 0.3442450550592858, | |
| "ndcg_linear@10": 0.37658573093046976, | |
| "ndcg_exponential@1": 0.22956677087985708, | |
| "ndcg_exponential@5": 0.3442450550592858, | |
| "ndcg_exponential@10": 0.37658573093046976, | |
| "precision@1": 0.22956677087985708, | |
| "precision@5": 0.0895935685573917, | |
| "precision@10": 0.05482358195623046, | |
| "recall@1": 0.22956677087985708, | |
| "recall@5": 0.44796784278695845, | |
| "recall@10": 0.5482358195623046, | |
| "f1@1": 0.22956677087985708, | |
| "f1@5": 0.1493226142623195, | |
| "f1@10": 0.09967923992041902, | |
| "map@1": 0.22956677087985708, | |
| "map@5": 0.3098518683936281, | |
| "map@10": 0.3231518109700334, | |
| "mrr@1": 0.22956677087985708, | |
| "mrr@5": 0.3098518683936281, | |
| "mrr@10": 0.3231518109700334, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.07895564642969487, | |
| "hit@5": 0.18402013211701793, | |
| "hit@10": 0.2491349480968858, | |
| "ndcg_linear@1": 0.07895564642969487, | |
| "ndcg_linear@5": 0.13201194607861527, | |
| "ndcg_linear@10": 0.1529921311761448, | |
| "ndcg_exponential@1": 0.07895564642969487, | |
| "ndcg_exponential@5": 0.13201194607861527, | |
| "ndcg_exponential@10": 0.1529921311761448, | |
| "precision@1": 0.07895564642969487, | |
| "precision@5": 0.03680402642340359, | |
| "precision@10": 0.02491349480968858, | |
| "recall@1": 0.07895564642969487, | |
| "recall@5": 0.18402013211701793, | |
| "recall@10": 0.2491349480968858, | |
| "f1@1": 0.07895564642969487, | |
| "f1@5": 0.061340044039005975, | |
| "f1@10": 0.04529726329034287, | |
| "map@1": 0.07895564642969487, | |
| "map@5": 0.11498374750969906, | |
| "map@10": 0.12359781702342257, | |
| "mrr@1": 0.07895564642969487, | |
| "mrr@5": 0.11498374750969906, | |
| "mrr@10": 0.12359781702342257, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.4358264081255771, | |
| "hit@5": 0.8116343490304709, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4358264081255771, | |
| "ndcg_linear@5": 0.6322706491755596, | |
| "ndcg_linear@10": 0.6929622320450238, | |
| "ndcg_exponential@1": 0.4358264081255771, | |
| "ndcg_exponential@5": 0.6322706491755596, | |
| "ndcg_exponential@10": 0.6929622320450238, | |
| "precision@1": 0.4358264081255771, | |
| "precision@5": 0.1623268698060942, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.4358264081255771, | |
| "recall@5": 0.8116343490304709, | |
| "recall@10": 1.0, | |
| "f1@1": 0.4358264081255771, | |
| "f1@5": 0.270544783010157, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.4358264081255771, | |
| "map@5": 0.5728685749461373, | |
| "map@10": 0.5977850327573319, | |
| "mrr@1": 0.4358264081255771, | |
| "mrr@5": 0.5728685749461373, | |
| "mrr@10": 0.5977850327573319, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.1485557083906465, | |
| "hit@5": 0.5281980742778541, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.1485557083906465, | |
| "ndcg_linear@5": 0.336037308583379, | |
| "ndcg_linear@10": 0.4847984333087624, | |
| "ndcg_exponential@1": 0.1485557083906465, | |
| "ndcg_exponential@5": 0.336037308583379, | |
| "ndcg_exponential@10": 0.4847984333087624, | |
| "precision@1": 0.1485557083906465, | |
| "precision@5": 0.10563961485557083, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.1485557083906465, | |
| "recall@5": 0.5281980742778541, | |
| "recall@10": 1.0, | |
| "f1@1": 0.1485557083906465, | |
| "f1@5": 0.17606602475928476, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.1485557083906465, | |
| "map@5": 0.27345254470426406, | |
| "map@10": 0.33267013820658936, | |
| "mrr@1": 0.1485557083906465, | |
| "mrr@5": 0.27345254470426406, | |
| "mrr@10": 0.33267013820658936, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.3477777777777778, | |
| "hit@5": 0.8511111111111112, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3477777777777778, | |
| "ndcg_linear@5": 0.6067492115086224, | |
| "ndcg_linear@10": 0.6630917380371577, | |
| "ndcg_exponential@1": 0.3477777777777778, | |
| "ndcg_exponential@5": 0.6067492115086224, | |
| "ndcg_exponential@10": 0.6630917380371577, | |
| "precision@1": 0.3477777777777778, | |
| "precision@5": 0.18533333333333335, | |
| "precision@10": 0.11305555555555558, | |
| "recall@1": 0.32458333333333333, | |
| "recall@5": 0.8322685185185186, | |
| "recall@10": 0.9990740740740741, | |
| "f1@1": 0.33135273368606705, | |
| "f1@5": 0.29835491668825004, | |
| "f1@10": 0.20046581504914834, | |
| "map@1": 0.3477777777777778, | |
| "map@5": 0.5258817901234568, | |
| "map@10": 0.5519251543209877, | |
| "mrr@1": 0.3477777777777778, | |
| "mrr@5": 0.5379629629629631, | |
| "mrr@10": 0.5581768077601411, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.774, | |
| "hit@5": 0.878, | |
| "hit@10": 0.91, | |
| "ndcg_linear@1": 0.774, | |
| "ndcg_linear@5": 0.8276032117095806, | |
| "ndcg_linear@10": 0.8379559054452919, | |
| "ndcg_exponential@1": 0.774, | |
| "ndcg_exponential@5": 0.8276032117095806, | |
| "ndcg_exponential@10": 0.8379559054452919, | |
| "precision@1": 0.774, | |
| "precision@5": 0.1756, | |
| "precision@10": 0.091, | |
| "recall@1": 0.774, | |
| "recall@5": 0.878, | |
| "recall@10": 0.91, | |
| "f1@1": 0.774, | |
| "f1@5": 0.2926666666666667, | |
| "f1@10": 0.16545454545454544, | |
| "map@1": 0.774, | |
| "map@5": 0.811, | |
| "map@10": 0.8152769841269842, | |
| "mrr@1": 0.774, | |
| "mrr@5": 0.811, | |
| "mrr@10": 0.8152769841269842, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.4434589800443459, | |
| "hit@5": 0.6075388026607539, | |
| "hit@10": 0.6651884700665188, | |
| "ndcg_linear@1": 0.4434589800443459, | |
| "ndcg_linear@5": 0.5311135724096901, | |
| "ndcg_linear@10": 0.549126558201007, | |
| "ndcg_exponential@1": 0.4434589800443459, | |
| "ndcg_exponential@5": 0.5311135724096901, | |
| "ndcg_exponential@10": 0.549126558201007, | |
| "precision@1": 0.4434589800443459, | |
| "precision@5": 0.12416851441241683, | |
| "precision@10": 0.06829268292682926, | |
| "recall@1": 0.437250554323725, | |
| "recall@5": 0.6023281596452328, | |
| "recall@10": 0.6581116038433111, | |
| "f1@1": 0.43902439024390244, | |
| "f1@5": 0.20455818691112812, | |
| "f1@10": 0.12296562762194693, | |
| "map@1": 0.4434589800443459, | |
| "map@5": 0.505469327420547, | |
| "map@10": 0.512853601344455, | |
| "mrr@1": 0.4434589800443459, | |
| "mrr@5": 0.5099408721359941, | |
| "mrr@10": 0.5174251223031711, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8481781376518218, | |
| "hit@5": 0.9453441295546559, | |
| "hit@10": 0.9615384615384616, | |
| "ndcg_linear@1": 0.8481781376518218, | |
| "ndcg_linear@5": 0.9016308878511893, | |
| "ndcg_linear@10": 0.9073181214772046, | |
| "ndcg_exponential@1": 0.8481781376518218, | |
| "ndcg_exponential@5": 0.9016308878511893, | |
| "ndcg_exponential@10": 0.9073181214772046, | |
| "precision@1": 0.8481781376518218, | |
| "precision@5": 0.1890688259109312, | |
| "precision@10": 0.09635627530364373, | |
| "recall@1": 0.8481781376518218, | |
| "recall@5": 0.9427125506072874, | |
| "recall@10": 0.9599190283400809, | |
| "f1@1": 0.8481781376518218, | |
| "f1@5": 0.3147484094852516, | |
| "f1@10": 0.17503373819163293, | |
| "map@1": 0.8481781376518218, | |
| "map@5": 0.8873481781376519, | |
| "map@10": 0.8898359681254419, | |
| "mrr@1": 0.8481781376518218, | |
| "mrr@5": 0.8883603238866398, | |
| "mrr@10": 0.8905589293747189, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8892857142857142, | |
| "hit@5": 0.9678571428571429, | |
| "hit@10": 0.975, | |
| "ndcg_linear@1": 0.8892857142857142, | |
| "ndcg_linear@5": 0.9332834391651387, | |
| "ndcg_linear@10": 0.9356005756298494, | |
| "ndcg_exponential@1": 0.8892857142857142, | |
| "ndcg_exponential@5": 0.9332834391651387, | |
| "ndcg_exponential@10": 0.9356005756298494, | |
| "precision@1": 0.8892857142857142, | |
| "precision@5": 0.19357142857142853, | |
| "precision@10": 0.09749999999999999, | |
| "recall@1": 0.8892857142857142, | |
| "recall@5": 0.9678571428571429, | |
| "recall@10": 0.975, | |
| "f1@1": 0.8892857142857142, | |
| "f1@5": 0.3226190476190477, | |
| "f1@10": 0.1772727272727273, | |
| "map@1": 0.8892857142857142, | |
| "map@5": 0.921547619047619, | |
| "map@10": 0.9225042517006803, | |
| "mrr@1": 0.8892857142857142, | |
| "mrr@5": 0.921547619047619, | |
| "mrr@10": 0.9225042517006803, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.5577156743620899, | |
| "hit@5": 0.8250303766707169, | |
| "hit@10": 0.8894289185905225, | |
| "ndcg_linear@1": 0.5577156743620899, | |
| "ndcg_linear@5": 0.6993890766047229, | |
| "ndcg_linear@10": 0.7206656381690775, | |
| "ndcg_exponential@1": 0.5577156743620899, | |
| "ndcg_exponential@5": 0.6993890766047229, | |
| "ndcg_exponential@10": 0.7206656381690775, | |
| "precision@1": 0.5577156743620899, | |
| "precision@5": 0.16537059538274604, | |
| "precision@10": 0.08924665856622113, | |
| "recall@1": 0.5562575941676793, | |
| "recall@5": 0.8235722964763061, | |
| "recall@10": 0.8885783718104495, | |
| "f1@1": 0.556611068154203, | |
| "f1@5": 0.2752357808250883, | |
| "f1@10": 0.1621156890901727, | |
| "map@1": 0.5577156743620899, | |
| "map@5": 0.6577612393681652, | |
| "map@10": 0.6667486354606647, | |
| "mrr@1": 0.5577156743620899, | |
| "mrr@5": 0.6586776022681248, | |
| "mrr@10": 0.6675377056452391, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.8, | |
| "hit@5": 0.97, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.8, | |
| "ndcg_linear@5": 0.894703974563633, | |
| "ndcg_linear@10": 0.9010476078536062, | |
| "ndcg_exponential@1": 0.8, | |
| "ndcg_exponential@5": 0.894703974563633, | |
| "ndcg_exponential@10": 0.9010476078536062, | |
| "precision@1": 0.8, | |
| "precision@5": 0.19399999999999998, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.8, | |
| "recall@5": 0.97, | |
| "recall@10": 0.99, | |
| "f1@1": 0.8, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.8, | |
| "map@5": 0.8691666666666665, | |
| "map@10": 0.8717063492063492, | |
| "mrr@1": 0.8, | |
| "mrr@5": 0.8691666666666665, | |
| "mrr@10": 0.8717063492063492, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.96, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.96, | |
| "ndcg_linear@5": 0.97517782560806, | |
| "ndcg_linear@10": 0.9787398974791403, | |
| "ndcg_exponential@1": 0.96, | |
| "ndcg_exponential@5": 0.97517782560806, | |
| "ndcg_exponential@10": 0.9787398974791403, | |
| "precision@1": 0.96, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.96, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.96, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.96, | |
| "map@5": 0.9703333333333333, | |
| "map@10": 0.972, | |
| "mrr@1": 0.96, | |
| "mrr@5": 0.9703333333333333, | |
| "mrr@10": 0.972, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.88, | |
| "hit@5": 0.95, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.88, | |
| "ndcg_linear@5": 0.9191057182152036, | |
| "ndcg_linear@10": 0.9221160181718434, | |
| "ndcg_exponential@1": 0.88, | |
| "ndcg_exponential@5": 0.9191057182152036, | |
| "ndcg_exponential@10": 0.9221160181718434, | |
| "precision@1": 0.88, | |
| "precision@5": 0.18999999999999997, | |
| "precision@10": 0.09599999999999997, | |
| "recall@1": 0.88, | |
| "recall@5": 0.95, | |
| "recall@10": 0.96, | |
| "f1@1": 0.88, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17454545454545464, | |
| "map@1": 0.88, | |
| "map@5": 0.9086666666666667, | |
| "map@10": 0.9097777777777778, | |
| "mrr@1": 0.88, | |
| "mrr@5": 0.9086666666666667, | |
| "mrr@10": 0.9097777777777778, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.91, | |
| "hit@5": 0.97, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9458532532593068, | |
| "ndcg_linear@10": 0.9487439015224857, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9458532532593068, | |
| "ndcg_exponential@10": 0.9487439015224857, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.91, | |
| "recall@5": 0.97, | |
| "recall@10": 0.98, | |
| "f1@1": 0.91, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.91, | |
| "map@5": 0.9375, | |
| "map@10": 0.9384999999999999, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9375, | |
| "mrr@10": 0.9384999999999999, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.97, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.97, | |
| "ndcg_linear@5": 0.9869253606521631, | |
| "ndcg_linear@10": 0.9869253606521631, | |
| "ndcg_exponential@1": 0.97, | |
| "ndcg_exponential@5": 0.9869253606521631, | |
| "ndcg_exponential@10": 0.9869253606521631, | |
| "precision@1": 0.97, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.97, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.97, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.97, | |
| "map@5": 0.9825, | |
| "map@10": 0.9825, | |
| "mrr@1": 0.97, | |
| "mrr@5": 0.9825, | |
| "mrr@10": 0.9825, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.6153846153846154, | |
| "hit@5": 0.7884615384615384, | |
| "hit@10": 0.8653846153846154, | |
| "ndcg_linear@1": 0.5897435897435896, | |
| "ndcg_linear@5": 0.6094691508995544, | |
| "ndcg_linear@10": 0.635637750038373, | |
| "ndcg_exponential@1": 0.5824175824175823, | |
| "ndcg_exponential@5": 0.6103242475099454, | |
| "ndcg_exponential@10": 0.6356245865615132, | |
| "precision@1": 0.6153846153846154, | |
| "precision@5": 0.23461538461538461, | |
| "precision@10": 0.1423076923076923, | |
| "recall@1": 0.4133241758241758, | |
| "recall@5": 0.6478021978021977, | |
| "recall@10": 0.7252372627372627, | |
| "f1@1": 0.4552021696252465, | |
| "f1@5": 0.3082283729342553, | |
| "f1@10": 0.2158892483835923, | |
| "map@1": 0.6153846153846154, | |
| "map@5": 0.5464262820512821, | |
| "map@10": 0.5583285002035001, | |
| "mrr@1": 0.6153846153846154, | |
| "mrr@5": 0.6769230769230768, | |
| "mrr@10": 0.6880036630036629, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.490625, | |
| "hit@5": 0.796875, | |
| "hit@10": 0.86875, | |
| "ndcg_linear@1": 0.490625, | |
| "ndcg_linear@5": 0.5397544908352085, | |
| "ndcg_linear@10": 0.5693203555054913, | |
| "ndcg_exponential@1": 0.490625, | |
| "ndcg_exponential@5": 0.5397544908352085, | |
| "ndcg_exponential@10": 0.5693203555054912, | |
| "precision@1": 0.490625, | |
| "precision@5": 0.251875, | |
| "precision@10": 0.16140625000000003, | |
| "recall@1": 0.2978885162019353, | |
| "recall@5": 0.5770897790934556, | |
| "recall@10": 0.6719354787369494, | |
| "f1@1": 0.3395271915584416, | |
| "f1@5": 0.3084593392718393, | |
| "f1@10": 0.23304521375615125, | |
| "map@1": 0.490625, | |
| "map@5": 0.46664019097222215, | |
| "map@10": 0.479486573188303, | |
| "mrr@1": 0.490625, | |
| "mrr@5": 0.6060416666666667, | |
| "mrr@10": 0.6155078125, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.5689655172413793, | |
| "hit@5": 0.8491379310344828, | |
| "hit@10": 0.8879310344827587, | |
| "ndcg_linear@1": 0.5689655172413793, | |
| "ndcg_linear@5": 0.5019343305838408, | |
| "ndcg_linear@10": 0.47979676122532555, | |
| "ndcg_exponential@1": 0.5689655172413793, | |
| "ndcg_exponential@5": 0.5019343305838408, | |
| "ndcg_exponential@10": 0.47979676122532555, | |
| "precision@1": 0.5689655172413793, | |
| "precision@5": 0.428448275862069, | |
| "precision@10": 0.34698275862068967, | |
| "recall@1": 0.08034274543141959, | |
| "recall@5": 0.25237595480423564, | |
| "recall@10": 0.3645843669588603, | |
| "f1@1": 0.11905920072661083, | |
| "f1@5": 0.25183497028873714, | |
| "f1@10": 0.2856798311584853, | |
| "map@1": 0.5689655172413793, | |
| "map@5": 0.40593749999999995, | |
| "map@10": 0.35002105419913815, | |
| "mrr@1": 0.5689655172413793, | |
| "mrr@5": 0.6777298850574713, | |
| "mrr@10": 0.682835591133005, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.4473684210526316, | |
| "hit@5": 0.793859649122807, | |
| "hit@10": 0.8771929824561403, | |
| "ndcg_linear@1": 0.4473684210526316, | |
| "ndcg_linear@5": 0.5073413437187128, | |
| "ndcg_linear@10": 0.5436696652694063, | |
| "ndcg_exponential@1": 0.4473684210526316, | |
| "ndcg_exponential@5": 0.5073413437187128, | |
| "ndcg_exponential@10": 0.5436696652694063, | |
| "precision@1": 0.4473684210526316, | |
| "precision@5": 0.2429824561403509, | |
| "precision@10": 0.1635964912280702, | |
| "recall@1": 0.2503968253968254, | |
| "recall@5": 0.5527621136173767, | |
| "recall@10": 0.6586466165413534, | |
| "f1@1": 0.29117386075643786, | |
| "f1@5": 0.2958373843475797, | |
| "f1@10": 0.22844515727846343, | |
| "map@1": 0.4473684210526316, | |
| "map@5": 0.4241118421052631, | |
| "map@10": 0.4392249141371949, | |
| "mrr@1": 0.4473684210526316, | |
| "mrr@5": 0.5828216374269005, | |
| "mrr@10": 0.5950205374547479, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.7610294117647058, | |
| "hit@5": 0.8713235294117647, | |
| "hit@10": 0.9068627450980392, | |
| "ndcg_linear@1": 0.7610294117647058, | |
| "ndcg_linear@5": 0.8199677874725917, | |
| "ndcg_linear@10": 0.8315054893421978, | |
| "ndcg_exponential@1": 0.7610294117647058, | |
| "ndcg_exponential@5": 0.8199677874725917, | |
| "ndcg_exponential@10": 0.8315054893421978, | |
| "precision@1": 0.7610294117647058, | |
| "precision@5": 0.17426470588235293, | |
| "precision@10": 0.09068627450980392, | |
| "recall@1": 0.7610294117647058, | |
| "recall@5": 0.8713235294117647, | |
| "recall@10": 0.9068627450980392, | |
| "f1@1": 0.7610294117647058, | |
| "f1@5": 0.2904411764705883, | |
| "f1@10": 0.1648841354723708, | |
| "map@1": 0.7610294117647058, | |
| "map@5": 0.8028799019607843, | |
| "map@10": 0.8076700124494243, | |
| "mrr@1": 0.7610294117647058, | |
| "mrr@5": 0.8028799019607843, | |
| "mrr@10": 0.8076700124494243, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.6825396825396826, | |
| "hit@5": 0.9047619047619048, | |
| "hit@10": 0.9206349206349206, | |
| "ndcg_linear@1": 0.6825396825396826, | |
| "ndcg_linear@5": 0.7988138511124628, | |
| "ndcg_linear@10": 0.8034021816889372, | |
| "ndcg_exponential@1": 0.6825396825396826, | |
| "ndcg_exponential@5": 0.7988138511124628, | |
| "ndcg_exponential@10": 0.8034021816889372, | |
| "precision@1": 0.6825396825396826, | |
| "precision@5": 0.18095238095238086, | |
| "precision@10": 0.09206349206349201, | |
| "recall@1": 0.6825396825396826, | |
| "recall@5": 0.9047619047619048, | |
| "recall@10": 0.9206349206349206, | |
| "f1@1": 0.6825396825396826, | |
| "f1@5": 0.3015873015873015, | |
| "f1@10": 0.16738816738816742, | |
| "map@1": 0.6825396825396826, | |
| "map@5": 0.7640211640211642, | |
| "map@10": 0.7656084656084656, | |
| "mrr@1": 0.6825396825396826, | |
| "mrr@5": 0.7640211640211642, | |
| "mrr@10": 0.7656084656084656, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.7648054145516074, | |
| "hit@5": 0.9035532994923858, | |
| "hit@10": 0.937394247038917, | |
| "ndcg_linear@1": 0.7648054145516074, | |
| "ndcg_linear@5": 0.8442477575170283, | |
| "ndcg_linear@10": 0.8553129247371343, | |
| "ndcg_exponential@1": 0.7648054145516074, | |
| "ndcg_exponential@5": 0.8442477575170283, | |
| "ndcg_exponential@10": 0.8553129247371343, | |
| "precision@1": 0.7648054145516074, | |
| "precision@5": 0.18071065989847712, | |
| "precision@10": 0.0937394247038917, | |
| "recall@1": 0.7648054145516074, | |
| "recall@5": 0.9035532994923858, | |
| "recall@10": 0.937394247038917, | |
| "f1@1": 0.7648054145516074, | |
| "f1@5": 0.3011844331641287, | |
| "f1@10": 0.1704353176434395, | |
| "map@1": 0.7648054145516074, | |
| "map@5": 0.8239988719684151, | |
| "map@10": 0.8286332017296485, | |
| "mrr@1": 0.7648054145516074, | |
| "mrr@5": 0.8239988719684151, | |
| "mrr@10": 0.8286332017296485, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9064748201438849, | |
| "hit@5": 0.9802158273381295, | |
| "hit@10": 0.9856115107913669, | |
| "ndcg_linear@1": 0.9064748201438849, | |
| "ndcg_linear@5": 0.9337625442422413, | |
| "ndcg_linear@10": 0.9378099940259211, | |
| "ndcg_exponential@1": 0.9064748201438849, | |
| "ndcg_exponential@5": 0.9337625442422413, | |
| "ndcg_exponential@10": 0.9378099940259211, | |
| "precision@1": 0.9064748201438849, | |
| "precision@5": 0.24244604316546764, | |
| "precision@10": 0.12302158273381293, | |
| "recall@1": 0.783273381294964, | |
| "recall@5": 0.966726618705036, | |
| "recall@10": 0.9775179856115108, | |
| "f1@1": 0.8243405275779376, | |
| "f1@5": 0.380695443645084, | |
| "f1@10": 0.21601809461521695, | |
| "map@1": 0.9064748201438849, | |
| "map@5": 0.9146432853717026, | |
| "map@10": 0.9169378782688133, | |
| "mrr@1": 0.9064748201438849, | |
| "mrr@5": 0.9376199040767385, | |
| "mrr@10": 0.938401421719767, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8426183844011143, | |
| "hit@5": 0.9651810584958217, | |
| "hit@10": 0.9874651810584958, | |
| "ndcg_linear@1": 0.8426183844011143, | |
| "ndcg_linear@5": 0.9135602456956691, | |
| "ndcg_linear@10": 0.9210168523969697, | |
| "ndcg_exponential@1": 0.8426183844011143, | |
| "ndcg_exponential@5": 0.9135602456956691, | |
| "ndcg_exponential@10": 0.9210168523969697, | |
| "precision@1": 0.8426183844011143, | |
| "precision@5": 0.1930362116991643, | |
| "precision@10": 0.09874651810584957, | |
| "recall@1": 0.8426183844011143, | |
| "recall@5": 0.9651810584958217, | |
| "recall@10": 0.9874651810584958, | |
| "f1@1": 0.8426183844011143, | |
| "f1@5": 0.3217270194986073, | |
| "f1@10": 0.17953912382881745, | |
| "map@1": 0.8426183844011143, | |
| "map@5": 0.8958681522748375, | |
| "map@10": 0.8990941548392801, | |
| "mrr@1": 0.8426183844011143, | |
| "mrr@5": 0.8958681522748375, | |
| "mrr@10": 0.8990941548392801, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.5052143684820394, | |
| "hit@5": 0.764774044032445, | |
| "hit@10": 0.8551564310544612, | |
| "ndcg_linear@1": 0.5052143684820394, | |
| "ndcg_linear@5": 0.640903570079321, | |
| "ndcg_linear@10": 0.6707054604251023, | |
| "ndcg_exponential@1": 0.5052143684820394, | |
| "ndcg_exponential@5": 0.640903570079321, | |
| "ndcg_exponential@10": 0.6707054604251023, | |
| "precision@1": 0.5052143684820394, | |
| "precision@5": 0.15295480880648896, | |
| "precision@10": 0.0855156431054461, | |
| "recall@1": 0.5052143684820394, | |
| "recall@5": 0.764774044032445, | |
| "recall@10": 0.8551564310544612, | |
| "f1@1": 0.5052143684820394, | |
| "f1@5": 0.25492468134414836, | |
| "f1@10": 0.15548298746444753, | |
| "map@1": 0.5052143684820394, | |
| "map@5": 0.5998648126689843, | |
| "map@10": 0.612502069193842, | |
| "mrr@1": 0.5052143684820394, | |
| "mrr@5": 0.5998648126689843, | |
| "mrr@10": 0.612502069193842, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.01838879159369527, | |
| "hit@5": 0.4089316987740806, | |
| "hit@10": 0.6401050788091068, | |
| "ndcg_linear@1": 0.01838879159369527, | |
| "ndcg_linear@5": 0.21620008992198805, | |
| "ndcg_linear@10": 0.2907931583080436, | |
| "ndcg_exponential@1": 0.01838879159369527, | |
| "ndcg_exponential@5": 0.21620008992198805, | |
| "ndcg_exponential@10": 0.2907931583080436, | |
| "precision@1": 0.01838879159369527, | |
| "precision@5": 0.08178633975481611, | |
| "precision@10": 0.06401050788091067, | |
| "recall@1": 0.01838879159369527, | |
| "recall@5": 0.4089316987740806, | |
| "recall@10": 0.6401050788091068, | |
| "f1@1": 0.01838879159369527, | |
| "f1@5": 0.13631056625802687, | |
| "f1@10": 0.1163827416016558, | |
| "map@1": 0.01838879159369527, | |
| "map@5": 0.15302101576182137, | |
| "map@10": 0.1837190392794596, | |
| "mrr@1": 0.01838879159369527, | |
| "mrr@5": 0.15302101576182137, | |
| "mrr@10": 0.1837190392794596, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9964973730297724, | |
| "hit@5": 0.9982486865148862, | |
| "hit@10": 0.9982486865148862, | |
| "ndcg_linear@1": 0.678342089900759, | |
| "ndcg_linear@5": 0.8362374075645319, | |
| "ndcg_linear@10": 0.8165935940149865, | |
| "ndcg_exponential@1": 0.4510883162371779, | |
| "ndcg_exponential@5": 0.7145068150665362, | |
| "ndcg_exponential@10": 0.7410897811756266, | |
| "precision@1": 0.9964973730297724, | |
| "precision@5": 0.9262697022767075, | |
| "precision@10": 0.8286339754816112, | |
| "recall@1": 0.05876920449269009, | |
| "recall@5": 0.2726143296172191, | |
| "recall@10": 0.4766810037927378, | |
| "f1@1": 0.11024247532054007, | |
| "f1@5": 0.4126599828359686, | |
| "f1@10": 0.5917511632990256, | |
| "map@1": 0.9964973730297724, | |
| "map@5": 0.9193257443082313, | |
| "map@10": 0.8188673981787047, | |
| "mrr@1": 0.9964973730297724, | |
| "mrr@5": 0.997008172796264, | |
| "mrr@10": 0.997008172796264, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.07637231503579953, | |
| "hit@5": 0.3031026252983294, | |
| "hit@10": 0.4033412887828162, | |
| "ndcg_linear@1": 0.07637231503579953, | |
| "ndcg_linear@5": 0.15820239639498082, | |
| "ndcg_linear@10": 0.19395841349578616, | |
| "ndcg_exponential@1": 0.07637231503579953, | |
| "ndcg_exponential@5": 0.15820239639498082, | |
| "ndcg_exponential@10": 0.19395841349578616, | |
| "precision@1": 0.07637231503579953, | |
| "precision@5": 0.07159904534606205, | |
| "precision@10": 0.052983293556085914, | |
| "recall@1": 0.048528241845664274, | |
| "recall@5": 0.22104074326628023, | |
| "recall@10": 0.32010313672008184, | |
| "f1@1": 0.05683207007789346, | |
| "f1@5": 0.10227087246601498, | |
| "f1@10": 0.08682064083863344, | |
| "map@1": 0.07637231503579953, | |
| "map@5": 0.11957305754441794, | |
| "map@10": 0.13619920114028108, | |
| "mrr@1": 0.07637231503579953, | |
| "mrr@5": 0.16328560063643593, | |
| "mrr@10": 0.17665170284502024, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.698090692124105, | |
| "hit@5": 0.8007159904534606, | |
| "hit@10": 0.8281622911694511, | |
| "ndcg_linear@1": 0.49562450278440734, | |
| "ndcg_linear@5": 0.5143162653023697, | |
| "ndcg_linear@10": 0.49047862420126026, | |
| "ndcg_exponential@1": 0.35100579611319466, | |
| "ndcg_exponential@5": 0.43113924192770037, | |
| "ndcg_exponential@10": 0.43753218599979815, | |
| "precision@1": 0.698090692124105, | |
| "precision@5": 0.5663484486873509, | |
| "precision@10": 0.4947494033412887, | |
| "recall@1": 0.022961848267359367, | |
| "recall@5": 0.08932041189913144, | |
| "recall@10": 0.15198617349694285, | |
| "f1@1": 0.044005822895889966, | |
| "f1@5": 0.1481301071634879, | |
| "f1@10": 0.217939992851331, | |
| "map@1": 0.698090692124105, | |
| "map@5": 0.5353301511535402, | |
| "map@10": 0.44876554785266, | |
| "mrr@1": 0.698090692124105, | |
| "mrr@5": 0.7382259347653143, | |
| "mrr@10": 0.7417945221047847, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |