Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "seed-1.6-embedding", | |
| "model_size": "Unknow", | |
| "embedding_dimension": 2048, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-06-18", | |
| "data_source": "", | |
| "url": "https://seed1-6-embedding.github.io", | |
| "report_generated_date": "2025-06-17T17:11:28.306214" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.842, | |
| "hit@5": 0.973, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.842, | |
| "ndcg_linear@5": 0.916990224639478, | |
| "ndcg_linear@10": 0.9215083704609115, | |
| "ndcg_exponential@1": 0.842, | |
| "ndcg_exponential@5": 0.916990224639478, | |
| "ndcg_exponential@10": 0.9215083704609115, | |
| "precision@1": 0.842, | |
| "precision@5": 0.19460000000000002, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.842, | |
| "recall@5": 0.973, | |
| "recall@10": 0.987, | |
| "f1@1": 0.842, | |
| "f1@5": 0.3243333333333333, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.842, | |
| "map@5": 0.8978833333333334, | |
| "map@10": 0.8997428571428572, | |
| "mrr@1": 0.842, | |
| "mrr@5": 0.8978833333333334, | |
| "mrr@10": 0.8997428571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.829, | |
| "hit@5": 0.977, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.829, | |
| "ndcg_linear@5": 0.9136858334834821, | |
| "ndcg_linear@10": 0.9182381443962094, | |
| "ndcg_exponential@1": 0.829, | |
| "ndcg_exponential@5": 0.9136858334834821, | |
| "ndcg_exponential@10": 0.9182381443962094, | |
| "precision@1": 0.829, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09910000000000001, | |
| "recall@1": 0.829, | |
| "recall@5": 0.977, | |
| "recall@10": 0.991, | |
| "f1@1": 0.829, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.829, | |
| "map@5": 0.8921, | |
| "map@10": 0.8939932539682539, | |
| "mrr@1": 0.829, | |
| "mrr@5": 0.8921, | |
| "mrr@10": 0.8939932539682539, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.737, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.737, | |
| "ndcg_linear@5": 0.9029345251892934, | |
| "ndcg_linear@10": 0.9029345251892934, | |
| "ndcg_exponential@1": 0.737, | |
| "ndcg_exponential@5": 0.9029345251892934, | |
| "ndcg_exponential@10": 0.9029345251892934, | |
| "precision@1": 0.737, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.737, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.737, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.737, | |
| "map@5": 0.8685, | |
| "map@10": 0.8685, | |
| "mrr@1": 0.737, | |
| "mrr@5": 0.8685, | |
| "mrr@10": 0.8685, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.919, | |
| "hit@5": 0.989, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.919, | |
| "ndcg_linear@5": 0.9595037462504862, | |
| "ndcg_linear@10": 0.961825695725033, | |
| "ndcg_exponential@1": 0.919, | |
| "ndcg_exponential@5": 0.9595037462504862, | |
| "ndcg_exponential@10": 0.961825695725033, | |
| "precision@1": 0.919, | |
| "precision@5": 0.1978, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.919, | |
| "recall@5": 0.989, | |
| "recall@10": 0.996, | |
| "f1@1": 0.919, | |
| "f1@5": 0.3296666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.919, | |
| "map@5": 0.9494, | |
| "map@10": 0.9503928571428572, | |
| "mrr@1": 0.919, | |
| "mrr@5": 0.9494, | |
| "mrr@10": 0.9503928571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.808, | |
| "hit@5": 0.984, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.808, | |
| "ndcg_linear@5": 0.9087807095406254, | |
| "ndcg_linear@10": 0.9124901790287079, | |
| "ndcg_exponential@1": 0.808, | |
| "ndcg_exponential@5": 0.9087807095406254, | |
| "ndcg_exponential@10": 0.9124901790287079, | |
| "precision@1": 0.808, | |
| "precision@5": 0.1968, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.808, | |
| "recall@5": 0.984, | |
| "recall@10": 0.995, | |
| "f1@1": 0.808, | |
| "f1@5": 0.328, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.808, | |
| "map@5": 0.8831, | |
| "map@10": 0.8847218253968253, | |
| "mrr@1": 0.808, | |
| "mrr@5": 0.8831, | |
| "mrr@10": 0.8847218253968253, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.528, | |
| "hit@5": 0.843, | |
| "hit@10": 0.903, | |
| "ndcg_linear@1": 0.528, | |
| "ndcg_linear@5": 0.6977476213163191, | |
| "ndcg_linear@10": 0.7172806768058714, | |
| "ndcg_exponential@1": 0.528, | |
| "ndcg_exponential@5": 0.6977476213163191, | |
| "ndcg_exponential@10": 0.7172806768058714, | |
| "precision@1": 0.528, | |
| "precision@5": 0.1686, | |
| "precision@10": 0.0903, | |
| "recall@1": 0.528, | |
| "recall@5": 0.843, | |
| "recall@10": 0.903, | |
| "f1@1": 0.528, | |
| "f1@5": 0.281, | |
| "f1@10": 0.16418181818181818, | |
| "map@1": 0.528, | |
| "map@5": 0.6492666666666667, | |
| "map@10": 0.6574043650793651, | |
| "mrr@1": 0.528, | |
| "mrr@5": 0.6492666666666667, | |
| "mrr@10": 0.6574043650793651, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.731, | |
| "hit@5": 0.907, | |
| "hit@10": 0.946, | |
| "ndcg_linear@1": 0.731, | |
| "ndcg_linear@5": 0.8305964314294978, | |
| "ndcg_linear@10": 0.8432397618133283, | |
| "ndcg_exponential@1": 0.731, | |
| "ndcg_exponential@5": 0.8305964314294978, | |
| "ndcg_exponential@10": 0.8432397618133283, | |
| "precision@1": 0.731, | |
| "precision@5": 0.18140000000000003, | |
| "precision@10": 0.0946, | |
| "recall@1": 0.731, | |
| "recall@5": 0.907, | |
| "recall@10": 0.946, | |
| "f1@1": 0.731, | |
| "f1@5": 0.3023333333333334, | |
| "f1@10": 0.172, | |
| "map@1": 0.731, | |
| "map@5": 0.80465, | |
| "map@10": 0.8098861111111112, | |
| "mrr@1": 0.731, | |
| "mrr@5": 0.80465, | |
| "mrr@10": 0.8098861111111112, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.881, | |
| "hit@5": 0.983, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.881, | |
| "ndcg_linear@5": 0.9380351823950538, | |
| "ndcg_linear@10": 0.9403020472994238, | |
| "ndcg_exponential@1": 0.881, | |
| "ndcg_exponential@5": 0.9380351823950538, | |
| "ndcg_exponential@10": 0.9403020472994238, | |
| "precision@1": 0.881, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.881, | |
| "recall@5": 0.983, | |
| "recall@10": 0.99, | |
| "f1@1": 0.881, | |
| "f1@5": 0.32766666666666666, | |
| "f1@10": 0.17999999999999997, | |
| "map@1": 0.881, | |
| "map@5": 0.9227333333333333, | |
| "map@10": 0.9236678571428572, | |
| "mrr@1": 0.881, | |
| "mrr@5": 0.9227333333333333, | |
| "mrr@10": 0.9236678571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.854, | |
| "hit@5": 0.965, | |
| "hit@10": 0.978, | |
| "ndcg_linear@1": 0.854, | |
| "ndcg_linear@5": 0.9154220867761412, | |
| "ndcg_linear@10": 0.9197166456889784, | |
| "ndcg_exponential@1": 0.854, | |
| "ndcg_exponential@5": 0.9154220867761412, | |
| "ndcg_exponential@10": 0.9197166456889784, | |
| "precision@1": 0.854, | |
| "precision@5": 0.19300000000000003, | |
| "precision@10": 0.09780000000000001, | |
| "recall@1": 0.854, | |
| "recall@5": 0.965, | |
| "recall@10": 0.978, | |
| "f1@1": 0.854, | |
| "f1@5": 0.3216666666666667, | |
| "f1@10": 0.17781818181818182, | |
| "map@1": 0.854, | |
| "map@5": 0.8987833333333333, | |
| "map@10": 0.9006103174603175, | |
| "mrr@1": 0.854, | |
| "mrr@5": 0.8987833333333333, | |
| "mrr@10": 0.9006103174603175, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.477, | |
| "hit@5": 0.713, | |
| "hit@10": 0.806, | |
| "ndcg_linear@1": 0.477, | |
| "ndcg_linear@5": 0.6048191624360109, | |
| "ndcg_linear@10": 0.634850288929709, | |
| "ndcg_exponential@1": 0.477, | |
| "ndcg_exponential@5": 0.6048191624360109, | |
| "ndcg_exponential@10": 0.634850288929709, | |
| "precision@1": 0.477, | |
| "precision@5": 0.1426, | |
| "precision@10": 0.08059999999999999, | |
| "recall@1": 0.477, | |
| "recall@5": 0.713, | |
| "recall@10": 0.806, | |
| "f1@1": 0.477, | |
| "f1@5": 0.23766666666666675, | |
| "f1@10": 0.14654545454545456, | |
| "map@1": 0.477, | |
| "map@5": 0.5686333333333332, | |
| "map@10": 0.5810035714285714, | |
| "mrr@1": 0.477, | |
| "mrr@5": 0.5686333333333332, | |
| "mrr@10": 0.5810035714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.742, | |
| "hit@5": 0.925, | |
| "hit@10": 0.961, | |
| "ndcg_linear@1": 0.742, | |
| "ndcg_linear@5": 0.8435288879892352, | |
| "ndcg_linear@10": 0.8554908010155, | |
| "ndcg_exponential@1": 0.742, | |
| "ndcg_exponential@5": 0.8435288879892352, | |
| "ndcg_exponential@10": 0.8554908010155, | |
| "precision@1": 0.742, | |
| "precision@5": 0.18500000000000003, | |
| "precision@10": 0.09610000000000002, | |
| "recall@1": 0.742, | |
| "recall@5": 0.925, | |
| "recall@10": 0.961, | |
| "f1@1": 0.742, | |
| "f1@5": 0.3083333333333333, | |
| "f1@10": 0.1747272727272727, | |
| "map@1": 0.742, | |
| "map@5": 0.8160833333333333, | |
| "map@10": 0.8212095238095238, | |
| "mrr@1": 0.742, | |
| "mrr@5": 0.8160833333333333, | |
| "mrr@10": 0.8212095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.646, | |
| "hit@5": 0.921, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.646, | |
| "ndcg_linear@5": 0.8000396798155869, | |
| "ndcg_linear@10": 0.8129225512853913, | |
| "ndcg_exponential@1": 0.646, | |
| "ndcg_exponential@5": 0.8000396798155869, | |
| "ndcg_exponential@10": 0.8129225512853913, | |
| "precision@1": 0.646, | |
| "precision@5": 0.18420000000000006, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.646, | |
| "recall@5": 0.921, | |
| "recall@10": 0.96, | |
| "f1@1": 0.646, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17454545454545453, | |
| "map@1": 0.646, | |
| "map@5": 0.7591, | |
| "map@10": 0.7645773809523809, | |
| "mrr@1": 0.646, | |
| "mrr@5": 0.7591, | |
| "mrr@10": 0.7645773809523809, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.962, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.962, | |
| "ndcg_linear@5": 0.9845766049215211, | |
| "ndcg_linear@10": 0.9849328121086292, | |
| "ndcg_exponential@1": 0.962, | |
| "ndcg_exponential@5": 0.9845766049215211, | |
| "ndcg_exponential@10": 0.9849328121086292, | |
| "precision@1": 0.962, | |
| "precision@5": 0.19980000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.962, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.962, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.962, | |
| "map@5": 0.9795333333333333, | |
| "map@10": 0.9797, | |
| "mrr@1": 0.962, | |
| "mrr@5": 0.9795333333333333, | |
| "mrr@10": 0.9797, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.829, | |
| "hit@5": 0.951, | |
| "hit@10": 0.973, | |
| "ndcg_linear@1": 0.829, | |
| "ndcg_linear@5": 0.8975352607685402, | |
| "ndcg_linear@10": 0.9047862251061887, | |
| "ndcg_exponential@1": 0.829, | |
| "ndcg_exponential@5": 0.8975352607685402, | |
| "ndcg_exponential@10": 0.9047862251061887, | |
| "precision@1": 0.829, | |
| "precision@5": 0.19020000000000004, | |
| "precision@10": 0.09730000000000001, | |
| "recall@1": 0.829, | |
| "recall@5": 0.951, | |
| "recall@10": 0.973, | |
| "f1@1": 0.829, | |
| "f1@5": 0.317, | |
| "f1@10": 0.1769090909090909, | |
| "map@1": 0.829, | |
| "map@5": 0.8794500000000001, | |
| "map@10": 0.8825210317460318, | |
| "mrr@1": 0.829, | |
| "mrr@5": 0.8794500000000001, | |
| "mrr@10": 0.8825210317460318, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.692, | |
| "hit@5": 0.862, | |
| "hit@10": 0.898, | |
| "ndcg_linear@1": 0.692, | |
| "ndcg_linear@5": 0.7866260332979965, | |
| "ndcg_linear@10": 0.7983349342208159, | |
| "ndcg_exponential@1": 0.692, | |
| "ndcg_exponential@5": 0.7866260332979965, | |
| "ndcg_exponential@10": 0.7983349342208159, | |
| "precision@1": 0.692, | |
| "precision@5": 0.1724, | |
| "precision@10": 0.0898, | |
| "recall@1": 0.692, | |
| "recall@5": 0.862, | |
| "recall@10": 0.898, | |
| "f1@1": 0.692, | |
| "f1@5": 0.2873333333333334, | |
| "f1@10": 0.16327272727272726, | |
| "map@1": 0.692, | |
| "map@5": 0.7612166666666667, | |
| "map@10": 0.7660888888888889, | |
| "mrr@1": 0.692, | |
| "mrr@5": 0.7612166666666667, | |
| "mrr@10": 0.7660888888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.596, | |
| "hit@5": 0.911, | |
| "hit@10": 0.968, | |
| "ndcg_linear@1": 0.596, | |
| "ndcg_linear@5": 0.7713858077752657, | |
| "ndcg_linear@10": 0.7900659717196346, | |
| "ndcg_exponential@1": 0.596, | |
| "ndcg_exponential@5": 0.7713858077752657, | |
| "ndcg_exponential@10": 0.7900659717196346, | |
| "precision@1": 0.596, | |
| "precision@5": 0.18220000000000003, | |
| "precision@10": 0.09680000000000001, | |
| "recall@1": 0.596, | |
| "recall@5": 0.911, | |
| "recall@10": 0.968, | |
| "f1@1": 0.596, | |
| "f1@5": 0.3036666666666667, | |
| "f1@10": 0.176, | |
| "map@1": 0.596, | |
| "map@5": 0.7242333333333334, | |
| "map@10": 0.7320841269841271, | |
| "mrr@1": 0.596, | |
| "mrr@5": 0.7242333333333334, | |
| "mrr@10": 0.7320841269841271, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.792, | |
| "hit@5": 0.951, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.792, | |
| "ndcg_linear@5": 0.881656745639157, | |
| "ndcg_linear@10": 0.8936159234528639, | |
| "ndcg_exponential@1": 0.792, | |
| "ndcg_exponential@5": 0.881656745639157, | |
| "ndcg_exponential@10": 0.8936159234528639, | |
| "precision@1": 0.792, | |
| "precision@5": 0.1902, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.792, | |
| "recall@5": 0.951, | |
| "recall@10": 0.988, | |
| "f1@1": 0.792, | |
| "f1@5": 0.317, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.792, | |
| "map@5": 0.8581333333333333, | |
| "map@10": 0.8630630952380952, | |
| "mrr@1": 0.792, | |
| "mrr@5": 0.8581333333333333, | |
| "mrr@10": 0.8630630952380952, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.54, | |
| "hit@5": 0.716, | |
| "hit@10": 0.753, | |
| "ndcg_linear@1": 0.54, | |
| "ndcg_linear@5": 0.6356134359124915, | |
| "ndcg_linear@10": 0.6477591307530891, | |
| "ndcg_exponential@1": 0.54, | |
| "ndcg_exponential@5": 0.6356134359124915, | |
| "ndcg_exponential@10": 0.6477591307530891, | |
| "precision@1": 0.54, | |
| "precision@5": 0.14320000000000002, | |
| "precision@10": 0.0753, | |
| "recall@1": 0.54, | |
| "recall@5": 0.716, | |
| "recall@10": 0.753, | |
| "f1@1": 0.54, | |
| "f1@5": 0.23866666666666672, | |
| "f1@10": 0.13690909090909092, | |
| "map@1": 0.54, | |
| "map@5": 0.6086833333333334, | |
| "map@10": 0.6138047619047619, | |
| "mrr@1": 0.54, | |
| "mrr@5": 0.6086833333333334, | |
| "mrr@10": 0.6138047619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.747, | |
| "hit@5": 0.928, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.747, | |
| "ndcg_linear@5": 0.8467621750265025, | |
| "ndcg_linear@10": 0.8557628358256721, | |
| "ndcg_exponential@1": 0.747, | |
| "ndcg_exponential@5": 0.8467621750265025, | |
| "ndcg_exponential@10": 0.8557628358256721, | |
| "precision@1": 0.747, | |
| "precision@5": 0.18560000000000001, | |
| "precision@10": 0.09550000000000002, | |
| "recall@1": 0.747, | |
| "recall@5": 0.928, | |
| "recall@10": 0.955, | |
| "f1@1": 0.747, | |
| "f1@5": 0.3093333333333333, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.747, | |
| "map@5": 0.8194166666666668, | |
| "map@10": 0.8232904761904761, | |
| "mrr@1": 0.747, | |
| "mrr@5": 0.8194166666666668, | |
| "mrr@10": 0.8232904761904761, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.851, | |
| "hit@5": 0.931, | |
| "hit@10": 0.941, | |
| "ndcg_linear@1": 0.851, | |
| "ndcg_linear@5": 0.8970019655736842, | |
| "ndcg_linear@10": 0.9002293821257312, | |
| "ndcg_exponential@1": 0.851, | |
| "ndcg_exponential@5": 0.8970019655736842, | |
| "ndcg_exponential@10": 0.9002293821257312, | |
| "precision@1": 0.851, | |
| "precision@5": 0.1862, | |
| "precision@10": 0.09410000000000002, | |
| "recall@1": 0.851, | |
| "recall@5": 0.931, | |
| "recall@10": 0.941, | |
| "f1@1": 0.851, | |
| "f1@5": 0.31033333333333335, | |
| "f1@10": 0.17109090909090907, | |
| "map@1": 0.851, | |
| "map@5": 0.8853666666666666, | |
| "map@10": 0.8866984126984128, | |
| "mrr@1": 0.851, | |
| "mrr@5": 0.8853666666666666, | |
| "mrr@10": 0.8866984126984128, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.846, | |
| "hit@5": 0.964, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.846, | |
| "ndcg_linear@5": 0.9125151299074916, | |
| "ndcg_linear@10": 0.9210705578162302, | |
| "ndcg_exponential@1": 0.846, | |
| "ndcg_exponential@5": 0.9125151299074916, | |
| "ndcg_exponential@10": 0.9210705578162302, | |
| "precision@1": 0.846, | |
| "precision@5": 0.1928, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.846, | |
| "recall@5": 0.964, | |
| "recall@10": 0.99, | |
| "f1@1": 0.846, | |
| "f1@5": 0.3213333333333333, | |
| "f1@10": 0.18, | |
| "map@1": 0.846, | |
| "map@5": 0.8950500000000001, | |
| "map@10": 0.8986646825396827, | |
| "mrr@1": 0.846, | |
| "mrr@5": 0.8950500000000001, | |
| "mrr@10": 0.8986646825396827, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.65, | |
| "hit@5": 0.929, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.65, | |
| "ndcg_linear@5": 0.807701687194381, | |
| "ndcg_linear@10": 0.8208961392222283, | |
| "ndcg_exponential@1": 0.65, | |
| "ndcg_exponential@5": 0.807701687194381, | |
| "ndcg_exponential@10": 0.8208961392222283, | |
| "precision@1": 0.65, | |
| "precision@5": 0.18580000000000002, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.65, | |
| "recall@5": 0.929, | |
| "recall@10": 0.97, | |
| "f1@1": 0.65, | |
| "f1@5": 0.3096666666666667, | |
| "f1@10": 0.17636363636363633, | |
| "map@1": 0.65, | |
| "map@5": 0.7665666666666666, | |
| "map@10": 0.7719769841269841, | |
| "mrr@1": 0.65, | |
| "mrr@5": 0.7665666666666666, | |
| "mrr@10": 0.7719769841269841, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.834, | |
| "hit@5": 0.932, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.834, | |
| "ndcg_linear@5": 0.8894842091373737, | |
| "ndcg_linear@10": 0.896521108671588, | |
| "ndcg_exponential@1": 0.834, | |
| "ndcg_exponential@5": 0.8894842091373737, | |
| "ndcg_exponential@10": 0.896521108671588, | |
| "precision@1": 0.834, | |
| "precision@5": 0.18640000000000004, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.834, | |
| "recall@5": 0.932, | |
| "recall@10": 0.953, | |
| "f1@1": 0.834, | |
| "f1@5": 0.3106666666666667, | |
| "f1@10": 0.17327272727272724, | |
| "map@1": 0.834, | |
| "map@5": 0.8750166666666667, | |
| "map@10": 0.8780603174603174, | |
| "mrr@1": 0.834, | |
| "mrr@5": 0.8750166666666667, | |
| "mrr@10": 0.8780603174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.845, | |
| "hit@5": 0.94, | |
| "hit@10": 0.951, | |
| "ndcg_linear@1": 0.845, | |
| "ndcg_linear@5": 0.8971447407594438, | |
| "ndcg_linear@10": 0.9007245082075566, | |
| "ndcg_exponential@1": 0.845, | |
| "ndcg_exponential@5": 0.8971447407594438, | |
| "ndcg_exponential@10": 0.9007245082075566, | |
| "precision@1": 0.845, | |
| "precision@5": 0.18800000000000003, | |
| "precision@10": 0.09510000000000002, | |
| "recall@1": 0.845, | |
| "recall@5": 0.94, | |
| "recall@10": 0.951, | |
| "f1@1": 0.845, | |
| "f1@5": 0.3133333333333333, | |
| "f1@10": 0.1729090909090909, | |
| "map@1": 0.845, | |
| "map@5": 0.88275, | |
| "map@10": 0.8842380952380952, | |
| "mrr@1": 0.845, | |
| "mrr@5": 0.88275, | |
| "mrr@10": 0.8842380952380952, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.788, | |
| "hit@5": 0.968, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.788, | |
| "ndcg_linear@5": 0.8888060255769749, | |
| "ndcg_linear@10": 0.8942987352115909, | |
| "ndcg_exponential@1": 0.788, | |
| "ndcg_exponential@5": 0.8888060255769749, | |
| "ndcg_exponential@10": 0.8942987352115909, | |
| "precision@1": 0.788, | |
| "precision@5": 0.19360000000000002, | |
| "precision@10": 0.0985, | |
| "recall@1": 0.788, | |
| "recall@5": 0.968, | |
| "recall@10": 0.985, | |
| "f1@1": 0.788, | |
| "f1@5": 0.3226666666666666, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.788, | |
| "map@5": 0.862, | |
| "map@10": 0.8642642857142857, | |
| "mrr@1": 0.788, | |
| "mrr@5": 0.862, | |
| "mrr@10": 0.8642642857142857, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.774, | |
| "hit@5": 0.961, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.774, | |
| "ndcg_linear@5": 0.8768771290205655, | |
| "ndcg_linear@10": 0.8853211460614983, | |
| "ndcg_exponential@1": 0.774, | |
| "ndcg_exponential@5": 0.8768771290205655, | |
| "ndcg_exponential@10": 0.8853211460614983, | |
| "precision@1": 0.774, | |
| "precision@5": 0.19220000000000004, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.774, | |
| "recall@5": 0.961, | |
| "recall@10": 0.987, | |
| "f1@1": 0.774, | |
| "f1@5": 0.32033333333333336, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.774, | |
| "map@5": 0.8485999999999999, | |
| "map@10": 0.8521051587301588, | |
| "mrr@1": 0.774, | |
| "mrr@5": 0.8485999999999999, | |
| "mrr@10": 0.8521051587301588, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.721, | |
| "hit@5": 0.987, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.721, | |
| "ndcg_linear@5": 0.8739249362758955, | |
| "ndcg_linear@10": 0.8779483914402297, | |
| "ndcg_exponential@1": 0.721, | |
| "ndcg_exponential@5": 0.8739249362758955, | |
| "ndcg_exponential@10": 0.8779483914402297, | |
| "precision@1": 0.721, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.721, | |
| "recall@5": 0.987, | |
| "recall@10": 0.999, | |
| "f1@1": 0.721, | |
| "f1@5": 0.329, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.721, | |
| "map@5": 0.83525, | |
| "map@10": 0.8369920634920636, | |
| "mrr@1": 0.721, | |
| "mrr@5": 0.83525, | |
| "mrr@10": 0.8369920634920636, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.917, | |
| "hit@5": 0.992, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.917, | |
| "ndcg_linear@5": 0.9623836332056178, | |
| "ndcg_linear@10": 0.9636454000914932, | |
| "ndcg_exponential@1": 0.917, | |
| "ndcg_exponential@5": 0.9623836332056178, | |
| "ndcg_exponential@10": 0.9636454000914932, | |
| "precision@1": 0.917, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.917, | |
| "recall@5": 0.992, | |
| "recall@10": 0.996, | |
| "f1@1": 0.917, | |
| "f1@5": 0.3306666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.917, | |
| "map@5": 0.9520666666666667, | |
| "map@10": 0.9525694444444445, | |
| "mrr@1": 0.917, | |
| "mrr@5": 0.9520666666666667, | |
| "mrr@10": 0.9525694444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.49, | |
| "hit@5": 0.746, | |
| "hit@10": 0.834, | |
| "ndcg_linear@1": 0.49, | |
| "ndcg_linear@5": 0.6258433954744703, | |
| "ndcg_linear@10": 0.6543940149759805, | |
| "ndcg_exponential@1": 0.49, | |
| "ndcg_exponential@5": 0.6258433954744703, | |
| "ndcg_exponential@10": 0.6543940149759805, | |
| "precision@1": 0.49, | |
| "precision@5": 0.14920000000000003, | |
| "precision@10": 0.0834, | |
| "recall@1": 0.49, | |
| "recall@5": 0.746, | |
| "recall@10": 0.834, | |
| "f1@1": 0.49, | |
| "f1@5": 0.24866666666666667, | |
| "f1@10": 0.15163636363636362, | |
| "map@1": 0.49, | |
| "map@5": 0.5859, | |
| "map@10": 0.597743253968254, | |
| "mrr@1": 0.49, | |
| "mrr@5": 0.5859, | |
| "mrr@10": 0.597743253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.796, | |
| "hit@5": 0.943, | |
| "hit@10": 0.967, | |
| "ndcg_linear@1": 0.796, | |
| "ndcg_linear@5": 0.8791218781964567, | |
| "ndcg_linear@10": 0.8868948971053225, | |
| "ndcg_exponential@1": 0.796, | |
| "ndcg_exponential@5": 0.8791218781964567, | |
| "ndcg_exponential@10": 0.8868948971053225, | |
| "precision@1": 0.796, | |
| "precision@5": 0.18860000000000002, | |
| "precision@10": 0.09670000000000002, | |
| "recall@1": 0.796, | |
| "recall@5": 0.943, | |
| "recall@10": 0.967, | |
| "f1@1": 0.796, | |
| "f1@5": 0.3143333333333333, | |
| "f1@10": 0.17581818181818182, | |
| "map@1": 0.796, | |
| "map@5": 0.8574666666666667, | |
| "map@10": 0.8606813492063493, | |
| "mrr@1": 0.796, | |
| "mrr@5": 0.8574666666666667, | |
| "mrr@10": 0.8606813492063493, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.772, | |
| "hit@5": 0.924, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.772, | |
| "ndcg_linear@5": 0.8556169979412336, | |
| "ndcg_linear@10": 0.8670559585063067, | |
| "ndcg_exponential@1": 0.772, | |
| "ndcg_exponential@5": 0.8556169979412336, | |
| "ndcg_exponential@10": 0.8670559585063067, | |
| "precision@1": 0.772, | |
| "precision@5": 0.18480000000000002, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.772, | |
| "recall@5": 0.924, | |
| "recall@10": 0.958, | |
| "f1@1": 0.772, | |
| "f1@5": 0.308, | |
| "f1@10": 0.1741818181818182, | |
| "map@1": 0.772, | |
| "map@5": 0.8326, | |
| "map@10": 0.837581746031746, | |
| "mrr@1": 0.772, | |
| "mrr@5": 0.8326, | |
| "mrr@10": 0.837581746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.915, | |
| "hit@5": 0.99, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.915, | |
| "ndcg_linear@5": 0.9569681804537362, | |
| "ndcg_linear@10": 0.9582742158466272, | |
| "ndcg_exponential@1": 0.915, | |
| "ndcg_exponential@5": 0.9569681804537362, | |
| "ndcg_exponential@10": 0.9582742158466272, | |
| "precision@1": 0.915, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.0994, | |
| "recall@1": 0.915, | |
| "recall@5": 0.99, | |
| "recall@10": 0.994, | |
| "f1@1": 0.915, | |
| "f1@5": 0.33, | |
| "f1@10": 0.1807272727272727, | |
| "map@1": 0.915, | |
| "map@5": 0.9458166666666667, | |
| "map@10": 0.9463623015873016, | |
| "mrr@1": 0.915, | |
| "mrr@5": 0.9458166666666667, | |
| "mrr@10": 0.9463623015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.821, | |
| "hit@5": 0.941, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.821, | |
| "ndcg_linear@5": 0.8871999220427926, | |
| "ndcg_linear@10": 0.893450793759174, | |
| "ndcg_exponential@1": 0.821, | |
| "ndcg_exponential@5": 0.8871999220427926, | |
| "ndcg_exponential@10": 0.893450793759174, | |
| "precision@1": 0.821, | |
| "precision@5": 0.1882, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.821, | |
| "recall@5": 0.941, | |
| "recall@10": 0.96, | |
| "f1@1": 0.821, | |
| "f1@5": 0.3136666666666667, | |
| "f1@10": 0.17454545454545456, | |
| "map@1": 0.821, | |
| "map@5": 0.8690999999999999, | |
| "map@10": 0.8717452380952382, | |
| "mrr@1": 0.821, | |
| "mrr@5": 0.8690999999999999, | |
| "mrr@10": 0.8717452380952382, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.955, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.955, | |
| "ndcg_linear@5": 0.9817312536893785, | |
| "ndcg_linear@10": 0.9820874608764865, | |
| "ndcg_exponential@1": 0.955, | |
| "ndcg_exponential@5": 0.9817312536893785, | |
| "ndcg_exponential@10": 0.9820874608764865, | |
| "precision@1": 0.955, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.955, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.955, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.955, | |
| "map@5": 0.9757, | |
| "map@10": 0.9758666666666665, | |
| "mrr@1": 0.955, | |
| "mrr@5": 0.9757, | |
| "mrr@10": 0.9758666666666665, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.93, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.93, | |
| "ndcg_linear@5": 0.9759269422571449, | |
| "ndcg_linear@10": 0.9759269422571449, | |
| "ndcg_exponential@1": 0.93, | |
| "ndcg_exponential@5": 0.9759269422571449, | |
| "ndcg_exponential@10": 0.9759269422571449, | |
| "precision@1": 0.93, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.93, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.93, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.93, | |
| "map@5": 0.9678333333333333, | |
| "map@10": 0.9678333333333333, | |
| "mrr@1": 0.93, | |
| "mrr@5": 0.9648333333333333, | |
| "mrr@10": 0.9648333333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.944, | |
| "hit@5": 0.987, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.944, | |
| "ndcg_linear@5": 0.9682186563038736, | |
| "ndcg_linear@10": 0.9698808988838727, | |
| "ndcg_exponential@1": 0.944, | |
| "ndcg_exponential@5": 0.9682186563038736, | |
| "ndcg_exponential@10": 0.9698808988838727, | |
| "precision@1": 0.944, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.944, | |
| "recall@5": 0.987, | |
| "recall@10": 0.992, | |
| "f1@1": 0.944, | |
| "f1@5": 0.329, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.944, | |
| "map@5": 0.9618333333333332, | |
| "map@10": 0.9625456349206349, | |
| "mrr@1": 0.944, | |
| "mrr@5": 0.9618333333333332, | |
| "mrr@10": 0.9625456349206349, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.842, | |
| "hit@5": 0.92, | |
| "hit@10": 0.95, | |
| "ndcg_linear@1": 0.842, | |
| "ndcg_linear@5": 0.8846387781814685, | |
| "ndcg_linear@10": 0.8946668295423478, | |
| "ndcg_exponential@1": 0.842, | |
| "ndcg_exponential@5": 0.8846387781814685, | |
| "ndcg_exponential@10": 0.8946668295423478, | |
| "precision@1": 0.842, | |
| "precision@5": 0.18400000000000002, | |
| "precision@10": 0.095, | |
| "recall@1": 0.842, | |
| "recall@5": 0.92, | |
| "recall@10": 0.95, | |
| "f1@1": 0.842, | |
| "f1@5": 0.3066666666666667, | |
| "f1@10": 0.1727272727272727, | |
| "map@1": 0.842, | |
| "map@5": 0.8727666666666667, | |
| "map@10": 0.8770920634920635, | |
| "mrr@1": 0.842, | |
| "mrr@5": 0.8727666666666667, | |
| "mrr@10": 0.8770920634920635, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.5099778270509978, | |
| "hit@5": 0.6917960088691796, | |
| "hit@10": 0.753880266075388, | |
| "ndcg_linear@1": 0.5099778270509978, | |
| "ndcg_linear@5": 0.6036077152437246, | |
| "ndcg_linear@10": 0.6246004607227122, | |
| "ndcg_exponential@1": 0.5099778270509978, | |
| "ndcg_exponential@5": 0.6036077152437246, | |
| "ndcg_exponential@10": 0.6246004607227122, | |
| "precision@1": 0.5099778270509978, | |
| "precision@5": 0.13968957871396895, | |
| "precision@10": 0.0778270509977827, | |
| "recall@1": 0.507390983000739, | |
| "recall@5": 0.6832594235033259, | |
| "recall@10": 0.7455838876570584, | |
| "f1@1": 0.5081300813008129, | |
| "f1@5": 0.2307433838280324, | |
| "f1@10": 0.13988581017405854, | |
| "map@1": 0.5099778270509978, | |
| "map@5": 0.5751847745750184, | |
| "map@10": 0.5843315559778973, | |
| "mrr@1": 0.5099778270509978, | |
| "mrr@5": 0.5794900221729491, | |
| "mrr@10": 0.5876702565726956, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8502024291497976, | |
| "hit@5": 0.9534412955465587, | |
| "hit@10": 0.9676113360323887, | |
| "ndcg_linear@1": 0.8502024291497976, | |
| "ndcg_linear@5": 0.9062187753606937, | |
| "ndcg_linear@10": 0.9112301061936733, | |
| "ndcg_exponential@1": 0.8502024291497976, | |
| "ndcg_exponential@5": 0.9062187753606937, | |
| "ndcg_exponential@10": 0.9112301061936733, | |
| "precision@1": 0.8502024291497976, | |
| "precision@5": 0.19068825910931173, | |
| "precision@10": 0.09696356275303644, | |
| "recall@1": 0.8502024291497976, | |
| "recall@5": 0.9508097165991902, | |
| "recall@10": 0.965991902834008, | |
| "f1@1": 0.8502024291497976, | |
| "f1@5": 0.3174474648158859, | |
| "f1@10": 0.17613789719052877, | |
| "map@1": 0.8502024291497976, | |
| "map@5": 0.8908400809716599, | |
| "map@10": 0.8930210140736456, | |
| "mrr@1": 0.8502024291497976, | |
| "mrr@5": 0.891497975708502, | |
| "mrr@10": 0.8934258723732408, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8071428571428572, | |
| "hit@5": 0.9321428571428572, | |
| "hit@10": 0.9678571428571429, | |
| "ndcg_linear@1": 0.8071428571428572, | |
| "ndcg_linear@5": 0.8781592269843446, | |
| "ndcg_linear@10": 0.889723495349082, | |
| "ndcg_exponential@1": 0.8071428571428572, | |
| "ndcg_exponential@5": 0.8781592269843446, | |
| "ndcg_exponential@10": 0.889723495349082, | |
| "precision@1": 0.8071428571428572, | |
| "precision@5": 0.18642857142857142, | |
| "precision@10": 0.09678571428571427, | |
| "recall@1": 0.8071428571428572, | |
| "recall@5": 0.9321428571428572, | |
| "recall@10": 0.9678571428571429, | |
| "f1@1": 0.8071428571428572, | |
| "f1@5": 0.31071428571428583, | |
| "f1@10": 0.175974025974026, | |
| "map@1": 0.8071428571428572, | |
| "map@5": 0.8597619047619047, | |
| "map@10": 0.86453089569161, | |
| "mrr@1": 0.8071428571428572, | |
| "mrr@5": 0.8597619047619047, | |
| "mrr@10": 0.86453089569161, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.594775212636695, | |
| "hit@5": 0.8803159173754557, | |
| "hit@10": 0.9422843256379101, | |
| "ndcg_linear@1": 0.594775212636695, | |
| "ndcg_linear@5": 0.7498226279604385, | |
| "ndcg_linear@10": 0.7700996085185149, | |
| "ndcg_exponential@1": 0.594775212636695, | |
| "ndcg_exponential@5": 0.7498226279604385, | |
| "ndcg_exponential@10": 0.7700996085185149, | |
| "precision@1": 0.594775212636695, | |
| "precision@5": 0.17703523693803158, | |
| "precision@10": 0.0948359659781288, | |
| "recall@1": 0.5927095990279465, | |
| "recall@5": 0.8795868772782502, | |
| "recall@10": 0.9419198055893074, | |
| "f1@1": 0.5932655841525829, | |
| "f1@5": 0.29431811606781244, | |
| "f1@10": 0.1721013292094702, | |
| "map@1": 0.594775212636695, | |
| "map@5": 0.7060064803564196, | |
| "map@10": 0.714454039615036, | |
| "mrr@1": 0.594775212636695, | |
| "mrr@5": 0.7066828675577156, | |
| "mrr@10": 0.7151668788211922, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.54, | |
| "hit@5": 0.9, | |
| "hit@10": 0.95, | |
| "ndcg_linear@1": 0.54, | |
| "ndcg_linear@5": 0.7333949382728729, | |
| "ndcg_linear@10": 0.7495746790027095, | |
| "ndcg_exponential@1": 0.54, | |
| "ndcg_exponential@5": 0.7333949382728729, | |
| "ndcg_exponential@10": 0.7495746790027095, | |
| "precision@1": 0.54, | |
| "precision@5": 0.17999999999999994, | |
| "precision@10": 0.09499999999999999, | |
| "recall@1": 0.54, | |
| "recall@5": 0.9, | |
| "recall@10": 0.95, | |
| "f1@1": 0.54, | |
| "f1@5": 0.30000000000000004, | |
| "f1@10": 0.1727272727272728, | |
| "map@1": 0.54, | |
| "map@5": 0.6776666666666666, | |
| "map@10": 0.684361111111111, | |
| "mrr@1": 0.54, | |
| "mrr@5": 0.6776666666666666, | |
| "mrr@10": 0.684361111111111, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.93, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.93, | |
| "ndcg_linear@5": 0.9632346581878777, | |
| "ndcg_linear@10": 0.9663893069557349, | |
| "ndcg_exponential@1": 0.93, | |
| "ndcg_exponential@5": 0.9632346581878777, | |
| "ndcg_exponential@10": 0.9663893069557349, | |
| "precision@1": 0.93, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.93, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.93, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.93, | |
| "map@5": 0.9541666666666666, | |
| "map@10": 0.9554166666666666, | |
| "mrr@1": 0.93, | |
| "mrr@5": 0.9541666666666666, | |
| "mrr@10": 0.9554166666666666, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.88, | |
| "hit@5": 0.97, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.88, | |
| "ndcg_linear@5": 0.9283353124931202, | |
| "ndcg_linear@10": 0.9316686458264535, | |
| "ndcg_exponential@1": 0.88, | |
| "ndcg_exponential@5": 0.9283353124931202, | |
| "ndcg_exponential@10": 0.9316686458264535, | |
| "precision@1": 0.88, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.88, | |
| "recall@5": 0.97, | |
| "recall@10": 0.98, | |
| "f1@1": 0.88, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.88, | |
| "map@5": 0.9145, | |
| "map@10": 0.9159285714285714, | |
| "mrr@1": 0.88, | |
| "mrr@5": 0.9145, | |
| "mrr@10": 0.9159285714285714, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.85, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.85, | |
| "ndcg_linear@5": 0.9353972089828991, | |
| "ndcg_linear@10": 0.9353972089828991, | |
| "ndcg_exponential@1": 0.85, | |
| "ndcg_exponential@5": 0.9353972089828991, | |
| "ndcg_exponential@10": 0.9353972089828991, | |
| "precision@1": 0.85, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.85, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.85, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.85, | |
| "map@5": 0.9133333333333333, | |
| "map@10": 0.9133333333333333, | |
| "mrr@1": 0.85, | |
| "mrr@5": 0.9133333333333333, | |
| "mrr@10": 0.9133333333333333, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.92, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.92, | |
| "ndcg_linear@5": 0.9704743802857166, | |
| "ndcg_linear@10": 0.9704743802857166, | |
| "ndcg_exponential@1": 0.92, | |
| "ndcg_exponential@5": 0.9704743802857166, | |
| "ndcg_exponential@10": 0.9704743802857166, | |
| "precision@1": 0.92, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.92, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.92, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.92, | |
| "map@5": 0.96, | |
| "map@10": 0.96, | |
| "mrr@1": 0.92, | |
| "mrr@5": 0.96, | |
| "mrr@10": 0.96, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5961538461538461, | |
| "hit@5": 0.8846153846153846, | |
| "hit@10": 0.9423076923076923, | |
| "ndcg_linear@1": 0.5833333333333334, | |
| "ndcg_linear@5": 0.6329532125734464, | |
| "ndcg_linear@10": 0.6664435968467963, | |
| "ndcg_exponential@1": 0.5796703296703296, | |
| "ndcg_exponential@5": 0.6289366097665563, | |
| "ndcg_exponential@10": 0.6618183813584131, | |
| "precision@1": 0.5961538461538461, | |
| "precision@5": 0.2576923076923077, | |
| "precision@10": 0.15576923076923077, | |
| "recall@1": 0.4059149184149184, | |
| "recall@5": 0.7016108891108891, | |
| "recall@10": 0.7985514485514487, | |
| "f1@1": 0.44370949563257256, | |
| "f1@5": 0.33953444431385615, | |
| "f1@10": 0.2393916603758233, | |
| "map@1": 0.5961538461538461, | |
| "map@5": 0.5686805555555556, | |
| "map@10": 0.588305352055352, | |
| "mrr@1": 0.5961538461538461, | |
| "mrr@5": 0.6974358974358974, | |
| "mrr@10": 0.7061355311355311, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.56875, | |
| "hit@5": 0.91875, | |
| "hit@10": 0.95625, | |
| "ndcg_linear@1": 0.56875, | |
| "ndcg_linear@5": 0.6389909594347212, | |
| "ndcg_linear@10": 0.6676119191978092, | |
| "ndcg_exponential@1": 0.56875, | |
| "ndcg_exponential@5": 0.6389909594347212, | |
| "ndcg_exponential@10": 0.6676119191978092, | |
| "precision@1": 0.56875, | |
| "precision@5": 0.29750000000000004, | |
| "precision@10": 0.185, | |
| "recall@1": 0.3534476461038961, | |
| "recall@5": 0.6817184316908582, | |
| "recall@10": 0.7714336643748408, | |
| "f1@1": 0.401907693001443, | |
| "f1@5": 0.36737077852702854, | |
| "f1@10": 0.26891204349844056, | |
| "map@1": 0.56875, | |
| "map@5": 0.5566770833333333, | |
| "map@10": 0.5730860556027967, | |
| "mrr@1": 0.56875, | |
| "mrr@5": 0.7088541666666666, | |
| "mrr@10": 0.7134027777777778, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.496875, | |
| "hit@5": 0.8546875, | |
| "hit@10": 0.9203125, | |
| "ndcg_linear@1": 0.496875, | |
| "ndcg_linear@5": 0.5713555629827791, | |
| "ndcg_linear@10": 0.6058941060769942, | |
| "ndcg_exponential@1": 0.496875, | |
| "ndcg_exponential@5": 0.5713555629827791, | |
| "ndcg_exponential@10": 0.6058941060769942, | |
| "precision@1": 0.496875, | |
| "precision@5": 0.265625, | |
| "precision@10": 0.17343750000000002, | |
| "recall@1": 0.3091933847402598, | |
| "recall@5": 0.6188992084392535, | |
| "recall@10": 0.7217762411586891, | |
| "f1@1": 0.35054118190836936, | |
| "f1@5": 0.3282865844837352, | |
| "f1@10": 0.25063344133059207, | |
| "map@1": 0.496875, | |
| "map@5": 0.49167317708333336, | |
| "map@10": 0.5097908155883882, | |
| "mrr@1": 0.496875, | |
| "mrr@5": 0.6363020833333334, | |
| "mrr@10": 0.6449336557539682, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.7413793103448276, | |
| "hit@5": 0.9137931034482759, | |
| "hit@10": 0.9655172413793104, | |
| "ndcg_linear@1": 0.7413793103448276, | |
| "ndcg_linear@5": 0.6395804580296547, | |
| "ndcg_linear@10": 0.5916166978355107, | |
| "ndcg_exponential@1": 0.7413793103448276, | |
| "ndcg_exponential@5": 0.6395804580296547, | |
| "ndcg_exponential@10": 0.5916166978355107, | |
| "precision@1": 0.7413793103448276, | |
| "precision@5": 0.5448275862068965, | |
| "precision@10": 0.40862068965517245, | |
| "recall@1": 0.12007297188759494, | |
| "recall@5": 0.3256313458089046, | |
| "recall@10": 0.43855765239638506, | |
| "f1@1": 0.17677278220210246, | |
| "f1@5": 0.3258972112641699, | |
| "f1@10": 0.341717907191819, | |
| "map@1": 0.7413793103448276, | |
| "map@5": 0.5538505747126437, | |
| "map@10": 0.46635694954865725, | |
| "mrr@1": 0.7413793103448276, | |
| "mrr@5": 0.8051724137931034, | |
| "mrr@10": 0.8126642036124795, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.6336206896551724, | |
| "hit@5": 0.875, | |
| "hit@10": 0.9482758620689655, | |
| "ndcg_linear@1": 0.6336206896551724, | |
| "ndcg_linear@5": 0.5384777822431013, | |
| "ndcg_linear@10": 0.5140949894716761, | |
| "ndcg_exponential@1": 0.6336206896551724, | |
| "ndcg_exponential@5": 0.5384777822431013, | |
| "ndcg_exponential@10": 0.5140949894716761, | |
| "precision@1": 0.6336206896551724, | |
| "precision@5": 0.4750000000000001, | |
| "precision@10": 0.38362068965517243, | |
| "recall@1": 0.07684484169166082, | |
| "recall@5": 0.26039631359879994, | |
| "recall@10": 0.38879175511982644, | |
| "f1@1": 0.12253220324578332, | |
| "f1@5": 0.2750726985998097, | |
| "f1@10": 0.31397909934957235, | |
| "map@1": 0.6336206896551724, | |
| "map@5": 0.44077825670498083, | |
| "map@10": 0.37748781233438455, | |
| "mrr@1": 0.6336206896551724, | |
| "mrr@5": 0.7184626436781609, | |
| "mrr@10": 0.7281027640941434, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.5263157894736842, | |
| "hit@5": 0.8596491228070176, | |
| "hit@10": 0.9122807017543859, | |
| "ndcg_linear@1": 0.5263157894736842, | |
| "ndcg_linear@5": 0.583879469884602, | |
| "ndcg_linear@10": 0.6136851295016935, | |
| "ndcg_exponential@1": 0.5263157894736842, | |
| "ndcg_exponential@5": 0.5838794698846019, | |
| "ndcg_exponential@10": 0.6136851295016935, | |
| "precision@1": 0.5263157894736842, | |
| "precision@5": 0.30175438596491233, | |
| "precision@10": 0.19122807017543864, | |
| "recall@1": 0.25223475355054303, | |
| "recall@5": 0.6128028404344193, | |
| "recall@10": 0.7328738512949038, | |
| "f1@1": 0.3037682207555165, | |
| "f1@5": 0.3518859713212228, | |
| "f1@10": 0.26744830134108283, | |
| "map@1": 0.5263157894736842, | |
| "map@5": 0.486598440545809, | |
| "map@10": 0.49824329341873197, | |
| "mrr@1": 0.5263157894736842, | |
| "mrr@5": 0.6725146198830408, | |
| "mrr@10": 0.67958089668616, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.4605263157894737, | |
| "hit@5": 0.7982456140350878, | |
| "hit@10": 0.868421052631579, | |
| "ndcg_linear@1": 0.4605263157894737, | |
| "ndcg_linear@5": 0.5198938862821212, | |
| "ndcg_linear@10": 0.5518318685178015, | |
| "ndcg_exponential@1": 0.4605263157894737, | |
| "ndcg_exponential@5": 0.5198938862821212, | |
| "ndcg_exponential@10": 0.5518318685178015, | |
| "precision@1": 0.4605263157894737, | |
| "precision@5": 0.2675438596491228, | |
| "precision@10": 0.17500000000000002, | |
| "recall@1": 0.22349624060150375, | |
| "recall@5": 0.55859440267335, | |
| "recall@10": 0.6707341269841269, | |
| "f1@1": 0.2684802580628352, | |
| "f1@5": 0.31434699453542203, | |
| "f1@10": 0.2453443342772412, | |
| "map@1": 0.4605263157894737, | |
| "map@5": 0.4300706627680312, | |
| "map@10": 0.44204394087069526, | |
| "mrr@1": 0.4605263157894737, | |
| "mrr@5": 0.6039473684210526, | |
| "mrr@10": 0.613222291840713, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.7953431372549019, | |
| "hit@5": 0.9105392156862745, | |
| "hit@10": 0.9424019607843137, | |
| "ndcg_linear@1": 0.7953431372549019, | |
| "ndcg_linear@5": 0.8579289489742433, | |
| "ndcg_linear@10": 0.8681174781735144, | |
| "ndcg_exponential@1": 0.7953431372549019, | |
| "ndcg_exponential@5": 0.8579289489742433, | |
| "ndcg_exponential@10": 0.8681174781735144, | |
| "precision@1": 0.7953431372549019, | |
| "precision@5": 0.1821078431372549, | |
| "precision@10": 0.09424019607843138, | |
| "recall@1": 0.7953431372549019, | |
| "recall@5": 0.9105392156862745, | |
| "recall@10": 0.9424019607843137, | |
| "f1@1": 0.7953431372549019, | |
| "f1@5": 0.3035130718954249, | |
| "f1@10": 0.1713458110516934, | |
| "map@1": 0.7953431372549019, | |
| "map@5": 0.8402982026143792, | |
| "map@10": 0.8444366635543107, | |
| "mrr@1": 0.7953431372549019, | |
| "mrr@5": 0.8402982026143792, | |
| "mrr@10": 0.8444366635543107, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.746031746031746, | |
| "hit@5": 0.873015873015873, | |
| "hit@10": 0.9047619047619048, | |
| "ndcg_linear@1": 0.746031746031746, | |
| "ndcg_linear@5": 0.8188146877131854, | |
| "ndcg_linear@10": 0.8301228523832814, | |
| "ndcg_exponential@1": 0.746031746031746, | |
| "ndcg_exponential@5": 0.8188146877131854, | |
| "ndcg_exponential@10": 0.8301228523832814, | |
| "precision@1": 0.746031746031746, | |
| "precision@5": 0.1746031746031745, | |
| "precision@10": 0.09047619047619043, | |
| "recall@1": 0.746031746031746, | |
| "recall@5": 0.873015873015873, | |
| "recall@10": 0.9047619047619048, | |
| "f1@1": 0.746031746031746, | |
| "f1@5": 0.29100529100529093, | |
| "f1@10": 0.1645021645021645, | |
| "map@1": 0.746031746031746, | |
| "map@5": 0.8002645502645503, | |
| "map@10": 0.8055555555555557, | |
| "mrr@1": 0.746031746031746, | |
| "mrr@5": 0.8002645502645503, | |
| "mrr@10": 0.8055555555555557, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.8155668358714044, | |
| "hit@5": 0.9576988155668359, | |
| "hit@10": 0.9678510998307953, | |
| "ndcg_linear@1": 0.8155668358714044, | |
| "ndcg_linear@5": 0.894284381785278, | |
| "ndcg_linear@10": 0.8975776169952439, | |
| "ndcg_exponential@1": 0.8155668358714044, | |
| "ndcg_exponential@5": 0.894284381785278, | |
| "ndcg_exponential@10": 0.8975776169952439, | |
| "precision@1": 0.8155668358714044, | |
| "precision@5": 0.19153976311336715, | |
| "precision@10": 0.0967851099830795, | |
| "recall@1": 0.8155668358714044, | |
| "recall@5": 0.9576988155668359, | |
| "recall@10": 0.9678510998307953, | |
| "f1@1": 0.8155668358714044, | |
| "f1@5": 0.3192329385222787, | |
| "f1@10": 0.1759729272419628, | |
| "map@1": 0.8155668358714044, | |
| "map@5": 0.8729272419627749, | |
| "map@10": 0.8742916230225874, | |
| "mrr@1": 0.8155668358714044, | |
| "mrr@5": 0.8729272419627749, | |
| "mrr@10": 0.8742916230225874, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.935251798561151, | |
| "hit@5": 0.9784172661870504, | |
| "hit@10": 0.9856115107913669, | |
| "ndcg_linear@1": 0.935251798561151, | |
| "ndcg_linear@5": 0.9490261324137199, | |
| "ndcg_linear@10": 0.9524729192572791, | |
| "ndcg_exponential@1": 0.935251798561151, | |
| "ndcg_exponential@5": 0.9490261324137199, | |
| "ndcg_exponential@10": 0.9524729192572791, | |
| "precision@1": 0.935251798561151, | |
| "precision@5": 0.2446043165467626, | |
| "precision@10": 0.12374100719424462, | |
| "recall@1": 0.8084532374100719, | |
| "recall@5": 0.9712230215827338, | |
| "recall@10": 0.9811151079136691, | |
| "f1@1": 0.8507194244604317, | |
| "f1@5": 0.3836930455635493, | |
| "f1@10": 0.21721713538260304, | |
| "map@1": 0.935251798561151, | |
| "map@5": 0.9351918465227819, | |
| "map@10": 0.936941161356629, | |
| "mrr@1": 0.935251798561151, | |
| "mrr@5": 0.9537170263788969, | |
| "mrr@10": 0.9545584960602946, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8593314763231198, | |
| "hit@5": 0.9749303621169917, | |
| "hit@10": 0.9874651810584958, | |
| "ndcg_linear@1": 0.8593314763231198, | |
| "ndcg_linear@5": 0.9240949277120458, | |
| "ndcg_linear@10": 0.9284263276872629, | |
| "ndcg_exponential@1": 0.8593314763231198, | |
| "ndcg_exponential@5": 0.9240949277120458, | |
| "ndcg_exponential@10": 0.9284263276872629, | |
| "precision@1": 0.8593314763231198, | |
| "precision@5": 0.1949860724233983, | |
| "precision@10": 0.09874651810584956, | |
| "recall@1": 0.8593314763231198, | |
| "recall@5": 0.9749303621169917, | |
| "recall@10": 0.9874651810584958, | |
| "f1@1": 0.8593314763231198, | |
| "f1@5": 0.32497678737233066, | |
| "f1@10": 0.17953912382881745, | |
| "map@1": 0.8593314763231198, | |
| "map@5": 0.9068709377901578, | |
| "map@10": 0.9088246672856701, | |
| "mrr@1": 0.8593314763231198, | |
| "mrr@5": 0.9068709377901578, | |
| "mrr@10": 0.9088246672856701, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.5179606025492468, | |
| "hit@5": 0.7531865585168018, | |
| "hit@10": 0.8296639629200464, | |
| "ndcg_linear@1": 0.5179606025492468, | |
| "ndcg_linear@5": 0.6402224223605749, | |
| "ndcg_linear@10": 0.6653062679975968, | |
| "ndcg_exponential@1": 0.5179606025492468, | |
| "ndcg_exponential@5": 0.6402224223605749, | |
| "ndcg_exponential@10": 0.6653062679975968, | |
| "precision@1": 0.5179606025492468, | |
| "precision@5": 0.15063731170336037, | |
| "precision@10": 0.08296639629200463, | |
| "recall@1": 0.5179606025492468, | |
| "recall@5": 0.7531865585168018, | |
| "recall@10": 0.8296639629200464, | |
| "f1@1": 0.5179606025492468, | |
| "f1@5": 0.2510621861722674, | |
| "f1@10": 0.1508479932581903, | |
| "map@1": 0.5179606025492468, | |
| "map@5": 0.6028968713789107, | |
| "map@10": 0.6134571171071749, | |
| "mrr@1": 0.5179606025492468, | |
| "mrr@5": 0.6028968713789107, | |
| "mrr@10": 0.6134571171071749, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.02626970227670753, | |
| "hit@5": 0.42294220665499127, | |
| "hit@10": 0.6392294220665499, | |
| "ndcg_linear@1": 0.02626970227670753, | |
| "ndcg_linear@5": 0.22795695966073642, | |
| "ndcg_linear@10": 0.2980182741363639, | |
| "ndcg_exponential@1": 0.02626970227670753, | |
| "ndcg_exponential@5": 0.22795695966073642, | |
| "ndcg_exponential@10": 0.2980182741363639, | |
| "precision@1": 0.02626970227670753, | |
| "precision@5": 0.08458844133099824, | |
| "precision@10": 0.063922942206655, | |
| "recall@1": 0.02626970227670753, | |
| "recall@5": 0.42294220665499127, | |
| "recall@10": 0.6392294220665499, | |
| "f1@1": 0.02626970227670753, | |
| "f1@5": 0.14098073555166377, | |
| "f1@10": 0.11622353128482728, | |
| "map@1": 0.02626970227670753, | |
| "map@5": 0.1640251021599533, | |
| "map@10": 0.19300968782142164, | |
| "mrr@1": 0.02626970227670753, | |
| "mrr@5": 0.1640251021599533, | |
| "mrr@10": 0.19300968782142164, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9929947460595446, | |
| "hit@5": 0.999124343257443, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6800934033858728, | |
| "ndcg_linear@5": 0.8257007234773791, | |
| "ndcg_linear@10": 0.8192850932203668, | |
| "ndcg_exponential@1": 0.45659244433324986, | |
| "ndcg_exponential@5": 0.697341652219986, | |
| "ndcg_exponential@10": 0.737055060458057, | |
| "precision@1": 0.9929947460595446, | |
| "precision@5": 0.9211908931698775, | |
| "precision@10": 0.8419439579684763, | |
| "recall@1": 0.05859235990272588, | |
| "recall@5": 0.27084970127283686, | |
| "recall@10": 0.48493220941973214, | |
| "f1@1": 0.10990637388548943, | |
| "f1@5": 0.41017436755505415, | |
| "f1@10": 0.6016811770728064, | |
| "map@1": 0.9929947460595446, | |
| "map@5": 0.9129743140688849, | |
| "map@10": 0.8292215317241899, | |
| "mrr@1": 0.9929947460595446, | |
| "mrr@5": 0.9955487448920024, | |
| "mrr@10": 0.9955487448920024, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.05847255369928401, | |
| "hit@5": 0.32577565632458233, | |
| "hit@10": 0.4307875894988067, | |
| "ndcg_linear@1": 0.05847255369928401, | |
| "ndcg_linear@5": 0.15568288489886778, | |
| "ndcg_linear@10": 0.19539198447091152, | |
| "ndcg_exponential@1": 0.05847255369928401, | |
| "ndcg_exponential@5": 0.15568288489886778, | |
| "ndcg_exponential@10": 0.19539198447091152, | |
| "precision@1": 0.05847255369928401, | |
| "precision@5": 0.07446300715990455, | |
| "precision@10": 0.05548926014319809, | |
| "recall@1": 0.03171241050119332, | |
| "recall@5": 0.2359813615183544, | |
| "recall@10": 0.3461089328332765, | |
| "f1@1": 0.039134983287727916, | |
| "f1@5": 0.10793886764334609, | |
| "f1@10": 0.09193185047765622, | |
| "map@1": 0.05847255369928401, | |
| "map@5": 0.11086714399363563, | |
| "map@10": 0.12994760294730462, | |
| "mrr@1": 0.05847255369928401, | |
| "mrr@5": 0.15646380270485283, | |
| "mrr@10": 0.17032285865818086, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7171837708830548, | |
| "hit@5": 0.8054892601431981, | |
| "hit@10": 0.8353221957040573, | |
| "ndcg_linear@1": 0.49244232299124896, | |
| "ndcg_linear@5": 0.5160778502398315, | |
| "ndcg_linear@10": 0.4964416661323743, | |
| "ndcg_exponential@1": 0.33191271735424477, | |
| "ndcg_exponential@5": 0.41610658069756373, | |
| "ndcg_exponential@10": 0.42812527694609537, | |
| "precision@1": 0.7171837708830548, | |
| "precision@5": 0.5863961813842482, | |
| "precision@10": 0.5149164677804295, | |
| "recall@1": 0.023003198486246955, | |
| "recall@5": 0.09289359456499321, | |
| "recall@10": 0.15773102107360248, | |
| "f1@1": 0.044117878939195214, | |
| "f1@5": 0.15380156168319828, | |
| "f1@10": 0.22630192184229467, | |
| "map@1": 0.7171837708830548, | |
| "map@5": 0.5559029435163088, | |
| "map@10": 0.4696197537178046, | |
| "mrr@1": 0.7171837708830548, | |
| "mrr@5": 0.7539777247414478, | |
| "mrr@10": 0.7578484297458045, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.5667330677290837, | |
| "hit@5": 0.7918326693227091, | |
| "hit@10": 0.8655378486055777, | |
| "ndcg_linear@1": 0.5667330677290837, | |
| "ndcg_linear@5": 0.6898440992580551, | |
| "ndcg_linear@10": 0.7138730357398126, | |
| "ndcg_exponential@1": 0.5667330677290837, | |
| "ndcg_exponential@5": 0.6898440992580551, | |
| "ndcg_exponential@10": 0.7138730357398126, | |
| "precision@1": 0.5667330677290837, | |
| "precision@5": 0.15836653386454183, | |
| "precision@10": 0.08655378486055777, | |
| "recall@1": 0.5667330677290837, | |
| "recall@5": 0.7918326693227091, | |
| "recall@10": 0.8655378486055777, | |
| "f1@1": 0.5667330677290837, | |
| "f1@5": 0.2639442231075697, | |
| "f1@10": 0.15737051792828688, | |
| "map@1": 0.5667330677290837, | |
| "map@5": 0.6556108897742364, | |
| "map@10": 0.665644959843167, | |
| "mrr@1": 0.5667330677290837, | |
| "mrr@5": 0.6556108897742364, | |
| "mrr@10": 0.665644959843167, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.553, | |
| "hit@5": 0.783, | |
| "hit@10": 0.867, | |
| "ndcg_linear@1": 0.553, | |
| "ndcg_linear@5": 0.6782913405691761, | |
| "ndcg_linear@10": 0.7050777218222044, | |
| "ndcg_exponential@1": 0.553, | |
| "ndcg_exponential@5": 0.6782913405691761, | |
| "ndcg_exponential@10": 0.7050777218222044, | |
| "precision@1": 0.553, | |
| "precision@5": 0.1566, | |
| "precision@10": 0.08669999999999999, | |
| "recall@1": 0.553, | |
| "recall@5": 0.783, | |
| "recall@10": 0.867, | |
| "f1@1": 0.553, | |
| "f1@5": 0.261, | |
| "f1@10": 0.15763636363636363, | |
| "map@1": 0.553, | |
| "map@5": 0.64325, | |
| "map@10": 0.6540805555555556, | |
| "mrr@1": 0.553, | |
| "mrr@5": 0.64325, | |
| "mrr@10": 0.6540805555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.7134328358208956, | |
| "hit@5": 0.9298507462686567, | |
| "hit@10": 0.9567164179104478, | |
| "ndcg_linear@1": 0.7134328358208956, | |
| "ndcg_linear@5": 0.8354677444104509, | |
| "ndcg_linear@10": 0.8442837478729681, | |
| "ndcg_exponential@1": 0.7134328358208956, | |
| "ndcg_exponential@5": 0.8354677444104509, | |
| "ndcg_exponential@10": 0.8442837478729681, | |
| "precision@1": 0.7134328358208956, | |
| "precision@5": 0.1859701492537313, | |
| "precision@10": 0.09567164179104477, | |
| "recall@1": 0.7134328358208956, | |
| "recall@5": 0.9298507462686567, | |
| "recall@10": 0.9567164179104478, | |
| "f1@1": 0.7134328358208956, | |
| "f1@5": 0.30995024875621896, | |
| "f1@10": 0.17394843962008144, | |
| "map@1": 0.7134328358208956, | |
| "map@5": 0.8034328358208954, | |
| "map@10": 0.8071446339729921, | |
| "mrr@1": 0.7134328358208956, | |
| "mrr@5": 0.8034328358208954, | |
| "mrr@10": 0.8071446339729921, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.48771773112996875, | |
| "hit@5": 0.7673068334077713, | |
| "hit@10": 0.8575256811076374, | |
| "ndcg_linear@1": 0.48771773112996875, | |
| "ndcg_linear@5": 0.6378257565194382, | |
| "ndcg_linear@10": 0.6672110887406737, | |
| "ndcg_exponential@1": 0.48771773112996875, | |
| "ndcg_exponential@5": 0.6378257565194382, | |
| "ndcg_exponential@10": 0.6672110887406737, | |
| "precision@1": 0.48771773112996875, | |
| "precision@5": 0.15346136668155422, | |
| "precision@10": 0.08575256811076373, | |
| "recall@1": 0.48771773112996875, | |
| "recall@5": 0.7673068334077713, | |
| "recall@10": 0.8575256811076374, | |
| "f1@1": 0.48771773112996875, | |
| "f1@5": 0.25576894446925713, | |
| "f1@10": 0.1559137602013886, | |
| "map@1": 0.48771773112996875, | |
| "map@5": 0.5946553520917076, | |
| "map@10": 0.6069045669481131, | |
| "mrr@1": 0.48771773112996875, | |
| "mrr@5": 0.5946553520917076, | |
| "mrr@10": 0.6069045669481131, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.24567474048442905, | |
| "hit@5": 0.47593582887700536, | |
| "hit@10": 0.5929537590437245, | |
| "ndcg_linear@1": 0.24567474048442905, | |
| "ndcg_linear@5": 0.36540016116930785, | |
| "ndcg_linear@10": 0.40332317442147264, | |
| "ndcg_exponential@1": 0.24567474048442905, | |
| "ndcg_exponential@5": 0.36540016116930785, | |
| "ndcg_exponential@10": 0.40332317442147264, | |
| "precision@1": 0.24567474048442905, | |
| "precision@5": 0.09518716577540108, | |
| "precision@10": 0.059295375904372435, | |
| "recall@1": 0.24567474048442905, | |
| "recall@5": 0.47593582887700536, | |
| "recall@10": 0.5929537590437245, | |
| "f1@1": 0.24567474048442905, | |
| "f1@5": 0.15864527629233516, | |
| "f1@10": 0.10780977437158627, | |
| "map@1": 0.24567474048442905, | |
| "map@5": 0.32886127713117336, | |
| "map@10": 0.3445617819320242, | |
| "mrr@1": 0.24567474048442905, | |
| "mrr@5": 0.32886127713117336, | |
| "mrr@10": 0.3445617819320242, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.7174515235457064, | |
| "hit@5": 0.9492151431209603, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7174515235457064, | |
| "ndcg_linear@5": 0.8460261599628324, | |
| "ndcg_linear@10": 0.8623799167945468, | |
| "ndcg_exponential@1": 0.7174515235457064, | |
| "ndcg_exponential@5": 0.8460261599628324, | |
| "ndcg_exponential@10": 0.8623799167945468, | |
| "precision@1": 0.7174515235457064, | |
| "precision@5": 0.18984302862419206, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.7174515235457064, | |
| "recall@5": 0.9492151431209603, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7174515235457064, | |
| "f1@5": 0.31640504770698685, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.7174515235457064, | |
| "map@5": 0.811218836565097, | |
| "map@10": 0.8179271277609227, | |
| "mrr@1": 0.7174515235457064, | |
| "mrr@5": 0.811218836565097, | |
| "mrr@10": 0.8179271277609227, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.29298486932599727, | |
| "hit@5": 0.6808803301237965, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.29298486932599727, | |
| "ndcg_linear@5": 0.4939188850917526, | |
| "ndcg_linear@10": 0.5955015166045478, | |
| "ndcg_exponential@1": 0.29298486932599727, | |
| "ndcg_exponential@5": 0.4939188850917526, | |
| "ndcg_exponential@10": 0.5955015166045478, | |
| "precision@1": 0.29298486932599727, | |
| "precision@5": 0.13617606602475926, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.29298486932599727, | |
| "recall@5": 0.6808803301237965, | |
| "recall@10": 1.0, | |
| "f1@1": 0.29298486932599727, | |
| "f1@5": 0.22696011004126548, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.29298486932599727, | |
| "map@5": 0.4322329206785878, | |
| "map@10": 0.47322765878474277, | |
| "mrr@1": 0.29298486932599727, | |
| "mrr@5": 0.4322329206785878, | |
| "mrr@10": 0.47322765878474277, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.593, | |
| "hit@5": 0.982, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.593, | |
| "ndcg_linear@5": 0.7925874968582456, | |
| "ndcg_linear@10": 0.798668781429636, | |
| "ndcg_exponential@1": 0.593, | |
| "ndcg_exponential@5": 0.7925874968582456, | |
| "ndcg_exponential@10": 0.798668781429636, | |
| "precision@1": 0.593, | |
| "precision@5": 0.20620000000000005, | |
| "precision@10": 0.10540000000000004, | |
| "recall@1": 0.5780833333333333, | |
| "recall@5": 0.9794166666666667, | |
| "recall@10": 0.9985, | |
| "f1@1": 0.5821492063492063, | |
| "f1@5": 0.33752269952269953, | |
| "f1@10": 0.18926911976911975, | |
| "map@1": 0.593, | |
| "map@5": 0.728875, | |
| "map@10": 0.7314063492063492, | |
| "mrr@1": 0.593, | |
| "mrr@5": 0.7312000000000001, | |
| "mrr@10": 0.7336884920634921, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "K700": { | |
| "hit@1": 0.48, | |
| "hit@5": 0.75, | |
| "hit@10": 0.823, | |
| "ndcg_linear@1": 0.48, | |
| "ndcg_linear@5": 0.6264192504680887, | |
| "ndcg_linear@10": 0.6501444874185425, | |
| "ndcg_exponential@1": 0.48, | |
| "ndcg_exponential@5": 0.6264192504680887, | |
| "ndcg_exponential@10": 0.6501444874185425, | |
| "precision@1": 0.48, | |
| "precision@5": 0.15, | |
| "precision@10": 0.0823, | |
| "recall@1": 0.48, | |
| "recall@5": 0.75, | |
| "recall@10": 0.823, | |
| "f1@1": 0.48, | |
| "f1@5": 0.25000000000000006, | |
| "f1@10": 0.14963636363636362, | |
| "map@1": 0.48, | |
| "map@5": 0.585, | |
| "map@10": 0.5948535714285715, | |
| "mrr@1": 0.48, | |
| "mrr@5": 0.585, | |
| "mrr@10": 0.5948535714285715, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.616, | |
| "hit@5": 0.873, | |
| "hit@10": 0.93, | |
| "ndcg_linear@1": 0.616, | |
| "ndcg_linear@5": 0.7569988223201398, | |
| "ndcg_linear@10": 0.7759812456246052, | |
| "ndcg_exponential@1": 0.616, | |
| "ndcg_exponential@5": 0.7569988223201398, | |
| "ndcg_exponential@10": 0.7759812456246052, | |
| "precision@1": 0.616, | |
| "precision@5": 0.17460000000000003, | |
| "precision@10": 0.093, | |
| "recall@1": 0.616, | |
| "recall@5": 0.873, | |
| "recall@10": 0.93, | |
| "f1@1": 0.616, | |
| "f1@5": 0.291, | |
| "f1@10": 0.1690909090909091, | |
| "map@1": 0.616, | |
| "map@5": 0.7180666666666666, | |
| "map@10": 0.7262234126984127, | |
| "mrr@1": 0.616, | |
| "mrr@5": 0.7180666666666666, | |
| "mrr@10": 0.7262234126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.639, | |
| "hit@5": 0.874, | |
| "hit@10": 0.926, | |
| "ndcg_linear@1": 0.639, | |
| "ndcg_linear@5": 0.7662870286125315, | |
| "ndcg_linear@10": 0.7831677203691875, | |
| "ndcg_exponential@1": 0.639, | |
| "ndcg_exponential@5": 0.7662870286125315, | |
| "ndcg_exponential@10": 0.7831677203691875, | |
| "precision@1": 0.639, | |
| "precision@5": 0.1748, | |
| "precision@10": 0.09260000000000003, | |
| "recall@1": 0.639, | |
| "recall@5": 0.874, | |
| "recall@10": 0.926, | |
| "f1@1": 0.639, | |
| "f1@5": 0.2913333333333334, | |
| "f1@10": 0.16836363636363638, | |
| "map@1": 0.639, | |
| "map@5": 0.7302333333333334, | |
| "map@10": 0.7372412698412698, | |
| "mrr@1": 0.639, | |
| "mrr@5": 0.7302333333333334, | |
| "mrr@10": 0.7372412698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.742, | |
| "hit@5": 0.932, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.742, | |
| "ndcg_linear@5": 0.8491729566272566, | |
| "ndcg_linear@10": 0.8588142264999936, | |
| "ndcg_exponential@1": 0.742, | |
| "ndcg_exponential@5": 0.8491729566272566, | |
| "ndcg_exponential@10": 0.8588142264999936, | |
| "precision@1": 0.742, | |
| "precision@5": 0.18640000000000004, | |
| "precision@10": 0.09620000000000002, | |
| "recall@1": 0.742, | |
| "recall@5": 0.932, | |
| "recall@10": 0.962, | |
| "f1@1": 0.742, | |
| "f1@5": 0.3106666666666667, | |
| "f1@10": 0.17490909090909088, | |
| "map@1": 0.742, | |
| "map@5": 0.8210999999999999, | |
| "map@10": 0.8250416666666668, | |
| "mrr@1": 0.742, | |
| "mrr@5": 0.8210999999999999, | |
| "mrr@10": 0.8250416666666668, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.27251732101616627, | |
| "hit@5": 0.7043879907621247, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.27251732101616627, | |
| "ndcg_linear@5": 0.4871117673568217, | |
| "ndcg_linear@10": 0.5858015196506087, | |
| "ndcg_exponential@1": 0.27251732101616627, | |
| "ndcg_exponential@5": 0.4871117673568217, | |
| "ndcg_exponential@10": 0.5858015196506087, | |
| "precision@1": 0.27251732101616627, | |
| "precision@5": 0.14087759815242493, | |
| "precision@10": 0.1, | |
| "recall@1": 0.27251732101616627, | |
| "recall@5": 0.7043879907621247, | |
| "recall@10": 1.0, | |
| "f1@1": 0.27251732101616627, | |
| "f1@5": 0.2347959969207083, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.27251732101616627, | |
| "map@5": 0.4163587374903772, | |
| "map@10": 0.45888687268594897, | |
| "mrr@1": 0.27251732101616627, | |
| "mrr@5": 0.4163587374903772, | |
| "mrr@10": 0.45888687268594897, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.53275, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.53275, | |
| "ndcg_linear@5": 0.7937356350253378, | |
| "ndcg_linear@10": 0.7937356350253378, | |
| "ndcg_exponential@1": 0.53275, | |
| "ndcg_exponential@5": 0.7937356350253378, | |
| "ndcg_exponential@10": 0.7937356350253378, | |
| "precision@1": 0.53275, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.53275, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.53275, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.53275, | |
| "map@5": 0.7236583333333333, | |
| "map@10": 0.7236583333333333, | |
| "mrr@1": 0.53275, | |
| "mrr@5": 0.7236583333333333, | |
| "mrr@10": 0.7236583333333333, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.5396296296296297, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5396296296296297, | |
| "ndcg_linear@5": 0.7919808780309562, | |
| "ndcg_linear@10": 0.7919808780309562, | |
| "ndcg_exponential@1": 0.5396296296296297, | |
| "ndcg_exponential@5": 0.7919808780309562, | |
| "ndcg_exponential@10": 0.7919808780309562, | |
| "precision@1": 0.5396296296296297, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5396296296296297, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5396296296296297, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.5396296296296297, | |
| "map@5": 0.7217592592592592, | |
| "map@10": 0.7217592592592592, | |
| "mrr@1": 0.5396296296296297, | |
| "mrr@5": 0.7217592592592592, | |
| "mrr@10": 0.7217592592592592, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.661957029425502, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.661957029425502, | |
| "ndcg_linear@5": 0.8478149987155439, | |
| "ndcg_linear@10": 0.8478149987155439, | |
| "ndcg_exponential@1": 0.661957029425502, | |
| "ndcg_exponential@5": 0.8478149987155439, | |
| "ndcg_exponential@10": 0.8478149987155439, | |
| "precision@1": 0.661957029425502, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.661957029425502, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.661957029425502, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.661957029425502, | |
| "map@5": 0.7966623851782656, | |
| "map@10": 0.7966623851782656, | |
| "mrr@1": 0.661957029425502, | |
| "mrr@5": 0.7964288494472987, | |
| "mrr@10": 0.7964288494472987, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.522, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.522, | |
| "ndcg_linear@5": 0.7713996844217967, | |
| "ndcg_linear@10": 0.7713996844217967, | |
| "ndcg_exponential@1": 0.522, | |
| "ndcg_exponential@5": 0.7713996844217967, | |
| "ndcg_exponential@10": 0.7713996844217967, | |
| "precision@1": 0.522, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.522, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.522, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.522, | |
| "map@5": 0.6957, | |
| "map@10": 0.6957, | |
| "mrr@1": 0.522, | |
| "mrr@5": 0.6957, | |
| "mrr@10": 0.6957, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.786, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.786, | |
| "ndcg_linear@5": 0.921018967264292, | |
| "ndcg_linear@10": 0.921018967264292, | |
| "ndcg_exponential@1": 0.786, | |
| "ndcg_exponential@5": 0.921018967264292, | |
| "ndcg_exponential@10": 0.921018967264292, | |
| "precision@1": 0.786, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.786, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.786, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.786, | |
| "map@5": 0.893, | |
| "map@10": 0.893, | |
| "mrr@1": 0.786, | |
| "mrr@5": 0.893, | |
| "mrr@10": 0.893, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |