{ "metadata": { "model_name": "seed-1.6-embedding", "model_size": "Unknow", "embedding_dimension": 2048, "max_length_tokens": null, "model_release_date": "2025-06-18", "data_source": "", "url": "https://seed1-6-embedding.github.io", "report_generated_date": "2025-06-17T17:11:28.306214" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.842, "hit@5": 0.973, "hit@10": 0.987, "ndcg_linear@1": 0.842, "ndcg_linear@5": 0.916990224639478, "ndcg_linear@10": 0.9215083704609115, "ndcg_exponential@1": 0.842, "ndcg_exponential@5": 0.916990224639478, "ndcg_exponential@10": 0.9215083704609115, "precision@1": 0.842, "precision@5": 0.19460000000000002, "precision@10": 0.09870000000000002, "recall@1": 0.842, "recall@5": 0.973, "recall@10": 0.987, "f1@1": 0.842, "f1@5": 0.3243333333333333, "f1@10": 0.17945454545454545, "map@1": 0.842, "map@5": 0.8978833333333334, "map@10": 0.8997428571428572, "mrr@1": 0.842, "mrr@5": 0.8978833333333334, "mrr@10": 0.8997428571428572, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.829, "hit@5": 0.977, "hit@10": 0.991, "ndcg_linear@1": 0.829, "ndcg_linear@5": 0.9136858334834821, "ndcg_linear@10": 0.9182381443962094, "ndcg_exponential@1": 0.829, "ndcg_exponential@5": 0.9136858334834821, "ndcg_exponential@10": 0.9182381443962094, "precision@1": 0.829, "precision@5": 0.19540000000000005, "precision@10": 0.09910000000000001, "recall@1": 0.829, "recall@5": 0.977, "recall@10": 0.991, "f1@1": 0.829, "f1@5": 0.3256666666666666, "f1@10": 0.18018181818181817, "map@1": 0.829, "map@5": 0.8921, "map@10": 0.8939932539682539, "mrr@1": 0.829, "mrr@5": 0.8921, "mrr@10": 0.8939932539682539, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.737, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.737, "ndcg_linear@5": 0.9029345251892934, "ndcg_linear@10": 0.9029345251892934, "ndcg_exponential@1": 0.737, "ndcg_exponential@5": 0.9029345251892934, "ndcg_exponential@10": 0.9029345251892934, "precision@1": 0.737, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.737, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.737, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.737, "map@5": 0.8685, "map@10": 0.8685, "mrr@1": 0.737, "mrr@5": 0.8685, "mrr@10": 0.8685, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.919, "hit@5": 0.989, "hit@10": 0.996, "ndcg_linear@1": 0.919, "ndcg_linear@5": 0.9595037462504862, "ndcg_linear@10": 0.961825695725033, "ndcg_exponential@1": 0.919, "ndcg_exponential@5": 0.9595037462504862, "ndcg_exponential@10": 0.961825695725033, "precision@1": 0.919, "precision@5": 0.1978, "precision@10": 0.09960000000000002, "recall@1": 0.919, "recall@5": 0.989, "recall@10": 0.996, "f1@1": 0.919, "f1@5": 0.3296666666666666, "f1@10": 0.18109090909090905, "map@1": 0.919, "map@5": 0.9494, "map@10": 0.9503928571428572, "mrr@1": 0.919, "mrr@5": 0.9494, "mrr@10": 0.9503928571428572, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.808, "hit@5": 0.984, "hit@10": 0.995, "ndcg_linear@1": 0.808, "ndcg_linear@5": 0.9087807095406254, "ndcg_linear@10": 0.9124901790287079, "ndcg_exponential@1": 0.808, "ndcg_exponential@5": 0.9087807095406254, "ndcg_exponential@10": 0.9124901790287079, "precision@1": 0.808, "precision@5": 0.1968, "precision@10": 0.09950000000000002, "recall@1": 0.808, "recall@5": 0.984, "recall@10": 0.995, "f1@1": 0.808, "f1@5": 0.328, "f1@10": 0.18090909090909088, "map@1": 0.808, "map@5": 0.8831, "map@10": 0.8847218253968253, "mrr@1": 0.808, "mrr@5": 0.8831, "mrr@10": 0.8847218253968253, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.528, "hit@5": 0.843, "hit@10": 0.903, "ndcg_linear@1": 0.528, "ndcg_linear@5": 0.6977476213163191, "ndcg_linear@10": 0.7172806768058714, "ndcg_exponential@1": 0.528, "ndcg_exponential@5": 0.6977476213163191, "ndcg_exponential@10": 0.7172806768058714, "precision@1": 0.528, "precision@5": 0.1686, "precision@10": 0.0903, "recall@1": 0.528, "recall@5": 0.843, "recall@10": 0.903, "f1@1": 0.528, "f1@5": 0.281, "f1@10": 0.16418181818181818, "map@1": 0.528, "map@5": 0.6492666666666667, "map@10": 0.6574043650793651, "mrr@1": 0.528, "mrr@5": 0.6492666666666667, "mrr@10": 0.6574043650793651, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.731, "hit@5": 0.907, "hit@10": 0.946, "ndcg_linear@1": 0.731, "ndcg_linear@5": 0.8305964314294978, "ndcg_linear@10": 0.8432397618133283, "ndcg_exponential@1": 0.731, "ndcg_exponential@5": 0.8305964314294978, "ndcg_exponential@10": 0.8432397618133283, "precision@1": 0.731, "precision@5": 0.18140000000000003, "precision@10": 0.0946, "recall@1": 0.731, "recall@5": 0.907, "recall@10": 0.946, "f1@1": 0.731, "f1@5": 0.3023333333333334, "f1@10": 0.172, "map@1": 0.731, "map@5": 0.80465, "map@10": 0.8098861111111112, "mrr@1": 0.731, "mrr@5": 0.80465, "mrr@10": 0.8098861111111112, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.881, "hit@5": 0.983, "hit@10": 0.99, "ndcg_linear@1": 0.881, "ndcg_linear@5": 0.9380351823950538, "ndcg_linear@10": 0.9403020472994238, "ndcg_exponential@1": 0.881, "ndcg_exponential@5": 0.9380351823950538, "ndcg_exponential@10": 0.9403020472994238, "precision@1": 0.881, "precision@5": 0.19660000000000002, "precision@10": 0.09900000000000002, "recall@1": 0.881, "recall@5": 0.983, "recall@10": 0.99, "f1@1": 0.881, "f1@5": 0.32766666666666666, "f1@10": 0.17999999999999997, "map@1": 0.881, "map@5": 0.9227333333333333, "map@10": 0.9236678571428572, "mrr@1": 0.881, "mrr@5": 0.9227333333333333, "mrr@10": 0.9236678571428572, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.854, "hit@5": 0.965, "hit@10": 0.978, "ndcg_linear@1": 0.854, "ndcg_linear@5": 0.9154220867761412, "ndcg_linear@10": 0.9197166456889784, "ndcg_exponential@1": 0.854, "ndcg_exponential@5": 0.9154220867761412, "ndcg_exponential@10": 0.9197166456889784, "precision@1": 0.854, "precision@5": 0.19300000000000003, "precision@10": 0.09780000000000001, "recall@1": 0.854, "recall@5": 0.965, "recall@10": 0.978, "f1@1": 0.854, "f1@5": 0.3216666666666667, "f1@10": 0.17781818181818182, "map@1": 0.854, "map@5": 0.8987833333333333, "map@10": 0.9006103174603175, "mrr@1": 0.854, "mrr@5": 0.8987833333333333, "mrr@10": 0.9006103174603175, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.477, "hit@5": 0.713, "hit@10": 0.806, "ndcg_linear@1": 0.477, "ndcg_linear@5": 0.6048191624360109, "ndcg_linear@10": 0.634850288929709, "ndcg_exponential@1": 0.477, "ndcg_exponential@5": 0.6048191624360109, "ndcg_exponential@10": 0.634850288929709, "precision@1": 0.477, "precision@5": 0.1426, "precision@10": 0.08059999999999999, "recall@1": 0.477, "recall@5": 0.713, "recall@10": 0.806, "f1@1": 0.477, "f1@5": 0.23766666666666675, "f1@10": 0.14654545454545456, "map@1": 0.477, "map@5": 0.5686333333333332, "map@10": 0.5810035714285714, "mrr@1": 0.477, "mrr@5": 0.5686333333333332, "mrr@10": 0.5810035714285714, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.742, "hit@5": 0.925, "hit@10": 0.961, "ndcg_linear@1": 0.742, "ndcg_linear@5": 0.8435288879892352, "ndcg_linear@10": 0.8554908010155, "ndcg_exponential@1": 0.742, "ndcg_exponential@5": 0.8435288879892352, "ndcg_exponential@10": 0.8554908010155, "precision@1": 0.742, "precision@5": 0.18500000000000003, "precision@10": 0.09610000000000002, "recall@1": 0.742, "recall@5": 0.925, "recall@10": 0.961, "f1@1": 0.742, "f1@5": 0.3083333333333333, "f1@10": 0.1747272727272727, "map@1": 0.742, "map@5": 0.8160833333333333, "map@10": 0.8212095238095238, "mrr@1": 0.742, "mrr@5": 0.8160833333333333, "mrr@10": 0.8212095238095238, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.646, "hit@5": 0.921, "hit@10": 0.96, "ndcg_linear@1": 0.646, "ndcg_linear@5": 0.8000396798155869, "ndcg_linear@10": 0.8129225512853913, "ndcg_exponential@1": 0.646, "ndcg_exponential@5": 0.8000396798155869, "ndcg_exponential@10": 0.8129225512853913, "precision@1": 0.646, "precision@5": 0.18420000000000006, "precision@10": 0.09600000000000002, "recall@1": 0.646, "recall@5": 0.921, "recall@10": 0.96, "f1@1": 0.646, "f1@5": 0.307, "f1@10": 0.17454545454545453, "map@1": 0.646, "map@5": 0.7591, "map@10": 0.7645773809523809, "mrr@1": 0.646, "mrr@5": 0.7591, "mrr@10": 0.7645773809523809, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.962, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.962, "ndcg_linear@5": 0.9845766049215211, "ndcg_linear@10": 0.9849328121086292, "ndcg_exponential@1": 0.962, "ndcg_exponential@5": 0.9845766049215211, "ndcg_exponential@10": 0.9849328121086292, "precision@1": 0.962, "precision@5": 0.19980000000000003, "precision@10": 0.10000000000000002, "recall@1": 0.962, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.962, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.962, "map@5": 0.9795333333333333, "map@10": 0.9797, "mrr@1": 0.962, "mrr@5": 0.9795333333333333, "mrr@10": 0.9797, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.829, "hit@5": 0.951, "hit@10": 0.973, "ndcg_linear@1": 0.829, "ndcg_linear@5": 0.8975352607685402, "ndcg_linear@10": 0.9047862251061887, "ndcg_exponential@1": 0.829, "ndcg_exponential@5": 0.8975352607685402, "ndcg_exponential@10": 0.9047862251061887, "precision@1": 0.829, "precision@5": 0.19020000000000004, "precision@10": 0.09730000000000001, "recall@1": 0.829, "recall@5": 0.951, "recall@10": 0.973, "f1@1": 0.829, "f1@5": 0.317, "f1@10": 0.1769090909090909, "map@1": 0.829, "map@5": 0.8794500000000001, "map@10": 0.8825210317460318, "mrr@1": 0.829, "mrr@5": 0.8794500000000001, "mrr@10": 0.8825210317460318, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.692, "hit@5": 0.862, "hit@10": 0.898, "ndcg_linear@1": 0.692, "ndcg_linear@5": 0.7866260332979965, "ndcg_linear@10": 0.7983349342208159, "ndcg_exponential@1": 0.692, "ndcg_exponential@5": 0.7866260332979965, "ndcg_exponential@10": 0.7983349342208159, "precision@1": 0.692, "precision@5": 0.1724, "precision@10": 0.0898, "recall@1": 0.692, "recall@5": 0.862, "recall@10": 0.898, "f1@1": 0.692, "f1@5": 0.2873333333333334, "f1@10": 0.16327272727272726, "map@1": 0.692, "map@5": 0.7612166666666667, "map@10": 0.7660888888888889, "mrr@1": 0.692, "mrr@5": 0.7612166666666667, "mrr@10": 0.7660888888888889, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.596, "hit@5": 0.911, "hit@10": 0.968, "ndcg_linear@1": 0.596, "ndcg_linear@5": 0.7713858077752657, "ndcg_linear@10": 0.7900659717196346, "ndcg_exponential@1": 0.596, "ndcg_exponential@5": 0.7713858077752657, "ndcg_exponential@10": 0.7900659717196346, "precision@1": 0.596, "precision@5": 0.18220000000000003, "precision@10": 0.09680000000000001, "recall@1": 0.596, "recall@5": 0.911, "recall@10": 0.968, "f1@1": 0.596, "f1@5": 0.3036666666666667, "f1@10": 0.176, "map@1": 0.596, "map@5": 0.7242333333333334, "map@10": 0.7320841269841271, "mrr@1": 0.596, "mrr@5": 0.7242333333333334, "mrr@10": 0.7320841269841271, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.792, "hit@5": 0.951, "hit@10": 0.988, "ndcg_linear@1": 0.792, "ndcg_linear@5": 0.881656745639157, "ndcg_linear@10": 0.8936159234528639, "ndcg_exponential@1": 0.792, "ndcg_exponential@5": 0.881656745639157, "ndcg_exponential@10": 0.8936159234528639, "precision@1": 0.792, "precision@5": 0.1902, "precision@10": 0.09880000000000001, "recall@1": 0.792, "recall@5": 0.951, "recall@10": 0.988, "f1@1": 0.792, "f1@5": 0.317, "f1@10": 0.17963636363636362, "map@1": 0.792, "map@5": 0.8581333333333333, "map@10": 0.8630630952380952, "mrr@1": 0.792, "mrr@5": 0.8581333333333333, "mrr@10": 0.8630630952380952, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.54, "hit@5": 0.716, "hit@10": 0.753, "ndcg_linear@1": 0.54, "ndcg_linear@5": 0.6356134359124915, "ndcg_linear@10": 0.6477591307530891, "ndcg_exponential@1": 0.54, "ndcg_exponential@5": 0.6356134359124915, "ndcg_exponential@10": 0.6477591307530891, "precision@1": 0.54, "precision@5": 0.14320000000000002, "precision@10": 0.0753, "recall@1": 0.54, "recall@5": 0.716, "recall@10": 0.753, "f1@1": 0.54, "f1@5": 0.23866666666666672, "f1@10": 0.13690909090909092, "map@1": 0.54, "map@5": 0.6086833333333334, "map@10": 0.6138047619047619, "mrr@1": 0.54, "mrr@5": 0.6086833333333334, "mrr@10": 0.6138047619047619, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.747, "hit@5": 0.928, "hit@10": 0.955, "ndcg_linear@1": 0.747, "ndcg_linear@5": 0.8467621750265025, "ndcg_linear@10": 0.8557628358256721, "ndcg_exponential@1": 0.747, "ndcg_exponential@5": 0.8467621750265025, "ndcg_exponential@10": 0.8557628358256721, "precision@1": 0.747, "precision@5": 0.18560000000000001, "precision@10": 0.09550000000000002, "recall@1": 0.747, "recall@5": 0.928, "recall@10": 0.955, "f1@1": 0.747, "f1@5": 0.3093333333333333, "f1@10": 0.17363636363636362, "map@1": 0.747, "map@5": 0.8194166666666668, "map@10": 0.8232904761904761, "mrr@1": 0.747, "mrr@5": 0.8194166666666668, "mrr@10": 0.8232904761904761, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.851, "hit@5": 0.931, "hit@10": 0.941, "ndcg_linear@1": 0.851, "ndcg_linear@5": 0.8970019655736842, "ndcg_linear@10": 0.9002293821257312, "ndcg_exponential@1": 0.851, "ndcg_exponential@5": 0.8970019655736842, "ndcg_exponential@10": 0.9002293821257312, "precision@1": 0.851, "precision@5": 0.1862, "precision@10": 0.09410000000000002, "recall@1": 0.851, "recall@5": 0.931, "recall@10": 0.941, "f1@1": 0.851, "f1@5": 0.31033333333333335, "f1@10": 0.17109090909090907, "map@1": 0.851, "map@5": 0.8853666666666666, "map@10": 0.8866984126984128, "mrr@1": 0.851, "mrr@5": 0.8853666666666666, "mrr@10": 0.8866984126984128, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.846, "hit@5": 0.964, "hit@10": 0.99, "ndcg_linear@1": 0.846, "ndcg_linear@5": 0.9125151299074916, "ndcg_linear@10": 0.9210705578162302, "ndcg_exponential@1": 0.846, "ndcg_exponential@5": 0.9125151299074916, "ndcg_exponential@10": 0.9210705578162302, "precision@1": 0.846, "precision@5": 0.1928, "precision@10": 0.09900000000000002, "recall@1": 0.846, "recall@5": 0.964, "recall@10": 0.99, "f1@1": 0.846, "f1@5": 0.3213333333333333, "f1@10": 0.18, "map@1": 0.846, "map@5": 0.8950500000000001, "map@10": 0.8986646825396827, "mrr@1": 0.846, "mrr@5": 0.8950500000000001, "mrr@10": 0.8986646825396827, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.65, "hit@5": 0.929, "hit@10": 0.97, "ndcg_linear@1": 0.65, "ndcg_linear@5": 0.807701687194381, "ndcg_linear@10": 0.8208961392222283, "ndcg_exponential@1": 0.65, "ndcg_exponential@5": 0.807701687194381, "ndcg_exponential@10": 0.8208961392222283, "precision@1": 0.65, "precision@5": 0.18580000000000002, "precision@10": 0.09700000000000002, "recall@1": 0.65, "recall@5": 0.929, "recall@10": 0.97, "f1@1": 0.65, "f1@5": 0.3096666666666667, "f1@10": 0.17636363636363633, "map@1": 0.65, "map@5": 0.7665666666666666, "map@10": 0.7719769841269841, "mrr@1": 0.65, "mrr@5": 0.7665666666666666, "mrr@10": 0.7719769841269841, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.834, "hit@5": 0.932, "hit@10": 0.953, "ndcg_linear@1": 0.834, "ndcg_linear@5": 0.8894842091373737, "ndcg_linear@10": 0.896521108671588, "ndcg_exponential@1": 0.834, "ndcg_exponential@5": 0.8894842091373737, "ndcg_exponential@10": 0.896521108671588, "precision@1": 0.834, "precision@5": 0.18640000000000004, "precision@10": 0.09530000000000001, "recall@1": 0.834, "recall@5": 0.932, "recall@10": 0.953, "f1@1": 0.834, "f1@5": 0.3106666666666667, "f1@10": 0.17327272727272724, "map@1": 0.834, "map@5": 0.8750166666666667, "map@10": 0.8780603174603174, "mrr@1": 0.834, "mrr@5": 0.8750166666666667, "mrr@10": 0.8780603174603174, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.845, "hit@5": 0.94, "hit@10": 0.951, "ndcg_linear@1": 0.845, "ndcg_linear@5": 0.8971447407594438, "ndcg_linear@10": 0.9007245082075566, "ndcg_exponential@1": 0.845, "ndcg_exponential@5": 0.8971447407594438, "ndcg_exponential@10": 0.9007245082075566, "precision@1": 0.845, "precision@5": 0.18800000000000003, "precision@10": 0.09510000000000002, "recall@1": 0.845, "recall@5": 0.94, "recall@10": 0.951, "f1@1": 0.845, "f1@5": 0.3133333333333333, "f1@10": 0.1729090909090909, "map@1": 0.845, "map@5": 0.88275, "map@10": 0.8842380952380952, "mrr@1": 0.845, "mrr@5": 0.88275, "mrr@10": 0.8842380952380952, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.788, "hit@5": 0.968, "hit@10": 0.985, "ndcg_linear@1": 0.788, "ndcg_linear@5": 0.8888060255769749, "ndcg_linear@10": 0.8942987352115909, "ndcg_exponential@1": 0.788, "ndcg_exponential@5": 0.8888060255769749, "ndcg_exponential@10": 0.8942987352115909, "precision@1": 0.788, "precision@5": 0.19360000000000002, "precision@10": 0.0985, "recall@1": 0.788, "recall@5": 0.968, "recall@10": 0.985, "f1@1": 0.788, "f1@5": 0.3226666666666666, "f1@10": 0.17909090909090908, "map@1": 0.788, "map@5": 0.862, "map@10": 0.8642642857142857, "mrr@1": 0.788, "mrr@5": 0.862, "mrr@10": 0.8642642857142857, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.774, "hit@5": 0.961, "hit@10": 0.987, "ndcg_linear@1": 0.774, "ndcg_linear@5": 0.8768771290205655, "ndcg_linear@10": 0.8853211460614983, "ndcg_exponential@1": 0.774, "ndcg_exponential@5": 0.8768771290205655, "ndcg_exponential@10": 0.8853211460614983, "precision@1": 0.774, "precision@5": 0.19220000000000004, "precision@10": 0.09870000000000002, "recall@1": 0.774, "recall@5": 0.961, "recall@10": 0.987, "f1@1": 0.774, "f1@5": 0.32033333333333336, "f1@10": 0.17945454545454545, "map@1": 0.774, "map@5": 0.8485999999999999, "map@10": 0.8521051587301588, "mrr@1": 0.774, "mrr@5": 0.8485999999999999, "mrr@10": 0.8521051587301588, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.721, "hit@5": 0.987, "hit@10": 0.999, "ndcg_linear@1": 0.721, "ndcg_linear@5": 0.8739249362758955, "ndcg_linear@10": 0.8779483914402297, "ndcg_exponential@1": 0.721, "ndcg_exponential@5": 0.8739249362758955, "ndcg_exponential@10": 0.8779483914402297, "precision@1": 0.721, "precision@5": 0.19740000000000005, "precision@10": 0.0999, "recall@1": 0.721, "recall@5": 0.987, "recall@10": 0.999, "f1@1": 0.721, "f1@5": 0.329, "f1@10": 0.18163636363636362, "map@1": 0.721, "map@5": 0.83525, "map@10": 0.8369920634920636, "mrr@1": 0.721, "mrr@5": 0.83525, "mrr@10": 0.8369920634920636, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.917, "hit@5": 0.992, "hit@10": 0.996, "ndcg_linear@1": 0.917, "ndcg_linear@5": 0.9623836332056178, "ndcg_linear@10": 0.9636454000914932, "ndcg_exponential@1": 0.917, "ndcg_exponential@5": 0.9623836332056178, "ndcg_exponential@10": 0.9636454000914932, "precision@1": 0.917, "precision@5": 0.19840000000000002, "precision@10": 0.09960000000000002, "recall@1": 0.917, "recall@5": 0.992, "recall@10": 0.996, "f1@1": 0.917, "f1@5": 0.3306666666666666, "f1@10": 0.18109090909090905, "map@1": 0.917, "map@5": 0.9520666666666667, "map@10": 0.9525694444444445, "mrr@1": 0.917, "mrr@5": 0.9520666666666667, "mrr@10": 0.9525694444444445, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.49, "hit@5": 0.746, "hit@10": 0.834, "ndcg_linear@1": 0.49, "ndcg_linear@5": 0.6258433954744703, "ndcg_linear@10": 0.6543940149759805, "ndcg_exponential@1": 0.49, "ndcg_exponential@5": 0.6258433954744703, "ndcg_exponential@10": 0.6543940149759805, "precision@1": 0.49, "precision@5": 0.14920000000000003, "precision@10": 0.0834, "recall@1": 0.49, "recall@5": 0.746, "recall@10": 0.834, "f1@1": 0.49, "f1@5": 0.24866666666666667, "f1@10": 0.15163636363636362, "map@1": 0.49, "map@5": 0.5859, "map@10": 0.597743253968254, "mrr@1": 0.49, "mrr@5": 0.5859, "mrr@10": 0.597743253968254, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.796, "hit@5": 0.943, "hit@10": 0.967, "ndcg_linear@1": 0.796, "ndcg_linear@5": 0.8791218781964567, "ndcg_linear@10": 0.8868948971053225, "ndcg_exponential@1": 0.796, "ndcg_exponential@5": 0.8791218781964567, "ndcg_exponential@10": 0.8868948971053225, "precision@1": 0.796, "precision@5": 0.18860000000000002, "precision@10": 0.09670000000000002, "recall@1": 0.796, "recall@5": 0.943, "recall@10": 0.967, "f1@1": 0.796, "f1@5": 0.3143333333333333, "f1@10": 0.17581818181818182, "map@1": 0.796, "map@5": 0.8574666666666667, "map@10": 0.8606813492063493, "mrr@1": 0.796, "mrr@5": 0.8574666666666667, "mrr@10": 0.8606813492063493, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.772, "hit@5": 0.924, "hit@10": 0.958, "ndcg_linear@1": 0.772, "ndcg_linear@5": 0.8556169979412336, "ndcg_linear@10": 0.8670559585063067, "ndcg_exponential@1": 0.772, "ndcg_exponential@5": 0.8556169979412336, "ndcg_exponential@10": 0.8670559585063067, "precision@1": 0.772, "precision@5": 0.18480000000000002, "precision@10": 0.09580000000000001, "recall@1": 0.772, "recall@5": 0.924, "recall@10": 0.958, "f1@1": 0.772, "f1@5": 0.308, "f1@10": 0.1741818181818182, "map@1": 0.772, "map@5": 0.8326, "map@10": 0.837581746031746, "mrr@1": 0.772, "mrr@5": 0.8326, "mrr@10": 0.837581746031746, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.915, "hit@5": 0.99, "hit@10": 0.994, "ndcg_linear@1": 0.915, "ndcg_linear@5": 0.9569681804537362, "ndcg_linear@10": 0.9582742158466272, "ndcg_exponential@1": 0.915, "ndcg_exponential@5": 0.9569681804537362, "ndcg_exponential@10": 0.9582742158466272, "precision@1": 0.915, "precision@5": 0.19800000000000004, "precision@10": 0.0994, "recall@1": 0.915, "recall@5": 0.99, "recall@10": 0.994, "f1@1": 0.915, "f1@5": 0.33, "f1@10": 0.1807272727272727, "map@1": 0.915, "map@5": 0.9458166666666667, "map@10": 0.9463623015873016, "mrr@1": 0.915, "mrr@5": 0.9458166666666667, "mrr@10": 0.9463623015873016, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.821, "hit@5": 0.941, "hit@10": 0.96, "ndcg_linear@1": 0.821, "ndcg_linear@5": 0.8871999220427926, "ndcg_linear@10": 0.893450793759174, "ndcg_exponential@1": 0.821, "ndcg_exponential@5": 0.8871999220427926, "ndcg_exponential@10": 0.893450793759174, "precision@1": 0.821, "precision@5": 0.1882, "precision@10": 0.09600000000000002, "recall@1": 0.821, "recall@5": 0.941, "recall@10": 0.96, "f1@1": 0.821, "f1@5": 0.3136666666666667, "f1@10": 0.17454545454545456, "map@1": 0.821, "map@5": 0.8690999999999999, "map@10": 0.8717452380952382, "mrr@1": 0.821, "mrr@5": 0.8690999999999999, "mrr@10": 0.8717452380952382, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.955, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.955, "ndcg_linear@5": 0.9817312536893785, "ndcg_linear@10": 0.9820874608764865, "ndcg_exponential@1": 0.955, "ndcg_exponential@5": 0.9817312536893785, "ndcg_exponential@10": 0.9820874608764865, "precision@1": 0.955, "precision@5": 0.1998, "precision@10": 0.10000000000000002, "recall@1": 0.955, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.955, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.955, "map@5": 0.9757, "map@10": 0.9758666666666665, "mrr@1": 0.955, "mrr@5": 0.9757, "mrr@10": 0.9758666666666665, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.93, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.93, "ndcg_linear@5": 0.9759269422571449, "ndcg_linear@10": 0.9759269422571449, "ndcg_exponential@1": 0.93, "ndcg_exponential@5": 0.9759269422571449, "ndcg_exponential@10": 0.9759269422571449, "precision@1": 0.93, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.93, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.93, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.93, "map@5": 0.9678333333333333, "map@10": 0.9678333333333333, "mrr@1": 0.93, "mrr@5": 0.9648333333333333, "mrr@10": 0.9648333333333333, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.944, "hit@5": 0.987, "hit@10": 0.992, "ndcg_linear@1": 0.944, "ndcg_linear@5": 0.9682186563038736, "ndcg_linear@10": 0.9698808988838727, "ndcg_exponential@1": 0.944, "ndcg_exponential@5": 0.9682186563038736, "ndcg_exponential@10": 0.9698808988838727, "precision@1": 0.944, "precision@5": 0.19740000000000005, "precision@10": 0.09920000000000001, "recall@1": 0.944, "recall@5": 0.987, "recall@10": 0.992, "f1@1": 0.944, "f1@5": 0.329, "f1@10": 0.18036363636363634, "map@1": 0.944, "map@5": 0.9618333333333332, "map@10": 0.9625456349206349, "mrr@1": 0.944, "mrr@5": 0.9618333333333332, "mrr@10": 0.9625456349206349, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.842, "hit@5": 0.92, "hit@10": 0.95, "ndcg_linear@1": 0.842, "ndcg_linear@5": 0.8846387781814685, "ndcg_linear@10": 0.8946668295423478, "ndcg_exponential@1": 0.842, "ndcg_exponential@5": 0.8846387781814685, "ndcg_exponential@10": 0.8946668295423478, "precision@1": 0.842, "precision@5": 0.18400000000000002, "precision@10": 0.095, "recall@1": 0.842, "recall@5": 0.92, "recall@10": 0.95, "f1@1": 0.842, "f1@5": 0.3066666666666667, "f1@10": 0.1727272727272727, "map@1": 0.842, "map@5": 0.8727666666666667, "map@10": 0.8770920634920635, "mrr@1": 0.842, "mrr@5": 0.8727666666666667, "mrr@10": 0.8770920634920635, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.5099778270509978, "hit@5": 0.6917960088691796, "hit@10": 0.753880266075388, "ndcg_linear@1": 0.5099778270509978, "ndcg_linear@5": 0.6036077152437246, "ndcg_linear@10": 0.6246004607227122, "ndcg_exponential@1": 0.5099778270509978, "ndcg_exponential@5": 0.6036077152437246, "ndcg_exponential@10": 0.6246004607227122, "precision@1": 0.5099778270509978, "precision@5": 0.13968957871396895, "precision@10": 0.0778270509977827, "recall@1": 0.507390983000739, "recall@5": 0.6832594235033259, "recall@10": 0.7455838876570584, "f1@1": 0.5081300813008129, "f1@5": 0.2307433838280324, "f1@10": 0.13988581017405854, "map@1": 0.5099778270509978, "map@5": 0.5751847745750184, "map@10": 0.5843315559778973, "mrr@1": 0.5099778270509978, "mrr@5": 0.5794900221729491, "mrr@10": 0.5876702565726956, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.8502024291497976, "hit@5": 0.9534412955465587, "hit@10": 0.9676113360323887, "ndcg_linear@1": 0.8502024291497976, "ndcg_linear@5": 0.9062187753606937, "ndcg_linear@10": 0.9112301061936733, "ndcg_exponential@1": 0.8502024291497976, "ndcg_exponential@5": 0.9062187753606937, "ndcg_exponential@10": 0.9112301061936733, "precision@1": 0.8502024291497976, "precision@5": 0.19068825910931173, "precision@10": 0.09696356275303644, "recall@1": 0.8502024291497976, "recall@5": 0.9508097165991902, "recall@10": 0.965991902834008, "f1@1": 0.8502024291497976, "f1@5": 0.3174474648158859, "f1@10": 0.17613789719052877, "map@1": 0.8502024291497976, "map@5": 0.8908400809716599, "map@10": 0.8930210140736456, "mrr@1": 0.8502024291497976, "mrr@5": 0.891497975708502, "mrr@10": 0.8934258723732408, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.8071428571428572, "hit@5": 0.9321428571428572, "hit@10": 0.9678571428571429, "ndcg_linear@1": 0.8071428571428572, "ndcg_linear@5": 0.8781592269843446, "ndcg_linear@10": 0.889723495349082, "ndcg_exponential@1": 0.8071428571428572, "ndcg_exponential@5": 0.8781592269843446, "ndcg_exponential@10": 0.889723495349082, "precision@1": 0.8071428571428572, "precision@5": 0.18642857142857142, "precision@10": 0.09678571428571427, "recall@1": 0.8071428571428572, "recall@5": 0.9321428571428572, "recall@10": 0.9678571428571429, "f1@1": 0.8071428571428572, "f1@5": 0.31071428571428583, "f1@10": 0.175974025974026, "map@1": 0.8071428571428572, "map@5": 0.8597619047619047, "map@10": 0.86453089569161, "mrr@1": 0.8071428571428572, "mrr@5": 0.8597619047619047, "mrr@10": 0.86453089569161, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.594775212636695, "hit@5": 0.8803159173754557, "hit@10": 0.9422843256379101, "ndcg_linear@1": 0.594775212636695, "ndcg_linear@5": 0.7498226279604385, "ndcg_linear@10": 0.7700996085185149, "ndcg_exponential@1": 0.594775212636695, "ndcg_exponential@5": 0.7498226279604385, "ndcg_exponential@10": 0.7700996085185149, "precision@1": 0.594775212636695, "precision@5": 0.17703523693803158, "precision@10": 0.0948359659781288, "recall@1": 0.5927095990279465, "recall@5": 0.8795868772782502, "recall@10": 0.9419198055893074, "f1@1": 0.5932655841525829, "f1@5": 0.29431811606781244, "f1@10": 0.1721013292094702, "map@1": 0.594775212636695, "map@5": 0.7060064803564196, "map@10": 0.714454039615036, "mrr@1": 0.594775212636695, "mrr@5": 0.7066828675577156, "mrr@10": 0.7151668788211922, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.54, "hit@5": 0.9, "hit@10": 0.95, "ndcg_linear@1": 0.54, "ndcg_linear@5": 0.7333949382728729, "ndcg_linear@10": 0.7495746790027095, "ndcg_exponential@1": 0.54, "ndcg_exponential@5": 0.7333949382728729, "ndcg_exponential@10": 0.7495746790027095, "precision@1": 0.54, "precision@5": 0.17999999999999994, "precision@10": 0.09499999999999999, "recall@1": 0.54, "recall@5": 0.9, "recall@10": 0.95, "f1@1": 0.54, "f1@5": 0.30000000000000004, "f1@10": 0.1727272727272728, "map@1": 0.54, "map@5": 0.6776666666666666, "map@10": 0.684361111111111, "mrr@1": 0.54, "mrr@5": 0.6776666666666666, "mrr@10": 0.684361111111111, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.93, "hit@5": 0.99, "hit@10": 1.0, "ndcg_linear@1": 0.93, "ndcg_linear@5": 0.9632346581878777, "ndcg_linear@10": 0.9663893069557349, "ndcg_exponential@1": 0.93, "ndcg_exponential@5": 0.9632346581878777, "ndcg_exponential@10": 0.9663893069557349, "precision@1": 0.93, "precision@5": 0.19799999999999998, "precision@10": 0.09999999999999998, "recall@1": 0.93, "recall@5": 0.99, "recall@10": 1.0, "f1@1": 0.93, "f1@5": 0.3300000000000001, "f1@10": 0.1818181818181819, "map@1": 0.93, "map@5": 0.9541666666666666, "map@10": 0.9554166666666666, "mrr@1": 0.93, "mrr@5": 0.9541666666666666, "mrr@10": 0.9554166666666666, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.88, "hit@5": 0.97, "hit@10": 0.98, "ndcg_linear@1": 0.88, "ndcg_linear@5": 0.9283353124931202, "ndcg_linear@10": 0.9316686458264535, "ndcg_exponential@1": 0.88, "ndcg_exponential@5": 0.9283353124931202, "ndcg_exponential@10": 0.9316686458264535, "precision@1": 0.88, "precision@5": 0.19399999999999995, "precision@10": 0.09799999999999998, "recall@1": 0.88, "recall@5": 0.97, "recall@10": 0.98, "f1@1": 0.88, "f1@5": 0.3233333333333334, "f1@10": 0.17818181818181827, "map@1": 0.88, "map@5": 0.9145, "map@10": 0.9159285714285714, "mrr@1": 0.88, "mrr@5": 0.9145, "mrr@10": 0.9159285714285714, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.85, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.85, "ndcg_linear@5": 0.9353972089828991, "ndcg_linear@10": 0.9353972089828991, "ndcg_exponential@1": 0.85, "ndcg_exponential@5": 0.9353972089828991, "ndcg_exponential@10": 0.9353972089828991, "precision@1": 0.85, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.85, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.85, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.85, "map@5": 0.9133333333333333, "map@10": 0.9133333333333333, "mrr@1": 0.85, "mrr@5": 0.9133333333333333, "mrr@10": 0.9133333333333333, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.92, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.92, "ndcg_linear@5": 0.9704743802857166, "ndcg_linear@10": 0.9704743802857166, "ndcg_exponential@1": 0.92, "ndcg_exponential@5": 0.9704743802857166, "ndcg_exponential@10": 0.9704743802857166, "precision@1": 0.92, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.92, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.92, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.92, "map@5": 0.96, "map@10": 0.96, "mrr@1": 0.92, "mrr@5": 0.96, "mrr@10": 0.96, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5961538461538461, "hit@5": 0.8846153846153846, "hit@10": 0.9423076923076923, "ndcg_linear@1": 0.5833333333333334, "ndcg_linear@5": 0.6329532125734464, "ndcg_linear@10": 0.6664435968467963, "ndcg_exponential@1": 0.5796703296703296, "ndcg_exponential@5": 0.6289366097665563, "ndcg_exponential@10": 0.6618183813584131, "precision@1": 0.5961538461538461, "precision@5": 0.2576923076923077, "precision@10": 0.15576923076923077, "recall@1": 0.4059149184149184, "recall@5": 0.7016108891108891, "recall@10": 0.7985514485514487, "f1@1": 0.44370949563257256, "f1@5": 0.33953444431385615, "f1@10": 0.2393916603758233, "map@1": 0.5961538461538461, "map@5": 0.5686805555555556, "map@10": 0.588305352055352, "mrr@1": 0.5961538461538461, "mrr@5": 0.6974358974358974, "mrr@10": 0.7061355311355311, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.56875, "hit@5": 0.91875, "hit@10": 0.95625, "ndcg_linear@1": 0.56875, "ndcg_linear@5": 0.6389909594347212, "ndcg_linear@10": 0.6676119191978092, "ndcg_exponential@1": 0.56875, "ndcg_exponential@5": 0.6389909594347212, "ndcg_exponential@10": 0.6676119191978092, "precision@1": 0.56875, "precision@5": 0.29750000000000004, "precision@10": 0.185, "recall@1": 0.3534476461038961, "recall@5": 0.6817184316908582, "recall@10": 0.7714336643748408, "f1@1": 0.401907693001443, "f1@5": 0.36737077852702854, "f1@10": 0.26891204349844056, "map@1": 0.56875, "map@5": 0.5566770833333333, "map@10": 0.5730860556027967, "mrr@1": 0.56875, "mrr@5": 0.7088541666666666, "mrr@10": 0.7134027777777778, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.496875, "hit@5": 0.8546875, "hit@10": 0.9203125, "ndcg_linear@1": 0.496875, "ndcg_linear@5": 0.5713555629827791, "ndcg_linear@10": 0.6058941060769942, "ndcg_exponential@1": 0.496875, "ndcg_exponential@5": 0.5713555629827791, "ndcg_exponential@10": 0.6058941060769942, "precision@1": 0.496875, "precision@5": 0.265625, "precision@10": 0.17343750000000002, "recall@1": 0.3091933847402598, "recall@5": 0.6188992084392535, "recall@10": 0.7217762411586891, "f1@1": 0.35054118190836936, "f1@5": 0.3282865844837352, "f1@10": 0.25063344133059207, "map@1": 0.496875, "map@5": 0.49167317708333336, "map@10": 0.5097908155883882, "mrr@1": 0.496875, "mrr@5": 0.6363020833333334, "mrr@10": 0.6449336557539682, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.7413793103448276, "hit@5": 0.9137931034482759, "hit@10": 0.9655172413793104, "ndcg_linear@1": 0.7413793103448276, "ndcg_linear@5": 0.6395804580296547, "ndcg_linear@10": 0.5916166978355107, "ndcg_exponential@1": 0.7413793103448276, "ndcg_exponential@5": 0.6395804580296547, "ndcg_exponential@10": 0.5916166978355107, "precision@1": 0.7413793103448276, "precision@5": 0.5448275862068965, "precision@10": 0.40862068965517245, "recall@1": 0.12007297188759494, "recall@5": 0.3256313458089046, "recall@10": 0.43855765239638506, "f1@1": 0.17677278220210246, "f1@5": 0.3258972112641699, "f1@10": 0.341717907191819, "map@1": 0.7413793103448276, "map@5": 0.5538505747126437, "map@10": 0.46635694954865725, "mrr@1": 0.7413793103448276, "mrr@5": 0.8051724137931034, "mrr@10": 0.8126642036124795, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6336206896551724, "hit@5": 0.875, "hit@10": 0.9482758620689655, "ndcg_linear@1": 0.6336206896551724, "ndcg_linear@5": 0.5384777822431013, "ndcg_linear@10": 0.5140949894716761, "ndcg_exponential@1": 0.6336206896551724, "ndcg_exponential@5": 0.5384777822431013, "ndcg_exponential@10": 0.5140949894716761, "precision@1": 0.6336206896551724, "precision@5": 0.4750000000000001, "precision@10": 0.38362068965517243, "recall@1": 0.07684484169166082, "recall@5": 0.26039631359879994, "recall@10": 0.38879175511982644, "f1@1": 0.12253220324578332, "f1@5": 0.2750726985998097, "f1@10": 0.31397909934957235, "map@1": 0.6336206896551724, "map@5": 0.44077825670498083, "map@10": 0.37748781233438455, "mrr@1": 0.6336206896551724, "mrr@5": 0.7184626436781609, "mrr@10": 0.7281027640941434, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.5263157894736842, "hit@5": 0.8596491228070176, "hit@10": 0.9122807017543859, "ndcg_linear@1": 0.5263157894736842, "ndcg_linear@5": 0.583879469884602, "ndcg_linear@10": 0.6136851295016935, "ndcg_exponential@1": 0.5263157894736842, "ndcg_exponential@5": 0.5838794698846019, "ndcg_exponential@10": 0.6136851295016935, "precision@1": 0.5263157894736842, "precision@5": 0.30175438596491233, "precision@10": 0.19122807017543864, "recall@1": 0.25223475355054303, "recall@5": 0.6128028404344193, "recall@10": 0.7328738512949038, "f1@1": 0.3037682207555165, "f1@5": 0.3518859713212228, "f1@10": 0.26744830134108283, "map@1": 0.5263157894736842, "map@5": 0.486598440545809, "map@10": 0.49824329341873197, "mrr@1": 0.5263157894736842, "mrr@5": 0.6725146198830408, "mrr@10": 0.67958089668616, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.4605263157894737, "hit@5": 0.7982456140350878, "hit@10": 0.868421052631579, "ndcg_linear@1": 0.4605263157894737, "ndcg_linear@5": 0.5198938862821212, "ndcg_linear@10": 0.5518318685178015, "ndcg_exponential@1": 0.4605263157894737, "ndcg_exponential@5": 0.5198938862821212, "ndcg_exponential@10": 0.5518318685178015, "precision@1": 0.4605263157894737, "precision@5": 0.2675438596491228, "precision@10": 0.17500000000000002, "recall@1": 0.22349624060150375, "recall@5": 0.55859440267335, "recall@10": 0.6707341269841269, "f1@1": 0.2684802580628352, "f1@5": 0.31434699453542203, "f1@10": 0.2453443342772412, "map@1": 0.4605263157894737, "map@5": 0.4300706627680312, "map@10": 0.44204394087069526, "mrr@1": 0.4605263157894737, "mrr@5": 0.6039473684210526, "mrr@10": 0.613222291840713, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.7953431372549019, "hit@5": 0.9105392156862745, "hit@10": 0.9424019607843137, "ndcg_linear@1": 0.7953431372549019, "ndcg_linear@5": 0.8579289489742433, "ndcg_linear@10": 0.8681174781735144, "ndcg_exponential@1": 0.7953431372549019, "ndcg_exponential@5": 0.8579289489742433, "ndcg_exponential@10": 0.8681174781735144, "precision@1": 0.7953431372549019, "precision@5": 0.1821078431372549, "precision@10": 0.09424019607843138, "recall@1": 0.7953431372549019, "recall@5": 0.9105392156862745, "recall@10": 0.9424019607843137, "f1@1": 0.7953431372549019, "f1@5": 0.3035130718954249, "f1@10": 0.1713458110516934, "map@1": 0.7953431372549019, "map@5": 0.8402982026143792, "map@10": 0.8444366635543107, "mrr@1": 0.7953431372549019, "mrr@5": 0.8402982026143792, "mrr@10": 0.8444366635543107, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.746031746031746, "hit@5": 0.873015873015873, "hit@10": 0.9047619047619048, "ndcg_linear@1": 0.746031746031746, "ndcg_linear@5": 0.8188146877131854, "ndcg_linear@10": 0.8301228523832814, "ndcg_exponential@1": 0.746031746031746, "ndcg_exponential@5": 0.8188146877131854, "ndcg_exponential@10": 0.8301228523832814, "precision@1": 0.746031746031746, "precision@5": 0.1746031746031745, "precision@10": 0.09047619047619043, "recall@1": 0.746031746031746, "recall@5": 0.873015873015873, "recall@10": 0.9047619047619048, "f1@1": 0.746031746031746, "f1@5": 0.29100529100529093, "f1@10": 0.1645021645021645, "map@1": 0.746031746031746, "map@5": 0.8002645502645503, "map@10": 0.8055555555555557, "mrr@1": 0.746031746031746, "mrr@5": 0.8002645502645503, "mrr@10": 0.8055555555555557, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.8155668358714044, "hit@5": 0.9576988155668359, "hit@10": 0.9678510998307953, "ndcg_linear@1": 0.8155668358714044, "ndcg_linear@5": 0.894284381785278, "ndcg_linear@10": 0.8975776169952439, "ndcg_exponential@1": 0.8155668358714044, "ndcg_exponential@5": 0.894284381785278, "ndcg_exponential@10": 0.8975776169952439, "precision@1": 0.8155668358714044, "precision@5": 0.19153976311336715, "precision@10": 0.0967851099830795, "recall@1": 0.8155668358714044, "recall@5": 0.9576988155668359, "recall@10": 0.9678510998307953, "f1@1": 0.8155668358714044, "f1@5": 0.3192329385222787, "f1@10": 0.1759729272419628, "map@1": 0.8155668358714044, "map@5": 0.8729272419627749, "map@10": 0.8742916230225874, "mrr@1": 0.8155668358714044, "mrr@5": 0.8729272419627749, "mrr@10": 0.8742916230225874, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.935251798561151, "hit@5": 0.9784172661870504, "hit@10": 0.9856115107913669, "ndcg_linear@1": 0.935251798561151, "ndcg_linear@5": 0.9490261324137199, "ndcg_linear@10": 0.9524729192572791, "ndcg_exponential@1": 0.935251798561151, "ndcg_exponential@5": 0.9490261324137199, "ndcg_exponential@10": 0.9524729192572791, "precision@1": 0.935251798561151, "precision@5": 0.2446043165467626, "precision@10": 0.12374100719424462, "recall@1": 0.8084532374100719, "recall@5": 0.9712230215827338, "recall@10": 0.9811151079136691, "f1@1": 0.8507194244604317, "f1@5": 0.3836930455635493, "f1@10": 0.21721713538260304, "map@1": 0.935251798561151, "map@5": 0.9351918465227819, "map@10": 0.936941161356629, "mrr@1": 0.935251798561151, "mrr@5": 0.9537170263788969, "mrr@10": 0.9545584960602946, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.8593314763231198, "hit@5": 0.9749303621169917, "hit@10": 0.9874651810584958, "ndcg_linear@1": 0.8593314763231198, "ndcg_linear@5": 0.9240949277120458, "ndcg_linear@10": 0.9284263276872629, "ndcg_exponential@1": 0.8593314763231198, "ndcg_exponential@5": 0.9240949277120458, "ndcg_exponential@10": 0.9284263276872629, "precision@1": 0.8593314763231198, "precision@5": 0.1949860724233983, "precision@10": 0.09874651810584956, "recall@1": 0.8593314763231198, "recall@5": 0.9749303621169917, "recall@10": 0.9874651810584958, "f1@1": 0.8593314763231198, "f1@5": 0.32497678737233066, "f1@10": 0.17953912382881745, "map@1": 0.8593314763231198, "map@5": 0.9068709377901578, "map@10": 0.9088246672856701, "mrr@1": 0.8593314763231198, "mrr@5": 0.9068709377901578, "mrr@10": 0.9088246672856701, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5179606025492468, "hit@5": 0.7531865585168018, "hit@10": 0.8296639629200464, "ndcg_linear@1": 0.5179606025492468, "ndcg_linear@5": 0.6402224223605749, "ndcg_linear@10": 0.6653062679975968, "ndcg_exponential@1": 0.5179606025492468, "ndcg_exponential@5": 0.6402224223605749, "ndcg_exponential@10": 0.6653062679975968, "precision@1": 0.5179606025492468, "precision@5": 0.15063731170336037, "precision@10": 0.08296639629200463, "recall@1": 0.5179606025492468, "recall@5": 0.7531865585168018, "recall@10": 0.8296639629200464, "f1@1": 0.5179606025492468, "f1@5": 0.2510621861722674, "f1@10": 0.1508479932581903, "map@1": 0.5179606025492468, "map@5": 0.6028968713789107, "map@10": 0.6134571171071749, "mrr@1": 0.5179606025492468, "mrr@5": 0.6028968713789107, "mrr@10": 0.6134571171071749, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.02626970227670753, "hit@5": 0.42294220665499127, "hit@10": 0.6392294220665499, "ndcg_linear@1": 0.02626970227670753, "ndcg_linear@5": 0.22795695966073642, "ndcg_linear@10": 0.2980182741363639, "ndcg_exponential@1": 0.02626970227670753, "ndcg_exponential@5": 0.22795695966073642, "ndcg_exponential@10": 0.2980182741363639, "precision@1": 0.02626970227670753, "precision@5": 0.08458844133099824, "precision@10": 0.063922942206655, "recall@1": 0.02626970227670753, "recall@5": 0.42294220665499127, "recall@10": 0.6392294220665499, "f1@1": 0.02626970227670753, "f1@5": 0.14098073555166377, "f1@10": 0.11622353128482728, "map@1": 0.02626970227670753, "map@5": 0.1640251021599533, "map@10": 0.19300968782142164, "mrr@1": 0.02626970227670753, "mrr@5": 0.1640251021599533, "mrr@10": 0.19300968782142164, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9929947460595446, "hit@5": 0.999124343257443, "hit@10": 0.999124343257443, "ndcg_linear@1": 0.6800934033858728, "ndcg_linear@5": 0.8257007234773791, "ndcg_linear@10": 0.8192850932203668, "ndcg_exponential@1": 0.45659244433324986, "ndcg_exponential@5": 0.697341652219986, "ndcg_exponential@10": 0.737055060458057, "precision@1": 0.9929947460595446, "precision@5": 0.9211908931698775, "precision@10": 0.8419439579684763, "recall@1": 0.05859235990272588, "recall@5": 0.27084970127283686, "recall@10": 0.48493220941973214, "f1@1": 0.10990637388548943, "f1@5": 0.41017436755505415, "f1@10": 0.6016811770728064, "map@1": 0.9929947460595446, "map@5": 0.9129743140688849, "map@10": 0.8292215317241899, "mrr@1": 0.9929947460595446, "mrr@5": 0.9955487448920024, "mrr@10": 0.9955487448920024, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.05847255369928401, "hit@5": 0.32577565632458233, "hit@10": 0.4307875894988067, "ndcg_linear@1": 0.05847255369928401, "ndcg_linear@5": 0.15568288489886778, "ndcg_linear@10": 0.19539198447091152, "ndcg_exponential@1": 0.05847255369928401, "ndcg_exponential@5": 0.15568288489886778, "ndcg_exponential@10": 0.19539198447091152, "precision@1": 0.05847255369928401, "precision@5": 0.07446300715990455, "precision@10": 0.05548926014319809, "recall@1": 0.03171241050119332, "recall@5": 0.2359813615183544, "recall@10": 0.3461089328332765, "f1@1": 0.039134983287727916, "f1@5": 0.10793886764334609, "f1@10": 0.09193185047765622, "map@1": 0.05847255369928401, "map@5": 0.11086714399363563, "map@10": 0.12994760294730462, "mrr@1": 0.05847255369928401, "mrr@5": 0.15646380270485283, "mrr@10": 0.17032285865818086, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.7171837708830548, "hit@5": 0.8054892601431981, "hit@10": 0.8353221957040573, "ndcg_linear@1": 0.49244232299124896, "ndcg_linear@5": 0.5160778502398315, "ndcg_linear@10": 0.4964416661323743, "ndcg_exponential@1": 0.33191271735424477, "ndcg_exponential@5": 0.41610658069756373, "ndcg_exponential@10": 0.42812527694609537, "precision@1": 0.7171837708830548, "precision@5": 0.5863961813842482, "precision@10": 0.5149164677804295, "recall@1": 0.023003198486246955, "recall@5": 0.09289359456499321, "recall@10": 0.15773102107360248, "f1@1": 0.044117878939195214, "f1@5": 0.15380156168319828, "f1@10": 0.22630192184229467, "map@1": 0.7171837708830548, "map@5": 0.5559029435163088, "map@10": 0.4696197537178046, "mrr@1": 0.7171837708830548, "mrr@5": 0.7539777247414478, "mrr@10": 0.7578484297458045, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.5667330677290837, "hit@5": 0.7918326693227091, "hit@10": 0.8655378486055777, "ndcg_linear@1": 0.5667330677290837, "ndcg_linear@5": 0.6898440992580551, "ndcg_linear@10": 0.7138730357398126, "ndcg_exponential@1": 0.5667330677290837, "ndcg_exponential@5": 0.6898440992580551, "ndcg_exponential@10": 0.7138730357398126, "precision@1": 0.5667330677290837, "precision@5": 0.15836653386454183, "precision@10": 0.08655378486055777, "recall@1": 0.5667330677290837, "recall@5": 0.7918326693227091, "recall@10": 0.8655378486055777, "f1@1": 0.5667330677290837, "f1@5": 0.2639442231075697, "f1@10": 0.15737051792828688, "map@1": 0.5667330677290837, "map@5": 0.6556108897742364, "map@10": 0.665644959843167, "mrr@1": 0.5667330677290837, "mrr@5": 0.6556108897742364, "mrr@10": 0.665644959843167, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.553, "hit@5": 0.783, "hit@10": 0.867, "ndcg_linear@1": 0.553, "ndcg_linear@5": 0.6782913405691761, "ndcg_linear@10": 0.7050777218222044, "ndcg_exponential@1": 0.553, "ndcg_exponential@5": 0.6782913405691761, "ndcg_exponential@10": 0.7050777218222044, "precision@1": 0.553, "precision@5": 0.1566, "precision@10": 0.08669999999999999, "recall@1": 0.553, "recall@5": 0.783, "recall@10": 0.867, "f1@1": 0.553, "f1@5": 0.261, "f1@10": 0.15763636363636363, "map@1": 0.553, "map@5": 0.64325, "map@10": 0.6540805555555556, "mrr@1": 0.553, "mrr@5": 0.64325, "mrr@10": 0.6540805555555556, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.7134328358208956, "hit@5": 0.9298507462686567, "hit@10": 0.9567164179104478, "ndcg_linear@1": 0.7134328358208956, "ndcg_linear@5": 0.8354677444104509, "ndcg_linear@10": 0.8442837478729681, "ndcg_exponential@1": 0.7134328358208956, "ndcg_exponential@5": 0.8354677444104509, "ndcg_exponential@10": 0.8442837478729681, "precision@1": 0.7134328358208956, "precision@5": 0.1859701492537313, "precision@10": 0.09567164179104477, "recall@1": 0.7134328358208956, "recall@5": 0.9298507462686567, "recall@10": 0.9567164179104478, "f1@1": 0.7134328358208956, "f1@5": 0.30995024875621896, "f1@10": 0.17394843962008144, "map@1": 0.7134328358208956, "map@5": 0.8034328358208954, "map@10": 0.8071446339729921, "mrr@1": 0.7134328358208956, "mrr@5": 0.8034328358208954, "mrr@10": 0.8071446339729921, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.48771773112996875, "hit@5": 0.7673068334077713, "hit@10": 0.8575256811076374, "ndcg_linear@1": 0.48771773112996875, "ndcg_linear@5": 0.6378257565194382, "ndcg_linear@10": 0.6672110887406737, "ndcg_exponential@1": 0.48771773112996875, "ndcg_exponential@5": 0.6378257565194382, "ndcg_exponential@10": 0.6672110887406737, "precision@1": 0.48771773112996875, "precision@5": 0.15346136668155422, "precision@10": 0.08575256811076373, "recall@1": 0.48771773112996875, "recall@5": 0.7673068334077713, "recall@10": 0.8575256811076374, "f1@1": 0.48771773112996875, "f1@5": 0.25576894446925713, "f1@10": 0.1559137602013886, "map@1": 0.48771773112996875, "map@5": 0.5946553520917076, "map@10": 0.6069045669481131, "mrr@1": 0.48771773112996875, "mrr@5": 0.5946553520917076, "mrr@10": 0.6069045669481131, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.24567474048442905, "hit@5": 0.47593582887700536, "hit@10": 0.5929537590437245, "ndcg_linear@1": 0.24567474048442905, "ndcg_linear@5": 0.36540016116930785, "ndcg_linear@10": 0.40332317442147264, "ndcg_exponential@1": 0.24567474048442905, "ndcg_exponential@5": 0.36540016116930785, "ndcg_exponential@10": 0.40332317442147264, "precision@1": 0.24567474048442905, "precision@5": 0.09518716577540108, "precision@10": 0.059295375904372435, "recall@1": 0.24567474048442905, "recall@5": 0.47593582887700536, "recall@10": 0.5929537590437245, "f1@1": 0.24567474048442905, "f1@5": 0.15864527629233516, "f1@10": 0.10780977437158627, "map@1": 0.24567474048442905, "map@5": 0.32886127713117336, "map@10": 0.3445617819320242, "mrr@1": 0.24567474048442905, "mrr@5": 0.32886127713117336, "mrr@10": 0.3445617819320242, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.7174515235457064, "hit@5": 0.9492151431209603, "hit@10": 1.0, "ndcg_linear@1": 0.7174515235457064, "ndcg_linear@5": 0.8460261599628324, "ndcg_linear@10": 0.8623799167945468, "ndcg_exponential@1": 0.7174515235457064, "ndcg_exponential@5": 0.8460261599628324, "ndcg_exponential@10": 0.8623799167945468, "precision@1": 0.7174515235457064, "precision@5": 0.18984302862419206, "precision@10": 0.09999999999999998, "recall@1": 0.7174515235457064, "recall@5": 0.9492151431209603, "recall@10": 1.0, "f1@1": 0.7174515235457064, "f1@5": 0.31640504770698685, "f1@10": 0.18181818181818185, "map@1": 0.7174515235457064, "map@5": 0.811218836565097, "map@10": 0.8179271277609227, "mrr@1": 0.7174515235457064, "mrr@5": 0.811218836565097, "mrr@10": 0.8179271277609227, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.29298486932599727, "hit@5": 0.6808803301237965, "hit@10": 1.0, "ndcg_linear@1": 0.29298486932599727, "ndcg_linear@5": 0.4939188850917526, "ndcg_linear@10": 0.5955015166045478, "ndcg_exponential@1": 0.29298486932599727, "ndcg_exponential@5": 0.4939188850917526, "ndcg_exponential@10": 0.5955015166045478, "precision@1": 0.29298486932599727, "precision@5": 0.13617606602475926, "precision@10": 0.09999999999999998, "recall@1": 0.29298486932599727, "recall@5": 0.6808803301237965, "recall@10": 1.0, "f1@1": 0.29298486932599727, "f1@5": 0.22696011004126548, "f1@10": 0.18181818181818185, "map@1": 0.29298486932599727, "map@5": 0.4322329206785878, "map@10": 0.47322765878474277, "mrr@1": 0.29298486932599727, "mrr@5": 0.4322329206785878, "mrr@10": 0.47322765878474277, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.593, "hit@5": 0.982, "hit@10": 1.0, "ndcg_linear@1": 0.593, "ndcg_linear@5": 0.7925874968582456, "ndcg_linear@10": 0.798668781429636, "ndcg_exponential@1": 0.593, "ndcg_exponential@5": 0.7925874968582456, "ndcg_exponential@10": 0.798668781429636, "precision@1": 0.593, "precision@5": 0.20620000000000005, "precision@10": 0.10540000000000004, "recall@1": 0.5780833333333333, "recall@5": 0.9794166666666667, "recall@10": 0.9985, "f1@1": 0.5821492063492063, "f1@5": 0.33752269952269953, "f1@10": 0.18926911976911975, "map@1": 0.593, "map@5": 0.728875, "map@10": 0.7314063492063492, "mrr@1": 0.593, "mrr@5": 0.7312000000000001, "mrr@10": 0.7336884920634921, "num_pred": 1000, "num_data": 1000 }, "K700": { "hit@1": 0.48, "hit@5": 0.75, "hit@10": 0.823, "ndcg_linear@1": 0.48, "ndcg_linear@5": 0.6264192504680887, "ndcg_linear@10": 0.6501444874185425, "ndcg_exponential@1": 0.48, "ndcg_exponential@5": 0.6264192504680887, "ndcg_exponential@10": 0.6501444874185425, "precision@1": 0.48, "precision@5": 0.15, "precision@10": 0.0823, "recall@1": 0.48, "recall@5": 0.75, "recall@10": 0.823, "f1@1": 0.48, "f1@5": 0.25000000000000006, "f1@10": 0.14963636363636362, "map@1": 0.48, "map@5": 0.585, "map@10": 0.5948535714285715, "mrr@1": 0.48, "mrr@5": 0.585, "mrr@10": 0.5948535714285715, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.616, "hit@5": 0.873, "hit@10": 0.93, "ndcg_linear@1": 0.616, "ndcg_linear@5": 0.7569988223201398, "ndcg_linear@10": 0.7759812456246052, "ndcg_exponential@1": 0.616, "ndcg_exponential@5": 0.7569988223201398, "ndcg_exponential@10": 0.7759812456246052, "precision@1": 0.616, "precision@5": 0.17460000000000003, "precision@10": 0.093, "recall@1": 0.616, "recall@5": 0.873, "recall@10": 0.93, "f1@1": 0.616, "f1@5": 0.291, "f1@10": 0.1690909090909091, "map@1": 0.616, "map@5": 0.7180666666666666, "map@10": 0.7262234126984127, "mrr@1": 0.616, "mrr@5": 0.7180666666666666, "mrr@10": 0.7262234126984127, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.639, "hit@5": 0.874, "hit@10": 0.926, "ndcg_linear@1": 0.639, "ndcg_linear@5": 0.7662870286125315, "ndcg_linear@10": 0.7831677203691875, "ndcg_exponential@1": 0.639, "ndcg_exponential@5": 0.7662870286125315, "ndcg_exponential@10": 0.7831677203691875, "precision@1": 0.639, "precision@5": 0.1748, "precision@10": 0.09260000000000003, "recall@1": 0.639, "recall@5": 0.874, "recall@10": 0.926, "f1@1": 0.639, "f1@5": 0.2913333333333334, "f1@10": 0.16836363636363638, "map@1": 0.639, "map@5": 0.7302333333333334, "map@10": 0.7372412698412698, "mrr@1": 0.639, "mrr@5": 0.7302333333333334, "mrr@10": 0.7372412698412698, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.742, "hit@5": 0.932, "hit@10": 0.962, "ndcg_linear@1": 0.742, "ndcg_linear@5": 0.8491729566272566, "ndcg_linear@10": 0.8588142264999936, "ndcg_exponential@1": 0.742, "ndcg_exponential@5": 0.8491729566272566, "ndcg_exponential@10": 0.8588142264999936, "precision@1": 0.742, "precision@5": 0.18640000000000004, "precision@10": 0.09620000000000002, "recall@1": 0.742, "recall@5": 0.932, "recall@10": 0.962, "f1@1": 0.742, "f1@5": 0.3106666666666667, "f1@10": 0.17490909090909088, "map@1": 0.742, "map@5": 0.8210999999999999, "map@10": 0.8250416666666668, "mrr@1": 0.742, "mrr@5": 0.8210999999999999, "mrr@10": 0.8250416666666668, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.27251732101616627, "hit@5": 0.7043879907621247, "hit@10": 1.0, "ndcg_linear@1": 0.27251732101616627, "ndcg_linear@5": 0.4871117673568217, "ndcg_linear@10": 0.5858015196506087, "ndcg_exponential@1": 0.27251732101616627, "ndcg_exponential@5": 0.4871117673568217, "ndcg_exponential@10": 0.5858015196506087, "precision@1": 0.27251732101616627, "precision@5": 0.14087759815242493, "precision@10": 0.1, "recall@1": 0.27251732101616627, "recall@5": 0.7043879907621247, "recall@10": 1.0, "f1@1": 0.27251732101616627, "f1@5": 0.2347959969207083, "f1@10": 0.1818181818181818, "map@1": 0.27251732101616627, "map@5": 0.4163587374903772, "map@10": 0.45888687268594897, "mrr@1": 0.27251732101616627, "mrr@5": 0.4163587374903772, "mrr@10": 0.45888687268594897, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.53275, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.53275, "ndcg_linear@5": 0.7937356350253378, "ndcg_linear@10": 0.7937356350253378, "ndcg_exponential@1": 0.53275, "ndcg_exponential@5": 0.7937356350253378, "ndcg_exponential@10": 0.7937356350253378, "precision@1": 0.53275, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.53275, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.53275, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.53275, "map@5": 0.7236583333333333, "map@10": 0.7236583333333333, "mrr@1": 0.53275, "mrr@5": 0.7236583333333333, "mrr@10": 0.7236583333333333, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.5396296296296297, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.5396296296296297, "ndcg_linear@5": 0.7919808780309562, "ndcg_linear@10": 0.7919808780309562, "ndcg_exponential@1": 0.5396296296296297, "ndcg_exponential@5": 0.7919808780309562, "ndcg_exponential@10": 0.7919808780309562, "precision@1": 0.5396296296296297, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.5396296296296297, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.5396296296296297, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.5396296296296297, "map@5": 0.7217592592592592, "map@10": 0.7217592592592592, "mrr@1": 0.5396296296296297, "mrr@5": 0.7217592592592592, "mrr@10": 0.7217592592592592, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.661957029425502, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.661957029425502, "ndcg_linear@5": 0.8478149987155439, "ndcg_linear@10": 0.8478149987155439, "ndcg_exponential@1": 0.661957029425502, "ndcg_exponential@5": 0.8478149987155439, "ndcg_exponential@10": 0.8478149987155439, "precision@1": 0.661957029425502, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.661957029425502, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.661957029425502, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.661957029425502, "map@5": 0.7966623851782656, "map@10": 0.7966623851782656, "mrr@1": 0.661957029425502, "mrr@5": 0.7964288494472987, "mrr@10": 0.7964288494472987, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.522, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.522, "ndcg_linear@5": 0.7713996844217967, "ndcg_linear@10": 0.7713996844217967, "ndcg_exponential@1": 0.522, "ndcg_exponential@5": 0.7713996844217967, "ndcg_exponential@10": 0.7713996844217967, "precision@1": 0.522, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.522, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.522, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.522, "map@5": 0.6957, "map@10": 0.6957, "mrr@1": 0.522, "mrr@5": 0.6957, "mrr@10": 0.6957, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.786, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.786, "ndcg_linear@5": 0.921018967264292, "ndcg_linear@10": 0.921018967264292, "ndcg_exponential@1": 0.786, "ndcg_exponential@5": 0.921018967264292, "ndcg_exponential@10": 0.921018967264292, "precision@1": 0.786, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.786, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.786, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.786, "map@5": 0.893, "map@10": 0.893, "mrr@1": 0.786, "mrr@5": 0.893, "mrr@10": 0.893, "num_pred": 1000, "num_data": 1000 } } } }