{ "metadata": { "model_name": "RzenEmbed-v2-7B", "model_size": 8.29, "embedding_dimension": 3584, "max_length_tokens": null, "model_release_date": "2025-09-20", "data_source": "RzenAI", "url": "https://github.com/360CVGroup/RzenEmbed", "report_generated_date": "2025-09-20T07:51:38.145706" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.841, "hit@5": 0.973, "hit@10": 0.985, "ndcg_linear@1": 0.841, "ndcg_linear@5": 0.914797120275683, "ndcg_linear@10": 0.9187425243947985, "ndcg_exponential@1": 0.841, "ndcg_exponential@5": 0.914797120275683, "ndcg_exponential@10": 0.9187425243947985, "precision@1": 0.841, "precision@5": 0.19460000000000002, "precision@10": 0.09850000000000002, "recall@1": 0.841, "recall@5": 0.973, "recall@10": 0.985, "f1@1": 0.841, "f1@5": 0.32433333333333336, "f1@10": 0.17909090909090908, "map@1": 0.841, "map@5": 0.8951166666666667, "map@10": 0.8967793650793651, "mrr@1": 0.841, "mrr@5": 0.8951166666666667, "mrr@10": 0.8967793650793651, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.84, "hit@5": 0.971, "hit@10": 0.992, "ndcg_linear@1": 0.84, "ndcg_linear@5": 0.9135726072420921, "ndcg_linear@10": 0.9205224489628094, "ndcg_exponential@1": 0.84, "ndcg_exponential@5": 0.9135726072420921, "ndcg_exponential@10": 0.9205224489628094, "precision@1": 0.84, "precision@5": 0.19420000000000004, "precision@10": 0.09920000000000001, "recall@1": 0.84, "recall@5": 0.971, "recall@10": 0.992, "f1@1": 0.84, "f1@5": 0.3236666666666666, "f1@10": 0.18036363636363636, "map@1": 0.84, "map@5": 0.8940666666666666, "map@10": 0.8970293650793651, "mrr@1": 0.84, "mrr@5": 0.8940666666666666, "mrr@10": 0.8970293650793651, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.624, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.624, "ndcg_linear@5": 0.8612295873428681, "ndcg_linear@10": 0.8612295873428681, "ndcg_exponential@1": 0.624, "ndcg_exponential@5": 0.8612295873428681, "ndcg_exponential@10": 0.8612295873428681, "precision@1": 0.624, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.624, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.624, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.624, "map@5": 0.812, "map@10": 0.812, "mrr@1": 0.624, "mrr@5": 0.812, "mrr@10": 0.812, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.914, "hit@5": 0.989, "hit@10": 0.996, "ndcg_linear@1": 0.914, "ndcg_linear@5": 0.957691611839713, "ndcg_linear@10": 0.9599006712459202, "ndcg_exponential@1": 0.914, "ndcg_exponential@5": 0.957691611839713, "ndcg_exponential@10": 0.9599006712459202, "precision@1": 0.914, "precision@5": 0.19780000000000003, "precision@10": 0.09960000000000002, "recall@1": 0.914, "recall@5": 0.989, "recall@10": 0.996, "f1@1": 0.914, "f1@5": 0.3296666666666666, "f1@10": 0.18109090909090905, "map@1": 0.914, "map@5": 0.9469333333333334, "map@10": 0.9478119047619048, "mrr@1": 0.914, "mrr@5": 0.9469333333333334, "mrr@10": 0.9478119047619048, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.827, "hit@5": 0.98, "hit@10": 0.991, "ndcg_linear@1": 0.827, "ndcg_linear@5": 0.9140780551207558, "ndcg_linear@10": 0.9175811847505081, "ndcg_exponential@1": 0.827, "ndcg_exponential@5": 0.9140780551207558, "ndcg_exponential@10": 0.9175811847505081, "precision@1": 0.827, "precision@5": 0.19600000000000004, "precision@10": 0.09910000000000002, "recall@1": 0.827, "recall@5": 0.98, "recall@10": 0.991, "f1@1": 0.827, "f1@5": 0.3266666666666666, "f1@10": 0.18018181818181814, "map@1": 0.827, "map@5": 0.8916, "map@10": 0.8930130952380952, "mrr@1": 0.827, "mrr@5": 0.8916, "mrr@10": 0.8930130952380952, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.481, "hit@5": 0.758, "hit@10": 0.848, "ndcg_linear@1": 0.481, "ndcg_linear@5": 0.6281092539031864, "ndcg_linear@10": 0.657409385688319, "ndcg_exponential@1": 0.481, "ndcg_exponential@5": 0.6281092539031864, "ndcg_exponential@10": 0.657409385688319, "precision@1": 0.481, "precision@5": 0.1516, "precision@10": 0.08480000000000001, "recall@1": 0.481, "recall@5": 0.758, "recall@10": 0.848, "f1@1": 0.481, "f1@5": 0.25266666666666676, "f1@10": 0.1541818181818182, "map@1": 0.481, "map@5": 0.5849, "map@10": 0.5970992063492063, "mrr@1": 0.481, "mrr@5": 0.5849, "mrr@10": 0.5970992063492063, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.615, "hit@5": 0.812, "hit@10": 0.865, "ndcg_linear@1": 0.615, "ndcg_linear@5": 0.7215613796569215, "ndcg_linear@10": 0.7388336587718399, "ndcg_exponential@1": 0.615, "ndcg_exponential@5": 0.7215613796569215, "ndcg_exponential@10": 0.7388336587718399, "precision@1": 0.615, "precision@5": 0.16240000000000002, "precision@10": 0.0865, "recall@1": 0.615, "recall@5": 0.812, "recall@10": 0.865, "f1@1": 0.615, "f1@5": 0.2706666666666667, "f1@10": 0.15727272727272726, "map@1": 0.615, "map@5": 0.6913333333333332, "map@10": 0.6985376984126983, "mrr@1": 0.615, "mrr@5": 0.6913333333333332, "mrr@10": 0.6985376984126983, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.902, "hit@5": 0.974, "hit@10": 0.98, "ndcg_linear@1": 0.902, "ndcg_linear@5": 0.9427537328506695, "ndcg_linear@10": 0.9446727369193171, "ndcg_exponential@1": 0.902, "ndcg_exponential@5": 0.9427537328506695, "ndcg_exponential@10": 0.9446727369193171, "precision@1": 0.902, "precision@5": 0.19480000000000003, "precision@10": 0.09800000000000003, "recall@1": 0.902, "recall@5": 0.974, "recall@10": 0.98, "f1@1": 0.902, "f1@5": 0.3246666666666666, "f1@10": 0.1781818181818182, "map@1": 0.902, "map@5": 0.9321333333333334, "map@10": 0.9329138888888888, "mrr@1": 0.902, "mrr@5": 0.9321333333333334, "mrr@10": 0.9329138888888888, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.72, "hit@5": 0.881, "hit@10": 0.922, "ndcg_linear@1": 0.72, "ndcg_linear@5": 0.8096804378538093, "ndcg_linear@10": 0.8231081717749299, "ndcg_exponential@1": 0.72, "ndcg_exponential@5": 0.8096804378538093, "ndcg_exponential@10": 0.8231081717749299, "precision@1": 0.72, "precision@5": 0.17620000000000002, "precision@10": 0.0922, "recall@1": 0.72, "recall@5": 0.881, "recall@10": 0.922, "f1@1": 0.72, "f1@5": 0.2936666666666667, "f1@10": 0.16763636363636364, "map@1": 0.72, "map@5": 0.7855999999999999, "map@10": 0.7912444444444444, "mrr@1": 0.72, "mrr@5": 0.7855999999999999, "mrr@10": 0.7912444444444444, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.297, "hit@5": 0.513, "hit@10": 0.621, "ndcg_linear@1": 0.297, "ndcg_linear@5": 0.4090766289124707, "ndcg_linear@10": 0.4433479935417054, "ndcg_exponential@1": 0.297, "ndcg_exponential@5": 0.4090766289124707, "ndcg_exponential@10": 0.4433479935417054, "precision@1": 0.297, "precision@5": 0.1026, "precision@10": 0.062099999999999995, "recall@1": 0.297, "recall@5": 0.513, "recall@10": 0.621, "f1@1": 0.297, "f1@5": 0.17100000000000007, "f1@10": 0.11290909090909093, "map@1": 0.297, "map@5": 0.37483333333333335, "map@10": 0.38860079365079364, "mrr@1": 0.297, "mrr@5": 0.37483333333333335, "mrr@10": 0.38860079365079364, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.731, "hit@5": 0.933, "hit@10": 0.969, "ndcg_linear@1": 0.731, "ndcg_linear@5": 0.8457292209084957, "ndcg_linear@10": 0.8574739513656775, "ndcg_exponential@1": 0.731, "ndcg_exponential@5": 0.8457292209084957, "ndcg_exponential@10": 0.8574739513656775, "precision@1": 0.731, "precision@5": 0.18660000000000002, "precision@10": 0.09690000000000001, "recall@1": 0.731, "recall@5": 0.933, "recall@10": 0.969, "f1@1": 0.731, "f1@5": 0.311, "f1@10": 0.1761818181818182, "map@1": 0.731, "map@5": 0.8160833333333333, "map@10": 0.820988492063492, "mrr@1": 0.731, "mrr@5": 0.8160833333333333, "mrr@10": 0.820988492063492, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.631, "hit@5": 0.906, "hit@10": 0.947, "ndcg_linear@1": 0.631, "ndcg_linear@5": 0.7831439739560515, "ndcg_linear@10": 0.7965115912621766, "ndcg_exponential@1": 0.631, "ndcg_exponential@5": 0.7831439739560515, "ndcg_exponential@10": 0.7965115912621766, "precision@1": 0.631, "precision@5": 0.18120000000000003, "precision@10": 0.09470000000000002, "recall@1": 0.631, "recall@5": 0.906, "recall@10": 0.947, "f1@1": 0.631, "f1@5": 0.302, "f1@10": 0.17218181818181816, "map@1": 0.631, "map@5": 0.7417166666666667, "map@10": 0.7473, "mrr@1": 0.631, "mrr@5": 0.7417166666666667, "mrr@10": 0.7473, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.946, "hit@5": 0.993, "hit@10": 0.995, "ndcg_linear@1": 0.946, "ndcg_linear@5": 0.9735611706609577, "ndcg_linear@10": 0.974250711181399, "ndcg_exponential@1": 0.946, "ndcg_exponential@5": 0.9735611706609577, "ndcg_exponential@10": 0.974250711181399, "precision@1": 0.946, "precision@5": 0.19860000000000003, "precision@10": 0.09950000000000002, "recall@1": 0.946, "recall@5": 0.993, "recall@10": 0.995, "f1@1": 0.946, "f1@5": 0.331, "f1@10": 0.18090909090909088, "map@1": 0.946, "map@5": 0.9668666666666667, "map@10": 0.9671761904761905, "mrr@1": 0.946, "mrr@5": 0.9668666666666667, "mrr@10": 0.9671761904761905, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.768, "hit@5": 0.912, "hit@10": 0.939, "ndcg_linear@1": 0.768, "ndcg_linear@5": 0.8476531045617905, "ndcg_linear@10": 0.8564797288402992, "ndcg_exponential@1": 0.768, "ndcg_exponential@5": 0.8476531045617905, "ndcg_exponential@10": 0.8564797288402992, "precision@1": 0.768, "precision@5": 0.18240000000000003, "precision@10": 0.09390000000000001, "recall@1": 0.768, "recall@5": 0.912, "recall@10": 0.939, "f1@1": 0.768, "f1@5": 0.304, "f1@10": 0.17072727272727273, "map@1": 0.768, "map@5": 0.8259833333333334, "map@10": 0.8296801587301588, "mrr@1": 0.768, "mrr@5": 0.8259833333333334, "mrr@10": 0.8296801587301588, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.692, "hit@5": 0.839, "hit@10": 0.882, "ndcg_linear@1": 0.692, "ndcg_linear@5": 0.7709397124818427, "ndcg_linear@10": 0.7847735598835058, "ndcg_exponential@1": 0.692, "ndcg_exponential@5": 0.7709397124818427, "ndcg_exponential@10": 0.7847735598835058, "precision@1": 0.692, "precision@5": 0.1678, "precision@10": 0.08820000000000001, "recall@1": 0.692, "recall@5": 0.839, "recall@10": 0.882, "f1@1": 0.692, "f1@5": 0.27966666666666673, "f1@10": 0.16036363636363637, "map@1": 0.692, "map@5": 0.7482166666666668, "map@10": 0.7538837301587301, "mrr@1": 0.692, "mrr@5": 0.7482166666666668, "mrr@10": 0.7538837301587301, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.632, "hit@5": 0.921, "hit@10": 0.961, "ndcg_linear@1": 0.632, "ndcg_linear@5": 0.7926664799169759, "ndcg_linear@10": 0.8056634551548714, "ndcg_exponential@1": 0.632, "ndcg_exponential@5": 0.7926664799169759, "ndcg_exponential@10": 0.8056634551548714, "precision@1": 0.632, "precision@5": 0.18420000000000006, "precision@10": 0.0961, "recall@1": 0.632, "recall@5": 0.921, "recall@10": 0.961, "f1@1": 0.632, "f1@5": 0.307, "f1@10": 0.17472727272727273, "map@1": 0.632, "map@5": 0.7493500000000001, "map@10": 0.7547527777777777, "mrr@1": 0.632, "mrr@5": 0.7493500000000001, "mrr@10": 0.7547527777777777, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.607, "hit@5": 0.823, "hit@10": 0.911, "ndcg_linear@1": 0.607, "ndcg_linear@5": 0.7283926691293868, "ndcg_linear@10": 0.7572249330235042, "ndcg_exponential@1": 0.607, "ndcg_exponential@5": 0.7283926691293868, "ndcg_exponential@10": 0.7572249330235042, "precision@1": 0.607, "precision@5": 0.1646, "precision@10": 0.0911, "recall@1": 0.607, "recall@5": 0.823, "recall@10": 0.911, "f1@1": 0.607, "f1@5": 0.2743333333333334, "f1@10": 0.16563636363636364, "map@1": 0.607, "map@5": 0.6963666666666667, "map@10": 0.7084797619047619, "mrr@1": 0.607, "mrr@5": 0.6963666666666667, "mrr@10": 0.7084797619047619, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.551, "hit@5": 0.727, "hit@10": 0.765, "ndcg_linear@1": 0.551, "ndcg_linear@5": 0.6479469678369416, "ndcg_linear@10": 0.6602335097231046, "ndcg_exponential@1": 0.551, "ndcg_exponential@5": 0.6479469678369416, "ndcg_exponential@10": 0.6602335097231046, "precision@1": 0.551, "precision@5": 0.14539999999999997, "precision@10": 0.0765, "recall@1": 0.551, "recall@5": 0.727, "recall@10": 0.765, "f1@1": 0.551, "f1@5": 0.24233333333333337, "f1@10": 0.1390909090909091, "map@1": 0.551, "map@5": 0.6213166666666666, "map@10": 0.6263821428571429, "mrr@1": 0.551, "mrr@5": 0.6213166666666666, "mrr@10": 0.6263821428571429, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.746, "hit@5": 0.921, "hit@10": 0.954, "ndcg_linear@1": 0.746, "ndcg_linear@5": 0.8427082858451395, "ndcg_linear@10": 0.8535668968819026, "ndcg_exponential@1": 0.746, "ndcg_exponential@5": 0.8427082858451395, "ndcg_exponential@10": 0.8535668968819026, "precision@1": 0.746, "precision@5": 0.18420000000000006, "precision@10": 0.09540000000000001, "recall@1": 0.746, "recall@5": 0.921, "recall@10": 0.954, "f1@1": 0.746, "f1@5": 0.30700000000000005, "f1@10": 0.17345454545454544, "map@1": 0.746, "map@5": 0.8163333333333332, "map@10": 0.8209222222222222, "mrr@1": 0.746, "mrr@5": 0.8163333333333332, "mrr@10": 0.8209222222222222, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.863, "hit@5": 0.93, "hit@10": 0.944, "ndcg_linear@1": 0.863, "ndcg_linear@5": 0.9003550071364752, "ndcg_linear@10": 0.9048318026894353, "ndcg_exponential@1": 0.863, "ndcg_exponential@5": 0.9003550071364752, "ndcg_exponential@10": 0.9048318026894353, "precision@1": 0.863, "precision@5": 0.18600000000000003, "precision@10": 0.09440000000000001, "recall@1": 0.863, "recall@5": 0.93, "recall@10": 0.944, "f1@1": 0.863, "f1@5": 0.31, "f1@10": 0.17163636363636361, "map@1": 0.863, "map@5": 0.8903333333333334, "map@10": 0.8921503968253968, "mrr@1": 0.863, "mrr@5": 0.8903333333333334, "mrr@10": 0.8921503968253968, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.856, "hit@5": 0.981, "hit@10": 0.991, "ndcg_linear@1": 0.856, "ndcg_linear@5": 0.9265311317914958, "ndcg_linear@10": 0.9297214248511809, "ndcg_exponential@1": 0.856, "ndcg_exponential@5": 0.9265311317914958, "ndcg_exponential@10": 0.9297214248511809, "precision@1": 0.856, "precision@5": 0.19620000000000004, "precision@10": 0.09910000000000002, "recall@1": 0.856, "recall@5": 0.981, "recall@10": 0.991, "f1@1": 0.856, "f1@5": 0.327, "f1@10": 0.18018181818181817, "map@1": 0.856, "map@5": 0.9080499999999999, "map@10": 0.9093384920634922, "mrr@1": 0.856, "mrr@5": 0.9080499999999999, "mrr@10": 0.9093384920634922, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.672, "hit@5": 0.926, "hit@10": 0.969, "ndcg_linear@1": 0.672, "ndcg_linear@5": 0.8144058080138368, "ndcg_linear@10": 0.8284952691780728, "ndcg_exponential@1": 0.672, "ndcg_exponential@5": 0.8144058080138368, "ndcg_exponential@10": 0.8284952691780728, "precision@1": 0.672, "precision@5": 0.18520000000000006, "precision@10": 0.09690000000000001, "recall@1": 0.672, "recall@5": 0.926, "recall@10": 0.969, "f1@1": 0.672, "f1@5": 0.30866666666666664, "f1@10": 0.17618181818181816, "map@1": 0.672, "map@5": 0.77655, "map@10": 0.782474603174603, "mrr@1": 0.672, "mrr@5": 0.77655, "mrr@10": 0.782474603174603, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.826, "hit@5": 0.929, "hit@10": 0.948, "ndcg_linear@1": 0.826, "ndcg_linear@5": 0.8842555925760958, "ndcg_linear@10": 0.8905219556585163, "ndcg_exponential@1": 0.826, "ndcg_exponential@5": 0.8842555925760958, "ndcg_exponential@10": 0.8905219556585163, "precision@1": 0.826, "precision@5": 0.18580000000000002, "precision@10": 0.09480000000000001, "recall@1": 0.826, "recall@5": 0.929, "recall@10": 0.948, "f1@1": 0.826, "f1@5": 0.3096666666666667, "f1@10": 0.17236363636363636, "map@1": 0.826, "map@5": 0.8690666666666668, "map@10": 0.8717242063492063, "mrr@1": 0.826, "mrr@5": 0.8690666666666668, "mrr@10": 0.8717242063492063, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.858, "hit@5": 0.946, "hit@10": 0.96, "ndcg_linear@1": 0.858, "ndcg_linear@5": 0.9067733222127728, "ndcg_linear@10": 0.9112287231124921, "ndcg_exponential@1": 0.858, "ndcg_exponential@5": 0.9067733222127728, "ndcg_exponential@10": 0.9112287231124921, "precision@1": 0.858, "precision@5": 0.18920000000000003, "precision@10": 0.096, "recall@1": 0.858, "recall@5": 0.946, "recall@10": 0.96, "f1@1": 0.858, "f1@5": 0.31533333333333335, "f1@10": 0.17454545454545453, "map@1": 0.858, "map@5": 0.89355, "map@10": 0.8953480158730158, "mrr@1": 0.858, "mrr@5": 0.89355, "mrr@10": 0.8953480158730158, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.811, "hit@5": 0.966, "hit@10": 0.984, "ndcg_linear@1": 0.811, "ndcg_linear@5": 0.8979298836301854, "ndcg_linear@10": 0.903943909310625, "ndcg_exponential@1": 0.811, "ndcg_exponential@5": 0.8979298836301854, "ndcg_exponential@10": 0.903943909310625, "precision@1": 0.811, "precision@5": 0.1932, "precision@10": 0.0984, "recall@1": 0.811, "recall@5": 0.966, "recall@10": 0.984, "f1@1": 0.811, "f1@5": 0.322, "f1@10": 0.17890909090909088, "map@1": 0.811, "map@5": 0.8748666666666667, "map@10": 0.8774579365079365, "mrr@1": 0.811, "mrr@5": 0.8748666666666667, "mrr@10": 0.8774579365079365, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.78, "hit@5": 0.956, "hit@10": 0.985, "ndcg_linear@1": 0.78, "ndcg_linear@5": 0.8801799499541312, "ndcg_linear@10": 0.8897996679587933, "ndcg_exponential@1": 0.78, "ndcg_exponential@5": 0.8801799499541312, "ndcg_exponential@10": 0.8897996679587933, "precision@1": 0.78, "precision@5": 0.19120000000000004, "precision@10": 0.09850000000000002, "recall@1": 0.78, "recall@5": 0.956, "recall@10": 0.985, "f1@1": 0.78, "f1@5": 0.31866666666666665, "f1@10": 0.17909090909090908, "map@1": 0.78, "map@5": 0.8543499999999999, "map@10": 0.8584599206349206, "mrr@1": 0.78, "mrr@5": 0.8543499999999999, "mrr@10": 0.8584599206349206, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.69, "hit@5": 0.994, "hit@10": 0.997, "ndcg_linear@1": 0.69, "ndcg_linear@5": 0.8655827107466697, "ndcg_linear@10": 0.8665877161438967, "ndcg_exponential@1": 0.69, "ndcg_exponential@5": 0.8655827107466697, "ndcg_exponential@10": 0.8665877161438967, "precision@1": 0.69, "precision@5": 0.1988, "precision@10": 0.09970000000000001, "recall@1": 0.69, "recall@5": 0.994, "recall@10": 0.997, "f1@1": 0.69, "f1@5": 0.33133333333333337, "f1@10": 0.18127272727272725, "map@1": 0.69, "map@5": 0.8216, "map@10": 0.8220345238095238, "mrr@1": 0.69, "mrr@5": 0.8216, "mrr@10": 0.8220345238095238, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.924, "hit@5": 0.989, "hit@10": 0.993, "ndcg_linear@1": 0.924, "ndcg_linear@5": 0.9618728164969148, "ndcg_linear@10": 0.9632518975377975, "ndcg_exponential@1": 0.924, "ndcg_exponential@5": 0.9618728164969148, "ndcg_exponential@10": 0.9632518975377975, "precision@1": 0.924, "precision@5": 0.1978, "precision@10": 0.09930000000000001, "recall@1": 0.924, "recall@5": 0.989, "recall@10": 0.993, "f1@1": 0.924, "f1@5": 0.3296666666666666, "f1@10": 0.18054545454545454, "map@1": 0.924, "map@5": 0.9525666666666667, "map@10": 0.9531857142857143, "mrr@1": 0.924, "mrr@5": 0.9525666666666667, "mrr@10": 0.9531857142857143, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.415, "hit@5": 0.678, "hit@10": 0.771, "ndcg_linear@1": 0.415, "ndcg_linear@5": 0.5522199991964424, "ndcg_linear@10": 0.5817876404099621, "ndcg_exponential@1": 0.415, "ndcg_exponential@5": 0.5522199991964424, "ndcg_exponential@10": 0.5817876404099621, "precision@1": 0.415, "precision@5": 0.1356, "precision@10": 0.07709999999999999, "recall@1": 0.415, "recall@5": 0.678, "recall@10": 0.771, "f1@1": 0.415, "f1@5": 0.22600000000000006, "f1@10": 0.14018181818181819, "map@1": 0.415, "map@5": 0.5105999999999999, "map@10": 0.522511111111111, "mrr@1": 0.415, "mrr@5": 0.5105999999999999, "mrr@10": 0.522511111111111, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.798, "hit@5": 0.951, "hit@10": 0.964, "ndcg_linear@1": 0.798, "ndcg_linear@5": 0.8845721186672759, "ndcg_linear@10": 0.8888260278910581, "ndcg_exponential@1": 0.798, "ndcg_exponential@5": 0.8845721186672759, "ndcg_exponential@10": 0.8888260278910581, "precision@1": 0.798, "precision@5": 0.1902, "precision@10": 0.09640000000000001, "recall@1": 0.798, "recall@5": 0.951, "recall@10": 0.964, "f1@1": 0.798, "f1@5": 0.317, "f1@10": 0.17527272727272725, "map@1": 0.798, "map@5": 0.8619666666666667, "map@10": 0.8637492063492064, "mrr@1": 0.798, "mrr@5": 0.8619666666666667, "mrr@10": 0.8637492063492064, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.818, "hit@5": 0.961, "hit@10": 0.976, "ndcg_linear@1": 0.818, "ndcg_linear@5": 0.8965244969839662, "ndcg_linear@10": 0.9013098902628603, "ndcg_exponential@1": 0.818, "ndcg_exponential@5": 0.8965244969839662, "ndcg_exponential@10": 0.9013098902628603, "precision@1": 0.818, "precision@5": 0.19220000000000004, "precision@10": 0.09760000000000002, "recall@1": 0.818, "recall@5": 0.961, "recall@10": 0.976, "f1@1": 0.818, "f1@5": 0.3203333333333333, "f1@10": 0.17745454545454545, "map@1": 0.818, "map@5": 0.8748333333333334, "map@10": 0.8767674603174603, "mrr@1": 0.818, "mrr@5": 0.8748333333333334, "mrr@10": 0.8767674603174603, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.972, "hit@5": 0.999, "hit@10": 0.999, "ndcg_linear@1": 0.972, "ndcg_linear@5": 0.9880492716295025, "ndcg_linear@10": 0.9880492716295025, "ndcg_exponential@1": 0.972, "ndcg_exponential@5": 0.9880492716295025, "ndcg_exponential@10": 0.9880492716295025, "precision@1": 0.972, "precision@5": 0.1998, "precision@10": 0.0999, "recall@1": 0.972, "recall@5": 0.999, "recall@10": 0.999, "f1@1": 0.972, "f1@5": 0.333, "f1@10": 0.18163636363636362, "map@1": 0.972, "map@5": 0.98425, "map@10": 0.98425, "mrr@1": 0.972, "mrr@5": 0.98425, "mrr@10": 0.98425, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.835, "hit@5": 0.936, "hit@10": 0.961, "ndcg_linear@1": 0.835, "ndcg_linear@5": 0.890100917008605, "ndcg_linear@10": 0.8983747552000283, "ndcg_exponential@1": 0.835, "ndcg_exponential@5": 0.890100917008605, "ndcg_exponential@10": 0.8983747552000283, "precision@1": 0.835, "precision@5": 0.1872, "precision@10": 0.09610000000000002, "recall@1": 0.835, "recall@5": 0.936, "recall@10": 0.961, "f1@1": 0.835, "f1@5": 0.312, "f1@10": 0.17472727272727273, "map@1": 0.835, "map@5": 0.8747, "map@10": 0.8782234126984126, "mrr@1": 0.835, "mrr@5": 0.8747, "mrr@10": 0.8782234126984126, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.949, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.949, "ndcg_linear@5": 0.9788230301681006, "ndcg_linear@10": 0.9788230301681006, "ndcg_exponential@1": 0.949, "ndcg_exponential@5": 0.9788230301681006, "ndcg_exponential@10": 0.9788230301681006, "precision@1": 0.949, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.949, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.949, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.949, "map@5": 0.9715333333333332, "map@10": 0.9715333333333332, "mrr@1": 0.949, "mrr@5": 0.9715333333333332, "mrr@10": 0.9715333333333332, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.932, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.932, "ndcg_linear@5": 0.9767960125035734, "ndcg_linear@10": 0.9767960125035734, "ndcg_exponential@1": 0.932, "ndcg_exponential@5": 0.9767960125035734, "ndcg_exponential@10": 0.9767960125035734, "precision@1": 0.932, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.932, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.932, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.932, "map@5": 0.969, "map@10": 0.969, "mrr@1": 0.932, "mrr@5": 0.966, "mrr@10": 0.966, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.968, "hit@5": 0.994, "hit@10": 0.995, "ndcg_linear@1": 0.968, "ndcg_linear@5": 0.9828946228616453, "ndcg_linear@10": 0.9832508300487534, "ndcg_exponential@1": 0.968, "ndcg_exponential@5": 0.9828946228616453, "ndcg_exponential@10": 0.9832508300487534, "precision@1": 0.968, "precision@5": 0.19880000000000003, "precision@10": 0.09950000000000003, "recall@1": 0.968, "recall@5": 0.994, "recall@10": 0.995, "f1@1": 0.968, "f1@5": 0.3313333333333333, "f1@10": 0.18090909090909088, "map@1": 0.968, "map@5": 0.9790833333333334, "map@10": 0.97925, "mrr@1": 0.968, "mrr@5": 0.9790833333333334, "mrr@10": 0.97925, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.834, "hit@5": 0.928, "hit@10": 0.954, "ndcg_linear@1": 0.834, "ndcg_linear@5": 0.8842418853930671, "ndcg_linear@10": 0.8928580772010363, "ndcg_exponential@1": 0.834, "ndcg_exponential@5": 0.8842418853930671, "ndcg_exponential@10": 0.8928580772010363, "precision@1": 0.834, "precision@5": 0.18560000000000001, "precision@10": 0.09540000000000001, "recall@1": 0.834, "recall@5": 0.928, "recall@10": 0.954, "f1@1": 0.834, "f1@5": 0.30933333333333335, "f1@10": 0.17345454545454544, "map@1": 0.834, "map@5": 0.8697, "map@10": 0.8733801587301587, "mrr@1": 0.834, "mrr@5": 0.8697, "mrr@10": 0.8733801587301587, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.5077605321507761, "hit@5": 0.6807095343680709, "hit@10": 0.738359201773836, "ndcg_linear@1": 0.5077605321507761, "ndcg_linear@5": 0.5961211280053497, "ndcg_linear@10": 0.6149336771827331, "ndcg_exponential@1": 0.5077605321507761, "ndcg_exponential@5": 0.5961211280053497, "ndcg_exponential@10": 0.6149336771827331, "precision@1": 0.5077605321507761, "precision@5": 0.1383592017738359, "precision@10": 0.07560975609756096, "recall@1": 0.5051736881005174, "recall@5": 0.6739467849223947, "recall@10": 0.7321138211382112, "f1@1": 0.5059127864005913, "f1@5": 0.2283993863620837, "f1@10": 0.13639258007328964, "map@1": 0.5077605321507761, "map@5": 0.5689664942103967, "map@10": 0.5767345933199592, "mrr@1": 0.5077605321507761, "mrr@5": 0.5712490761271249, "mrr@10": 0.5786312603385774, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.8906882591093117, "hit@5": 0.9615384615384616, "hit@10": 0.9676113360323887, "ndcg_linear@1": 0.8906882591093117, "ndcg_linear@5": 0.9284580749553384, "ndcg_linear@10": 0.9304853607863787, "ndcg_exponential@1": 0.8906882591093117, "ndcg_exponential@5": 0.9284580749553384, "ndcg_exponential@10": 0.9304853607863787, "precision@1": 0.8906882591093117, "precision@5": 0.19271255060728745, "precision@10": 0.09696356275303643, "recall@1": 0.8906882591093117, "recall@5": 0.9615384615384616, "recall@10": 0.9676113360323887, "f1@1": 0.8906882591093117, "f1@5": 0.3209947946790052, "f1@10": 0.1762360446570973, "map@1": 0.8906882591093117, "map@5": 0.9174257759784077, "map@10": 0.9183029689608637, "mrr@1": 0.8906882591093117, "mrr@5": 0.9172739541160594, "mrr@10": 0.9181511470985155, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.9285714285714286, "hit@5": 0.9821428571428571, "hit@10": 0.9892857142857143, "ndcg_linear@1": 0.9285714285714286, "ndcg_linear@5": 0.9585098212667343, "ndcg_linear@10": 0.9608143641718268, "ndcg_exponential@1": 0.9285714285714286, "ndcg_exponential@5": 0.9585098212667343, "ndcg_exponential@10": 0.9608143641718268, "precision@1": 0.9285714285714286, "precision@5": 0.1964285714285714, "precision@10": 0.09892857142857141, "recall@1": 0.9285714285714286, "recall@5": 0.9821428571428571, "recall@10": 0.9892857142857143, "f1@1": 0.9285714285714286, "f1@5": 0.32738095238095244, "f1@10": 0.1798701298701299, "map@1": 0.9285714285714286, "map@5": 0.9505357142857142, "map@10": 0.9514880952380951, "mrr@1": 0.9285714285714286, "mrr@5": 0.9505357142857142, "mrr@10": 0.9514880952380951, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.6397326852976913, "hit@5": 0.8718104495747266, "hit@10": 0.9216281895504252, "ndcg_linear@1": 0.6397326852976913, "ndcg_linear@5": 0.7649760149423066, "ndcg_linear@10": 0.7819015419173764, "ndcg_exponential@1": 0.6397326852976913, "ndcg_exponential@5": 0.7649760149423066, "ndcg_exponential@10": 0.7819015419173764, "precision@1": 0.6397326852976913, "precision@5": 0.17460510328068043, "precision@10": 0.09252733900364521, "recall@1": 0.6391251518833536, "recall@5": 0.8705953827460511, "recall@10": 0.9216281895504252, "f1@1": 0.6393276630214663, "f1@5": 0.2907770641671007, "f1@10": 0.16812106484038442, "map@1": 0.6397326852976913, "map@5": 0.7294552450384771, "map@10": 0.7367738529190533, "mrr@1": 0.6397326852976913, "mrr@5": 0.7298602673147022, "mrr@10": 0.7368288202279696, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.83, "hit@5": 0.99, "hit@10": 0.99, "ndcg_linear@1": 0.83, "ndcg_linear@5": 0.9176188563163837, "ndcg_linear@10": 0.9176188563163837, "ndcg_exponential@1": 0.83, "ndcg_exponential@5": 0.9176188563163837, "ndcg_exponential@10": 0.9176188563163837, "precision@1": 0.83, "precision@5": 0.19799999999999998, "precision@10": 0.09899999999999999, "recall@1": 0.83, "recall@5": 0.99, "recall@10": 0.99, "f1@1": 0.83, "f1@5": 0.3300000000000001, "f1@10": 0.18000000000000008, "map@1": 0.83, "map@5": 0.8935, "map@10": 0.8935, "mrr@1": 0.83, "mrr@5": 0.8935, "mrr@10": 0.8935, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.99, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.99, "ndcg_linear@5": 0.9963092975357145, "ndcg_linear@10": 0.9963092975357145, "ndcg_exponential@1": 0.99, "ndcg_exponential@5": 0.9963092975357145, "ndcg_exponential@10": 0.9963092975357145, "precision@1": 0.99, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.99, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.99, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.99, "map@5": 0.995, "map@10": 0.995, "mrr@1": 0.99, "mrr@5": 0.995, "mrr@10": 0.995, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.92, "hit@5": 0.99, "hit@10": 0.99, "ndcg_linear@1": 0.92, "ndcg_linear@5": 0.9571031862602232, "ndcg_linear@10": 0.9571031862602232, "ndcg_exponential@1": 0.92, "ndcg_exponential@5": 0.9571031862602232, "ndcg_exponential@10": 0.9571031862602232, "precision@1": 0.92, "precision@5": 0.19799999999999998, "precision@10": 0.09899999999999999, "recall@1": 0.92, "recall@5": 0.99, "recall@10": 0.99, "f1@1": 0.92, "f1@5": 0.3300000000000001, "f1@10": 0.18000000000000008, "map@1": 0.92, "map@5": 0.9461666666666667, "map@10": 0.9461666666666667, "mrr@1": 0.92, "mrr@5": 0.9461666666666667, "mrr@10": 0.9461666666666667, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.94, "hit@5": 0.99, "hit@10": 1.0, "ndcg_linear@1": 0.94, "ndcg_linear@5": 0.9702371901428584, "ndcg_linear@10": 0.9735705234761918, "ndcg_exponential@1": 0.94, "ndcg_exponential@5": 0.9702371901428584, "ndcg_exponential@10": 0.9735705234761918, "precision@1": 0.94, "precision@5": 0.19799999999999998, "precision@10": 0.09999999999999998, "recall@1": 0.94, "recall@5": 0.99, "recall@10": 1.0, "f1@1": 0.94, "f1@5": 0.3300000000000001, "f1@10": 0.1818181818181819, "map@1": 0.94, "map@5": 0.9633333333333333, "map@10": 0.9647619047619047, "mrr@1": 0.94, "mrr@5": 0.9633333333333333, "mrr@10": 0.9647619047619047, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.99, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.99, "ndcg_linear@5": 0.9963092975357145, "ndcg_linear@10": 0.9963092975357145, "ndcg_exponential@1": 0.99, "ndcg_exponential@5": 0.9963092975357145, "ndcg_exponential@10": 0.9963092975357145, "precision@1": 0.99, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.99, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.99, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.99, "map@5": 0.995, "map@10": 0.995, "mrr@1": 0.99, "mrr@5": 0.995, "mrr@10": 0.995, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.6346153846153846, "hit@5": 0.8461538461538461, "hit@10": 0.9038461538461539, "ndcg_linear@1": 0.6217948717948717, "ndcg_linear@5": 0.6561345574498166, "ndcg_linear@10": 0.6837529566603529, "ndcg_exponential@1": 0.618131868131868, "ndcg_exponential@5": 0.6561627213073942, "ndcg_exponential@10": 0.6845031614714254, "precision@1": 0.6346153846153846, "precision@5": 0.23846153846153845, "precision@10": 0.14038461538461539, "recall@1": 0.45064102564102565, "recall@5": 0.691025641025641, "recall@10": 0.7635073260073261, "f1@1": 0.4907790927021697, "f1@5": 0.32333328436269615, "f1@10": 0.2193085006999034, "map@1": 0.6346153846153846, "map@5": 0.5976121794871794, "map@10": 0.611432387057387, "mrr@1": 0.6346153846153846, "mrr@5": 0.7224358974358973, "mrr@10": 0.7307921245421245, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.64375, "hit@5": 0.88125, "hit@10": 0.9375, "ndcg_linear@1": 0.64375, "ndcg_linear@5": 0.643190073603585, "ndcg_linear@10": 0.6766700990424053, "ndcg_exponential@1": 0.64375, "ndcg_exponential@5": 0.643190073603585, "ndcg_exponential@10": 0.6766700990424052, "precision@1": 0.64375, "precision@5": 0.29250000000000004, "precision@10": 0.185625, "recall@1": 0.3794446699134199, "recall@5": 0.6577127498726763, "recall@10": 0.7651809587471352, "f1@1": 0.43708671536796534, "f1@5": 0.35741925435675437, "f1@10": 0.26879011171290584, "map@1": 0.64375, "map@5": 0.5694809027777777, "map@10": 0.5858006306689342, "mrr@1": 0.64375, "mrr@5": 0.7383333333333333, "mrr@10": 0.7463169642857143, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.5921875, "hit@5": 0.8578125, "hit@10": 0.9265625, "ndcg_linear@1": 0.5921875, "ndcg_linear@5": 0.6171307859427166, "ndcg_linear@10": 0.649947081771584, "ndcg_exponential@1": 0.5921875, "ndcg_exponential@5": 0.6171307859427166, "ndcg_exponential@10": 0.649947081771584, "precision@1": 0.5921875, "precision@5": 0.285625, "precision@10": 0.18078125000000003, "recall@1": 0.3504738230519481, "recall@5": 0.6423739749622419, "recall@10": 0.7511077411960081, "f1@1": 0.4030849792568542, "f1@5": 0.34812867101240264, "f1@10": 0.26191178823899414, "map@1": 0.5921875, "map@5": 0.5425837673611111, "map@10": 0.5577791994401927, "mrr@1": 0.5921875, "mrr@5": 0.6994010416666667, "mrr@10": 0.7086712549603174, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.6896551724137931, "hit@5": 0.8793103448275862, "hit@10": 0.9655172413793104, "ndcg_linear@1": 0.6896551724137931, "ndcg_linear@5": 0.6304009730006501, "ndcg_linear@10": 0.6057597373432316, "ndcg_exponential@1": 0.6896551724137931, "ndcg_exponential@5": 0.6304009730006501, "ndcg_exponential@10": 0.6057597373432316, "precision@1": 0.6896551724137931, "precision@5": 0.5482758620689655, "precision@10": 0.4258620689655173, "recall@1": 0.10284747529837462, "recall@5": 0.3375171170775843, "recall@10": 0.4830558528740618, "f1@1": 0.15200606023858418, "f1@5": 0.3420387997862166, "f1@10": 0.37022849305117, "map@1": 0.6896551724137931, "map@5": 0.5320162835249043, "map@10": 0.4709518379510169, "mrr@1": 0.6896551724137931, "mrr@5": 0.7721264367816092, "mrr@10": 0.7832785987958402, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6594827586206896, "hit@5": 0.8922413793103449, "hit@10": 0.9482758620689655, "ndcg_linear@1": 0.6594827586206896, "ndcg_linear@5": 0.5909975054774242, "ndcg_linear@10": 0.5663340446961413, "ndcg_exponential@1": 0.6594827586206896, "ndcg_exponential@5": 0.5909975054774242, "ndcg_exponential@10": 0.5663340446961412, "precision@1": 0.6594827586206896, "precision@5": 0.5077586206896552, "precision@10": 0.40129310344827585, "recall@1": 0.11353902476076277, "recall@5": 0.311650576299213, "recall@10": 0.43586033460063917, "f1@1": 0.15979488981232015, "f1@5": 0.31197972274531705, "f1@10": 0.3402927565287229, "map@1": 0.6594827586206896, "map@5": 0.4882016283524905, "map@10": 0.4326676000860114, "mrr@1": 0.6594827586206896, "mrr@5": 0.7501436781609195, "mrr@10": 0.75730021893815, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.543859649122807, "hit@5": 0.8245614035087719, "hit@10": 0.9122807017543859, "ndcg_linear@1": 0.543859649122807, "ndcg_linear@5": 0.5579592564144666, "ndcg_linear@10": 0.6223871612878765, "ndcg_exponential@1": 0.543859649122807, "ndcg_exponential@5": 0.5579592564144666, "ndcg_exponential@10": 0.6223871612878765, "precision@1": 0.543859649122807, "precision@5": 0.27368421052631575, "precision@10": 0.19824561403508772, "recall@1": 0.2691520467836257, "recall@5": 0.560609857978279, "recall@10": 0.7559523809523808, "f1@1": 0.3259501122659017, "f1@5": 0.31893071994491873, "f1@10": 0.2725407181126588, "map@1": 0.543859649122807, "map@5": 0.47331871345029236, "map@10": 0.5065606144992111, "mrr@1": 0.543859649122807, "mrr@5": 0.6657894736842105, "mrr@10": 0.6766081871345029, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.5482456140350878, "hit@5": 0.8245614035087719, "hit@10": 0.8728070175438597, "ndcg_linear@1": 0.5482456140350878, "ndcg_linear@5": 0.5639039734600473, "ndcg_linear@10": 0.6064475135815646, "ndcg_exponential@1": 0.5482456140350878, "ndcg_exponential@5": 0.5639039734600473, "ndcg_exponential@10": 0.6064475135815646, "precision@1": 0.5482456140350878, "precision@5": 0.28070175438596495, "precision@10": 0.19385964912280707, "recall@1": 0.27847222222222223, "recall@5": 0.5757414369256475, "recall@10": 0.7024592731829573, "f1@1": 0.3360085917980655, "f1@5": 0.32763164590056876, "f1@10": 0.2628423914587757, "map@1": 0.5482456140350878, "map@5": 0.4810977095516569, "map@10": 0.5018452816067948, "mrr@1": 0.5482456140350878, "mrr@5": 0.6618421052631578, "mrr@10": 0.6679702729044834, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.8529411764705882, "hit@5": 0.9301470588235294, "hit@10": 0.9473039215686274, "ndcg_linear@1": 0.8529411764705882, "ndcg_linear@5": 0.8938325587538151, "ndcg_linear@10": 0.8992884010629982, "ndcg_exponential@1": 0.8529411764705882, "ndcg_exponential@5": 0.8938325587538151, "ndcg_exponential@10": 0.8992884010629982, "precision@1": 0.8529411764705882, "precision@5": 0.18602941176470586, "precision@10": 0.09473039215686276, "recall@1": 0.8529411764705882, "recall@5": 0.9301470588235294, "recall@10": 0.9473039215686274, "f1@1": 0.8529411764705882, "f1@5": 0.3100490196078432, "f1@10": 0.1722370766488414, "map@1": 0.8529411764705882, "map@5": 0.8817606209150327, "map@10": 0.8839592086834734, "mrr@1": 0.8529411764705882, "mrr@5": 0.8817606209150327, "mrr@10": 0.8839592086834734, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.8412698412698413, "hit@5": 0.9365079365079365, "hit@10": 0.9682539682539683, "ndcg_linear@1": 0.8412698412698413, "ndcg_linear@5": 0.896101517021575, "ndcg_linear@10": 0.9063439299330974, "ndcg_exponential@1": 0.8412698412698413, "ndcg_exponential@5": 0.896101517021575, "ndcg_exponential@10": 0.9063439299330974, "precision@1": 0.8412698412698413, "precision@5": 0.1873015873015872, "precision@10": 0.09682539682539677, "recall@1": 0.8412698412698413, "recall@5": 0.9365079365079365, "recall@10": 0.9682539682539683, "f1@1": 0.8412698412698413, "f1@5": 0.3121693121693121, "f1@10": 0.17604617604617606, "map@1": 0.8412698412698413, "map@5": 0.8822751322751322, "map@10": 0.8865079365079366, "mrr@1": 0.8412698412698413, "mrr@5": 0.8822751322751322, "mrr@10": 0.8865079365079366, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.8358714043993232, "hit@5": 0.9593908629441624, "hit@10": 0.9695431472081218, "ndcg_linear@1": 0.8358714043993232, "ndcg_linear@5": 0.9058791830350534, "ndcg_linear@10": 0.909111949694943, "ndcg_exponential@1": 0.8358714043993232, "ndcg_exponential@5": 0.9058791830350534, "ndcg_exponential@10": 0.909111949694943, "precision@1": 0.8358714043993232, "precision@5": 0.19187817258883247, "precision@10": 0.09695431472081216, "recall@1": 0.8358714043993232, "recall@5": 0.9593908629441624, "recall@10": 0.9695431472081218, "f1@1": 0.8358714043993232, "f1@5": 0.3197969543147209, "f1@10": 0.17628057221965854, "map@1": 0.8358714043993232, "map@5": 0.8876480541455161, "map@10": 0.8889520049418526, "mrr@1": 0.8358714043993232, "mrr@5": 0.8876480541455161, "mrr@10": 0.8889520049418526, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.9388489208633094, "hit@5": 0.9856115107913669, "hit@10": 0.987410071942446, "ndcg_linear@1": 0.9388489208633094, "ndcg_linear@5": 0.9567551396683013, "ndcg_linear@10": 0.9584505301517202, "ndcg_exponential@1": 0.9388489208633094, "ndcg_exponential@5": 0.9567551396683013, "ndcg_exponential@10": 0.9584505301517202, "precision@1": 0.9388489208633094, "precision@5": 0.24604316546762586, "precision@10": 0.12374100719424459, "recall@1": 0.8129496402877698, "recall@5": 0.9775179856115108, "recall@10": 0.9820143884892086, "f1@1": 0.854916067146283, "f1@5": 0.3860054813292224, "f1@10": 0.21724438630913456, "map@1": 0.9388489208633094, "map@5": 0.9438249400479616, "map@10": 0.9448633949982871, "mrr@1": 0.9388489208633094, "mrr@5": 0.9605815347721821, "mrr@10": 0.960806354916067, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.883008356545961, "hit@5": 0.9860724233983287, "hit@10": 0.9958217270194986, "ndcg_linear@1": 0.883008356545961, "ndcg_linear@5": 0.941075385151845, "ndcg_linear@10": 0.9441958097394523, "ndcg_exponential@1": 0.883008356545961, "ndcg_exponential@5": 0.941075385151845, "ndcg_exponential@10": 0.9441958097394523, "precision@1": 0.883008356545961, "precision@5": 0.19721448467966568, "precision@10": 0.09958217270194986, "recall@1": 0.883008356545961, "recall@5": 0.9860724233983287, "recall@10": 0.9958217270194986, "f1@1": 0.883008356545961, "f1@5": 0.32869080779944304, "f1@10": 0.1810584958217271, "map@1": 0.883008356545961, "map@5": 0.9257892293407615, "map@10": 0.92705597559358, "mrr@1": 0.883008356545961, "mrr@5": 0.9257892293407615, "mrr@10": 0.92705597559358, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5979142526071842, "hit@5": 0.8400926998841252, "hit@10": 0.9258400926998841, "ndcg_linear@1": 0.5979142526071842, "ndcg_linear@5": 0.728052822225148, "ndcg_linear@10": 0.75593293598368, "ndcg_exponential@1": 0.5979142526071842, "ndcg_exponential@5": 0.728052822225148, "ndcg_exponential@10": 0.75593293598368, "precision@1": 0.5979142526071842, "precision@5": 0.16801853997682503, "precision@10": 0.0925840092699884, "recall@1": 0.5979142526071842, "recall@5": 0.8400926998841252, "recall@10": 0.9258400926998841, "f1@1": 0.5979142526071842, "f1@5": 0.28003089996137515, "f1@10": 0.16833456230906987, "map@1": 0.5979142526071842, "map@5": 0.6906527616840479, "map@10": 0.7022494436167669, "mrr@1": 0.5979142526071842, "mrr@5": 0.6906527616840479, "mrr@10": 0.7022494436167669, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.02276707530647986, "hit@5": 0.4290718038528897, "hit@10": 0.6506129597197898, "ndcg_linear@1": 0.02276707530647986, "ndcg_linear@5": 0.23091375300257277, "ndcg_linear@10": 0.3026839396103682, "ndcg_exponential@1": 0.02276707530647986, "ndcg_exponential@5": 0.23091375300257283, "ndcg_exponential@10": 0.30268393961036827, "precision@1": 0.02276707530647986, "precision@5": 0.08581436077057793, "precision@10": 0.06506129597197899, "recall@1": 0.02276707530647986, "recall@5": 0.4290718038528897, "recall@10": 0.6506129597197898, "f1@1": 0.02276707530647986, "f1@5": 0.1430239346176299, "f1@10": 0.11829326540359818, "map@1": 0.02276707530647986, "map@5": 0.16573263280793926, "map@10": 0.1954267784171462, "mrr@1": 0.02276707530647986, "mrr@5": 0.16573263280793926, "mrr@10": 0.1954267784171462, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9973730297723292, "hit@5": 0.999124343257443, "hit@10": 0.999124343257443, "ndcg_linear@1": 0.6821366024518388, "ndcg_linear@5": 0.8401610265519334, "ndcg_linear@10": 0.8258313202978196, "ndcg_exponential@1": 0.4569677257943457, "ndcg_exponential@5": 0.7194916576849679, "ndcg_exponential@10": 0.750051267184469, "precision@1": 0.9973730297723292, "precision@5": 0.9301225919439579, "precision@10": 0.8415936952714536, "recall@1": 0.05880569019029663, "recall@5": 0.2735222642808233, "recall@10": 0.4857787884569217, "f1@1": 0.11031252785994464, "f1@5": 0.41422226791967237, "f1@10": 0.6021880184015312, "map@1": 0.9973730297723292, "map@5": 0.9226561587857558, "map@10": 0.8316991587936984, "mrr@1": 0.9973730297723292, "mrr@5": 0.998029772329247, "mrr@10": 0.998029772329247, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.06443914081145585, "hit@5": 0.324582338902148, "hit@10": 0.4307875894988067, "ndcg_linear@1": 0.06443914081145585, "ndcg_linear@5": 0.15616720552093777, "ndcg_linear@10": 0.19663071170341337, "ndcg_exponential@1": 0.06443914081145585, "ndcg_exponential@5": 0.15616720552093777, "ndcg_exponential@10": 0.19663071170341337, "precision@1": 0.06443914081145585, "precision@5": 0.07326968973747017, "precision@10": 0.05692124105011934, "recall@1": 0.038355210819411296, "recall@5": 0.2333617456529151, "recall@10": 0.34435447209910214, "f1@1": 0.045954973162610394, "f1@5": 0.10518217918540818, "f1@10": 0.0930950103045496, "map@1": 0.06443914081145585, "map@5": 0.11253845133916733, "map@10": 0.13150857973128258, "mrr@1": 0.06443914081145585, "mrr@5": 0.15795544948289575, "mrr@10": 0.17216918589233624, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.7350835322195705, "hit@5": 0.8114558472553699, "hit@10": 0.8353221957040573, "ndcg_linear@1": 0.5135242641209229, "ndcg_linear@5": 0.5478352119278345, "ndcg_linear@10": 0.5283360438940501, "ndcg_exponential@1": 0.3552676440504603, "ndcg_exponential@5": 0.4572471961001027, "ndcg_exponential@10": 0.46930221691410606, "precision@1": 0.7350835322195705, "precision@5": 0.6095465393794749, "precision@10": 0.5398568019093078, "recall@1": 0.023937512372515703, "recall@5": 0.09549857754752451, "recall@10": 0.16535805394278566, "f1@1": 0.04589630989710155, "f1@5": 0.15852682338878646, "f1@10": 0.2374933670335517, "map@1": 0.7350835322195705, "map@5": 0.5814797136038186, "map@10": 0.4998617740652347, "mrr@1": 0.7350835322195705, "mrr@5": 0.7676213206046142, "mrr@10": 0.7708522748797212, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.5727091633466136, "hit@5": 0.8286852589641435, "hit@10": 0.8884462151394422, "ndcg_linear@1": 0.5727091633466136, "ndcg_linear@5": 0.7129118979103334, "ndcg_linear@10": 0.7325107873843485, "ndcg_exponential@1": 0.5727091633466136, "ndcg_exponential@5": 0.7129118979103334, "ndcg_exponential@10": 0.7325107873843485, "precision@1": 0.5727091633466136, "precision@5": 0.1657370517928287, "precision@10": 0.0888446215139442, "recall@1": 0.5727091633466136, "recall@5": 0.8286852589641435, "recall@10": 0.8884462151394422, "f1@1": 0.5727091633466136, "f1@5": 0.2762284196547145, "f1@10": 0.16153567547989858, "map@1": 0.5727091633466136, "map@5": 0.6740371845949535, "map@10": 0.6822867261114273, "mrr@1": 0.5727091633466136, "mrr@5": 0.6740371845949535, "mrr@10": 0.6822867261114273, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.506, "hit@5": 0.725, "hit@10": 0.816, "ndcg_linear@1": 0.506, "ndcg_linear@5": 0.6248730254928785, "ndcg_linear@10": 0.654718892351819, "ndcg_exponential@1": 0.506, "ndcg_exponential@5": 0.6248730254928785, "ndcg_exponential@10": 0.654718892351819, "precision@1": 0.506, "precision@5": 0.145, "precision@10": 0.08159999999999999, "recall@1": 0.506, "recall@5": 0.725, "recall@10": 0.816, "f1@1": 0.506, "f1@5": 0.24166666666666675, "f1@10": 0.14836363636363636, "map@1": 0.506, "map@5": 0.5913666666666666, "map@10": 0.6039218253968254, "mrr@1": 0.506, "mrr@5": 0.5913666666666666, "mrr@10": 0.6039218253968254, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.7208955223880597, "hit@5": 0.917910447761194, "hit@10": 0.9507462686567164, "ndcg_linear@1": 0.7208955223880597, "ndcg_linear@5": 0.8313516897021015, "ndcg_linear@10": 0.8419143272290747, "ndcg_exponential@1": 0.7208955223880597, "ndcg_exponential@5": 0.8313516897021015, "ndcg_exponential@10": 0.8419143272290747, "precision@1": 0.7208955223880597, "precision@5": 0.1835820895522388, "precision@10": 0.09507462686567163, "recall@1": 0.7208955223880597, "recall@5": 0.917910447761194, "recall@10": 0.9507462686567164, "f1@1": 0.7208955223880597, "f1@5": 0.30597014925373145, "f1@10": 0.17286295793758483, "map@1": 0.7208955223880597, "map@5": 0.8020149253731342, "map@10": 0.8063397299218196, "mrr@1": 0.7208955223880597, "mrr@5": 0.8020149253731342, "mrr@10": 0.8063397299218196, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.47565877623939257, "hit@5": 0.7659669495310406, "hit@10": 0.849039749888343, "ndcg_linear@1": 0.47565877623939257, "ndcg_linear@5": 0.631817224526225, "ndcg_linear@10": 0.6587715956547477, "ndcg_exponential@1": 0.47565877623939257, "ndcg_exponential@5": 0.631817224526225, "ndcg_exponential@10": 0.6587715956547477, "precision@1": 0.47565877623939257, "precision@5": 0.15319338990620812, "precision@10": 0.08490397498883429, "recall@1": 0.47565877623939257, "recall@5": 0.7659669495310406, "recall@10": 0.849039749888343, "f1@1": 0.47565877623939257, "f1@5": 0.2553223165103469, "f1@10": 0.1543708636160624, "map@1": 0.47565877623939257, "map@5": 0.5870366234926306, "map@10": 0.5982137540143346, "mrr@1": 0.47565877623939257, "mrr@5": 0.5870366234926306, "mrr@10": 0.5982137540143346, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.27335640138408307, "hit@5": 0.5171437558980811, "hit@10": 0.6310160427807486, "ndcg_linear@1": 0.27335640138408307, "ndcg_linear@5": 0.40105504611358517, "ndcg_linear@10": 0.4379249542838142, "ndcg_exponential@1": 0.27335640138408307, "ndcg_exponential@5": 0.40105504611358517, "ndcg_exponential@10": 0.4379249542838142, "precision@1": 0.27335640138408307, "precision@5": 0.10342875117961622, "precision@10": 0.06310160427807486, "recall@1": 0.27335640138408307, "recall@5": 0.5171437558980811, "recall@10": 0.6310160427807486, "f1@1": 0.27335640138408307, "f1@5": 0.17238125196602708, "f1@10": 0.11473018959649976, "map@1": 0.27335640138408307, "map@5": 0.36260354409143336, "map@10": 0.37784530924669335, "mrr@1": 0.27335640138408307, "mrr@5": 0.36260354409143336, "mrr@10": 0.37784530924669335, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.6426592797783933, "hit@5": 0.9141274238227147, "hit@10": 1.0, "ndcg_linear@1": 0.6426592797783933, "ndcg_linear@5": 0.7885397962690422, "ndcg_linear@10": 0.8160268325919777, "ndcg_exponential@1": 0.6426592797783933, "ndcg_exponential@5": 0.7885397962690422, "ndcg_exponential@10": 0.8160268325919777, "precision@1": 0.6426592797783933, "precision@5": 0.18282548476454294, "precision@10": 0.09999999999999998, "recall@1": 0.6426592797783933, "recall@5": 0.9141274238227147, "recall@10": 1.0, "f1@1": 0.6426592797783933, "f1@5": 0.30470914127423826, "f1@10": 0.18181818181818185, "map@1": 0.6426592797783933, "map@5": 0.7466143428747306, "map@10": 0.757796538128948, "mrr@1": 0.6426592797783933, "mrr@5": 0.7466143428747306, "mrr@10": 0.757796538128948, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.24621733149931224, "hit@5": 0.6547455295735901, "hit@10": 1.0, "ndcg_linear@1": 0.24621733149931224, "ndcg_linear@5": 0.45311928347549346, "ndcg_linear@10": 0.5616522054486005, "ndcg_exponential@1": 0.24621733149931224, "ndcg_exponential@5": 0.45311928347549346, "ndcg_exponential@10": 0.5616522054486005, "precision@1": 0.24621733149931224, "precision@5": 0.130949105914718, "precision@10": 0.09999999999999998, "recall@1": 0.24621733149931224, "recall@5": 0.6547455295735901, "recall@10": 1.0, "f1@1": 0.24621733149931224, "f1@5": 0.2182485098578634, "f1@10": 0.18181818181818185, "map@1": 0.24621733149931224, "map@5": 0.38695552498853736, "map@10": 0.42994749022947093, "mrr@1": 0.24621733149931224, "mrr@5": 0.38695552498853736, "mrr@10": 0.42994749022947093, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.4772222222222222, "hit@5": 0.925, "hit@10": 1.0, "ndcg_linear@1": 0.4772222222222222, "ndcg_linear@5": 0.7171448138317447, "ndcg_linear@10": 0.7468069802998148, "ndcg_exponential@1": 0.4772222222222222, "ndcg_exponential@5": 0.7171448138317447, "ndcg_exponential@10": 0.7468069802998148, "precision@1": 0.4772222222222222, "precision@5": 0.20388888888888893, "precision@10": 0.11288888888888891, "recall@1": 0.4491203703703704, "recall@5": 0.9121296296296297, "recall@10": 0.9981481481481482, "f1@1": 0.4576225749559083, "f1@5": 0.3280466755466756, "f1@10": 0.20018091476424807, "map@1": 0.4772222222222222, "map@5": 0.6466978395061728, "map@10": 0.6611509038800705, "mrr@1": 0.4772222222222222, "mrr@5": 0.6560092592592592, "mrr@10": 0.6665963403880071, "num_pred": 1800, "num_data": 1800 }, "K700": { "hit@1": 0.571, "hit@5": 0.796, "hit@10": 0.862, "ndcg_linear@1": 0.571, "ndcg_linear@5": 0.6935181503291565, "ndcg_linear@10": 0.7148059989186153, "ndcg_exponential@1": 0.571, "ndcg_exponential@5": 0.6935181503291565, "ndcg_exponential@10": 0.7148059989186153, "precision@1": 0.571, "precision@5": 0.15919999999999998, "precision@10": 0.0862, "recall@1": 0.571, "recall@5": 0.796, "recall@10": 0.862, "f1@1": 0.571, "f1@5": 0.26533333333333337, "f1@10": 0.15672727272727272, "map@1": 0.571, "map@5": 0.65915, "map@10": 0.6679087301587301, "mrr@1": 0.571, "mrr@5": 0.65915, "mrr@10": 0.6679087301587301, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.665, "hit@5": 0.872, "hit@10": 0.931, "ndcg_linear@1": 0.665, "ndcg_linear@5": 0.7780364482644122, "ndcg_linear@10": 0.7974172859822699, "ndcg_exponential@1": 0.665, "ndcg_exponential@5": 0.7780364482644122, "ndcg_exponential@10": 0.7974172859822699, "precision@1": 0.665, "precision@5": 0.1744, "precision@10": 0.0931, "recall@1": 0.665, "recall@5": 0.872, "recall@10": 0.931, "f1@1": 0.665, "f1@5": 0.2906666666666667, "f1@10": 0.16927272727272724, "map@1": 0.665, "map@5": 0.7464833333333334, "map@10": 0.754654365079365, "mrr@1": 0.665, "mrr@5": 0.7464833333333334, "mrr@10": 0.754654365079365, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.634, "hit@5": 0.858, "hit@10": 0.913, "ndcg_linear@1": 0.634, "ndcg_linear@5": 0.7553042435498969, "ndcg_linear@10": 0.7729509407658397, "ndcg_exponential@1": 0.634, "ndcg_exponential@5": 0.7553042435498969, "ndcg_exponential@10": 0.7729509407658397, "precision@1": 0.634, "precision@5": 0.17160000000000003, "precision@10": 0.0913, "recall@1": 0.634, "recall@5": 0.858, "recall@10": 0.913, "f1@1": 0.634, "f1@5": 0.28600000000000003, "f1@10": 0.166, "map@1": 0.634, "map@5": 0.7209333333333334, "map@10": 0.728129365079365, "mrr@1": 0.634, "mrr@5": 0.7209333333333334, "mrr@10": 0.728129365079365, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.757, "hit@5": 0.944, "hit@10": 0.966, "ndcg_linear@1": 0.757, "ndcg_linear@5": 0.8621359693481877, "ndcg_linear@10": 0.8690129226357474, "ndcg_exponential@1": 0.757, "ndcg_exponential@5": 0.8621359693481877, "ndcg_exponential@10": 0.8690129226357474, "precision@1": 0.757, "precision@5": 0.18880000000000002, "precision@10": 0.09660000000000002, "recall@1": 0.757, "recall@5": 0.944, "recall@10": 0.966, "f1@1": 0.757, "f1@5": 0.31466666666666665, "f1@10": 0.17563636363636362, "map@1": 0.757, "map@5": 0.8343666666666667, "map@10": 0.8370686507936508, "mrr@1": 0.757, "mrr@5": 0.8343666666666667, "mrr@10": 0.8370686507936508, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.3140877598152425, "hit@5": 0.7043879907621247, "hit@10": 1.0, "ndcg_linear@1": 0.3140877598152425, "ndcg_linear@5": 0.509960047519182, "ndcg_linear@10": 0.6068723722563962, "ndcg_exponential@1": 0.3140877598152425, "ndcg_exponential@5": 0.509960047519182, "ndcg_exponential@10": 0.6068723722563962, "precision@1": 0.3140877598152425, "precision@5": 0.14087759815242493, "precision@10": 0.1, "recall@1": 0.3140877598152425, "recall@5": 0.7043879907621247, "recall@10": 1.0, "f1@1": 0.3140877598152425, "f1@5": 0.23479599692070832, "f1@10": 0.1818181818181818, "map@1": 0.3140877598152425, "map@5": 0.44634334103156276, "map@10": 0.48709721763994285, "mrr@1": 0.3140877598152425, "mrr@5": 0.44634334103156276, "mrr@10": 0.48709721763994285, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.603, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.603, "ndcg_linear@5": 0.82580707258199, "ndcg_linear@10": 0.82580707258199, "ndcg_exponential@1": 0.603, "ndcg_exponential@5": 0.82580707258199, "ndcg_exponential@10": 0.82580707258199, "precision@1": 0.603, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.603, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.603, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.603, "map@5": 0.7665708333333333, "map@10": 0.7665708333333333, "mrr@1": 0.603, "mrr@5": 0.7665708333333333, "mrr@10": 0.7665708333333333, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.5148148148148148, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.5148148148148148, "ndcg_linear@5": 0.7782183935266797, "ndcg_linear@10": 0.7782183935266797, "ndcg_exponential@1": 0.5148148148148148, "ndcg_exponential@5": 0.7782183935266797, "ndcg_exponential@10": 0.7782183935266797, "precision@1": 0.5148148148148148, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.5148148148148148, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.5148148148148148, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.5148148148148148, "map@5": 0.7035802469135802, "map@10": 0.7035802469135802, "mrr@1": 0.5148148148148148, "mrr@5": 0.7035802469135802, "mrr@10": 0.7035802469135802, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.7591078935077067, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.7591078935077067, "ndcg_linear@5": 0.8925001113141592, "ndcg_linear@10": 0.8925001113141592, "ndcg_exponential@1": 0.7591078935077067, "ndcg_exponential@5": 0.8925001113141592, "ndcg_exponential@10": 0.8925001113141592, "precision@1": 0.7591078935077067, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.7591078935077067, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.7591078935077067, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.7591078935077067, "map@5": 0.8562898956873735, "map@10": 0.8562898956873735, "mrr@1": 0.7591078935077067, "mrr@5": 0.8560952825782345, "mrr@10": 0.8560952825782345, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.512, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.512, "ndcg_linear@5": 0.7640922391716534, "ndcg_linear@10": 0.7640922391716534, "ndcg_exponential@1": 0.512, "ndcg_exponential@5": 0.7640922391716534, "ndcg_exponential@10": 0.7640922391716534, "precision@1": 0.512, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.512, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.512, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.512, "map@5": 0.6861, "map@10": 0.6861, "mrr@1": 0.512, "mrr@5": 0.6861, "mrr@10": 0.6861, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.786, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.786, "ndcg_linear@5": 0.921018967264292, "ndcg_linear@10": 0.921018967264292, "ndcg_exponential@1": 0.786, "ndcg_exponential@5": 0.921018967264292, "ndcg_exponential@10": 0.921018967264292, "precision@1": 0.786, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.786, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.786, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.786, "map@5": 0.893, "map@10": 0.893, "mrr@1": 0.786, "mrr@5": 0.893, "mrr@10": 0.893, "num_pred": 1000, "num_data": 1000 } } } }