{ "metadata": { "model_name": "ReMatch-3B", "model_size": "3.75", "embedding_dimension": 2048, "max_length_tokens": null, "model_release_date": "2025-11-24", "score_source": "Self-Reported", "url": "https://arxiv.org/abs/2511.19278", "report_generated_date": "2025-11-24T12:19:02.227418" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.765, "hit@5": 0.94, "hit@10": 0.97, "ndcg_linear@1": 0.765, "ndcg_linear@5": 0.8622046983670403, "ndcg_linear@10": 0.8720991389381659, "ndcg_exponential@1": 0.765, "ndcg_exponential@5": 0.8622046983670403, "ndcg_exponential@10": 0.8720991389381659, "precision@1": 0.765, "precision@5": 0.188, "precision@10": 0.09700000000000002, "recall@1": 0.765, "recall@5": 0.94, "recall@10": 0.97, "f1@1": 0.765, "f1@5": 0.31333333333333335, "f1@10": 0.17636363636363633, "map@1": 0.765, "map@5": 0.8359166666666668, "map@10": 0.8401099206349206, "mrr@1": 0.765, "mrr@5": 0.8359166666666668, "mrr@10": 0.8401099206349206, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.81, "hit@5": 0.968, "hit@10": 0.997, "ndcg_linear@1": 0.81, "ndcg_linear@5": 0.9007742054637049, "ndcg_linear@10": 0.9105112376233742, "ndcg_exponential@1": 0.81, "ndcg_exponential@5": 0.9007742054637049, "ndcg_exponential@10": 0.9105112376233742, "precision@1": 0.81, "precision@5": 0.19360000000000002, "precision@10": 0.09970000000000001, "recall@1": 0.81, "recall@5": 0.968, "recall@10": 0.997, "f1@1": 0.81, "f1@5": 0.3226666666666666, "f1@10": 0.18127272727272725, "map@1": 0.81, "map@5": 0.8777999999999999, "map@10": 0.8820261904761906, "mrr@1": 0.81, "mrr@5": 0.8777999999999999, "mrr@10": 0.8820261904761906, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.603, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.603, "ndcg_linear@5": 0.8534791121678688, "ndcg_linear@10": 0.8534791121678688, "ndcg_exponential@1": 0.603, "ndcg_exponential@5": 0.8534791121678688, "ndcg_exponential@10": 0.8534791121678688, "precision@1": 0.603, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.603, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.603, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.603, "map@5": 0.8015, "map@10": 0.8015, "mrr@1": 0.603, "mrr@5": 0.8015, "mrr@10": 0.8015, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.897, "hit@5": 0.99, "hit@10": 0.996, "ndcg_linear@1": 0.897, "ndcg_linear@5": 0.9511158633694904, "ndcg_linear@10": 0.9529975587032417, "ndcg_exponential@1": 0.897, "ndcg_exponential@5": 0.9511158633694904, "ndcg_exponential@10": 0.9529975587032417, "precision@1": 0.897, "precision@5": 0.19800000000000006, "precision@10": 0.09960000000000002, "recall@1": 0.897, "recall@5": 0.99, "recall@10": 0.996, "f1@1": 0.897, "f1@5": 0.33, "f1@10": 0.18109090909090905, "map@1": 0.897, "map@5": 0.9377833333333333, "map@10": 0.9385261904761905, "mrr@1": 0.897, "mrr@5": 0.9377833333333333, "mrr@10": 0.9385261904761905, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.746, "hit@5": 0.962, "hit@10": 0.983, "ndcg_linear@1": 0.746, "ndcg_linear@5": 0.868975105331268, "ndcg_linear@10": 0.8758161644908985, "ndcg_exponential@1": 0.746, "ndcg_exponential@5": 0.868975105331268, "ndcg_exponential@10": 0.8758161644908985, "precision@1": 0.746, "precision@5": 0.19240000000000004, "precision@10": 0.09830000000000001, "recall@1": 0.746, "recall@5": 0.962, "recall@10": 0.983, "f1@1": 0.746, "f1@5": 0.3206666666666667, "f1@10": 0.1787272727272727, "map@1": 0.746, "map@5": 0.8372833333333333, "map@10": 0.8401369047619048, "mrr@1": 0.746, "mrr@5": 0.8372833333333333, "mrr@10": 0.8401369047619048, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.444, "hit@5": 0.745, "hit@10": 0.841, "ndcg_linear@1": 0.444, "ndcg_linear@5": 0.604089716790074, "ndcg_linear@10": 0.6357715980185299, "ndcg_exponential@1": 0.444, "ndcg_exponential@5": 0.604089716790074, "ndcg_exponential@10": 0.6357715980185299, "precision@1": 0.444, "precision@5": 0.149, "precision@10": 0.08410000000000001, "recall@1": 0.444, "recall@5": 0.745, "recall@10": 0.841, "f1@1": 0.444, "f1@5": 0.24833333333333338, "f1@10": 0.1529090909090909, "map@1": 0.444, "map@5": 0.5571833333333334, "map@10": 0.5706206349206349, "mrr@1": 0.444, "mrr@5": 0.5571833333333334, "mrr@10": 0.5706206349206349, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.383, "hit@5": 0.631, "hit@10": 0.714, "ndcg_linear@1": 0.383, "ndcg_linear@5": 0.5153202186342676, "ndcg_linear@10": 0.5424272710685242, "ndcg_exponential@1": 0.383, "ndcg_exponential@5": 0.5153202186342676, "ndcg_exponential@10": 0.5424272710685242, "precision@1": 0.383, "precision@5": 0.12619999999999998, "precision@10": 0.07139999999999999, "recall@1": 0.383, "recall@5": 0.631, "recall@10": 0.714, "f1@1": 0.383, "f1@5": 0.2103333333333334, "f1@10": 0.12981818181818183, "map@1": 0.383, "map@5": 0.4767333333333333, "map@10": 0.4880730158730158, "mrr@1": 0.383, "mrr@5": 0.4767333333333333, "mrr@10": 0.4880730158730158, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.828, "hit@5": 0.944, "hit@10": 0.96, "ndcg_linear@1": 0.828, "ndcg_linear@5": 0.8937491414233043, "ndcg_linear@10": 0.8989290144878532, "ndcg_exponential@1": 0.828, "ndcg_exponential@5": 0.8937491414233043, "ndcg_exponential@10": 0.8989290144878532, "precision@1": 0.828, "precision@5": 0.18880000000000005, "precision@10": 0.09600000000000003, "recall@1": 0.828, "recall@5": 0.944, "recall@10": 0.96, "f1@1": 0.828, "f1@5": 0.3146666666666667, "f1@10": 0.1745454545454545, "map@1": 0.828, "map@5": 0.87665, "map@10": 0.8787896825396825, "mrr@1": 0.828, "mrr@5": 0.87665, "mrr@10": 0.8787896825396825, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.554, "hit@5": 0.778, "hit@10": 0.843, "ndcg_linear@1": 0.554, "ndcg_linear@5": 0.6753108776822885, "ndcg_linear@10": 0.6961383458527546, "ndcg_exponential@1": 0.554, "ndcg_exponential@5": 0.6753108776822885, "ndcg_exponential@10": 0.6961383458527546, "precision@1": 0.554, "precision@5": 0.15560000000000002, "precision@10": 0.08430000000000001, "recall@1": 0.554, "recall@5": 0.778, "recall@10": 0.843, "f1@1": 0.554, "f1@5": 0.25933333333333336, "f1@10": 0.15327272727272725, "map@1": 0.554, "map@5": 0.6409666666666667, "map@10": 0.6494460317460318, "mrr@1": 0.554, "mrr@5": 0.6409666666666667, "mrr@10": 0.6494460317460318, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.21, "hit@5": 0.421, "hit@10": 0.536, "ndcg_linear@1": 0.21, "ndcg_linear@5": 0.3226413093531793, "ndcg_linear@10": 0.35966906747548966, "ndcg_exponential@1": 0.21, "ndcg_exponential@5": 0.3226413093531793, "ndcg_exponential@10": 0.35966906747548966, "precision@1": 0.21, "precision@5": 0.0842, "precision@10": 0.053599999999999995, "recall@1": 0.21, "recall@5": 0.421, "recall@10": 0.536, "f1@1": 0.21, "f1@5": 0.14033333333333337, "f1@10": 0.09745454545454547, "map@1": 0.21, "map@5": 0.2899166666666667, "map@10": 0.3050968253968254, "mrr@1": 0.21, "mrr@5": 0.2899166666666667, "mrr@10": 0.3050968253968254, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.714, "hit@5": 0.918, "hit@10": 0.947, "ndcg_linear@1": 0.714, "ndcg_linear@5": 0.8264737596300151, "ndcg_linear@10": 0.8360979017213449, "ndcg_exponential@1": 0.714, "ndcg_exponential@5": 0.8264737596300151, "ndcg_exponential@10": 0.8360979017213449, "precision@1": 0.714, "precision@5": 0.1836, "precision@10": 0.09470000000000002, "recall@1": 0.714, "recall@5": 0.918, "recall@10": 0.947, "f1@1": 0.714, "f1@5": 0.306, "f1@10": 0.17218181818181819, "map@1": 0.714, "map@5": 0.7956166666666666, "map@10": 0.7997285714285713, "mrr@1": 0.714, "mrr@5": 0.7956166666666666, "mrr@10": 0.7997285714285713, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.604, "hit@5": 0.906, "hit@10": 0.955, "ndcg_linear@1": 0.604, "ndcg_linear@5": 0.7685572780465166, "ndcg_linear@10": 0.7842799657965848, "ndcg_exponential@1": 0.604, "ndcg_exponential@5": 0.7685572780465166, "ndcg_exponential@10": 0.7842799657965848, "precision@1": 0.604, "precision@5": 0.18120000000000003, "precision@10": 0.09550000000000002, "recall@1": 0.604, "recall@5": 0.906, "recall@10": 0.955, "f1@1": 0.604, "f1@5": 0.302, "f1@10": 0.17363636363636362, "map@1": 0.604, "map@5": 0.7224833333333334, "map@10": 0.7288928571428571, "mrr@1": 0.604, "mrr@5": 0.7224833333333334, "mrr@10": 0.7288928571428571, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.947, "hit@5": 0.993, "hit@10": 0.995, "ndcg_linear@1": 0.947, "ndcg_linear@5": 0.9736245576494045, "ndcg_linear@10": 0.9742962297132982, "ndcg_exponential@1": 0.947, "ndcg_exponential@5": 0.9736245576494045, "ndcg_exponential@10": 0.9742962297132982, "precision@1": 0.947, "precision@5": 0.19860000000000003, "precision@10": 0.09950000000000002, "recall@1": 0.947, "recall@5": 0.993, "recall@10": 0.995, "f1@1": 0.947, "f1@5": 0.331, "f1@10": 0.18090909090909088, "map@1": 0.947, "map@5": 0.9669833333333333, "map@10": 0.9672750000000001, "mrr@1": 0.947, "mrr@5": 0.9669833333333333, "mrr@10": 0.9672750000000001, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.764, "hit@5": 0.904, "hit@10": 0.938, "ndcg_linear@1": 0.764, "ndcg_linear@5": 0.8412242086805192, "ndcg_linear@10": 0.8522346147733605, "ndcg_exponential@1": 0.764, "ndcg_exponential@5": 0.8412242086805192, "ndcg_exponential@10": 0.8522346147733605, "precision@1": 0.764, "precision@5": 0.18080000000000002, "precision@10": 0.09380000000000001, "recall@1": 0.764, "recall@5": 0.904, "recall@10": 0.938, "f1@1": 0.764, "f1@5": 0.3013333333333334, "f1@10": 0.17054545454545456, "map@1": 0.764, "map@5": 0.8201, "map@10": 0.8246492063492064, "mrr@1": 0.764, "mrr@5": 0.8201, "mrr@10": 0.8246492063492064, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.683, "hit@5": 0.852, "hit@10": 0.899, "ndcg_linear@1": 0.683, "ndcg_linear@5": 0.7745275690876158, "ndcg_linear@10": 0.7896313977791888, "ndcg_exponential@1": 0.683, "ndcg_exponential@5": 0.7745275690876158, "ndcg_exponential@10": 0.7896313977791888, "precision@1": 0.683, "precision@5": 0.1704, "precision@10": 0.08990000000000001, "recall@1": 0.683, "recall@5": 0.852, "recall@10": 0.899, "f1@1": 0.683, "f1@5": 0.284, "f1@10": 0.16345454545454544, "map@1": 0.683, "map@5": 0.7486166666666667, "map@10": 0.7547984126984126, "mrr@1": 0.683, "mrr@5": 0.7486166666666667, "mrr@10": 0.7547984126984126, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.624, "hit@5": 0.924, "hit@10": 0.965, "ndcg_linear@1": 0.624, "ndcg_linear@5": 0.7915689760888696, "ndcg_linear@10": 0.8051617262474385, "ndcg_exponential@1": 0.624, "ndcg_exponential@5": 0.7915689760888696, "ndcg_exponential@10": 0.8051617262474385, "precision@1": 0.624, "precision@5": 0.18480000000000002, "precision@10": 0.09650000000000002, "recall@1": 0.624, "recall@5": 0.924, "recall@10": 0.965, "f1@1": 0.624, "f1@5": 0.308, "f1@10": 0.17545454545454545, "map@1": 0.624, "map@5": 0.7468499999999999, "map@10": 0.7526575396825397, "mrr@1": 0.624, "mrr@5": 0.7468499999999999, "mrr@10": 0.7526575396825397, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.53, "hit@5": 0.786, "hit@10": 0.89, "ndcg_linear@1": 0.53, "ndcg_linear@5": 0.6698696732433702, "ndcg_linear@10": 0.7033072699595517, "ndcg_exponential@1": 0.53, "ndcg_exponential@5": 0.6698696732433702, "ndcg_exponential@10": 0.7033072699595517, "precision@1": 0.53, "precision@5": 0.15719999999999998, "precision@10": 0.089, "recall@1": 0.53, "recall@5": 0.786, "recall@10": 0.89, "f1@1": 0.53, "f1@5": 0.262, "f1@10": 0.1618181818181818, "map@1": 0.53, "map@5": 0.6309333333333333, "map@10": 0.6446178571428572, "mrr@1": 0.53, "mrr@5": 0.6309333333333333, "mrr@10": 0.6446178571428572, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.534, "hit@5": 0.7, "hit@10": 0.744, "ndcg_linear@1": 0.534, "ndcg_linear@5": 0.626406190740395, "ndcg_linear@10": 0.6407230549417439, "ndcg_exponential@1": 0.534, "ndcg_exponential@5": 0.626406190740395, "ndcg_exponential@10": 0.6407230549417439, "precision@1": 0.534, "precision@5": 0.14, "precision@10": 0.07440000000000001, "recall@1": 0.534, "recall@5": 0.7, "recall@10": 0.744, "f1@1": 0.534, "f1@5": 0.23333333333333336, "f1@10": 0.13527272727272727, "map@1": 0.534, "map@5": 0.6015499999999999, "map@10": 0.6075083333333332, "mrr@1": 0.534, "mrr@5": 0.6015499999999999, "mrr@10": 0.6075083333333332, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.719, "hit@5": 0.909, "hit@10": 0.944, "ndcg_linear@1": 0.719, "ndcg_linear@5": 0.824380019494891, "ndcg_linear@10": 0.8356689384715623, "ndcg_exponential@1": 0.719, "ndcg_exponential@5": 0.824380019494891, "ndcg_exponential@10": 0.8356689384715623, "precision@1": 0.719, "precision@5": 0.18180000000000002, "precision@10": 0.09440000000000001, "recall@1": 0.719, "recall@5": 0.909, "recall@10": 0.944, "f1@1": 0.719, "f1@5": 0.303, "f1@10": 0.17163636363636361, "map@1": 0.719, "map@5": 0.7958000000000001, "map@10": 0.8004424603174604, "mrr@1": 0.719, "mrr@5": 0.7958000000000001, "mrr@10": 0.8004424603174604, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.836, "hit@5": 0.917, "hit@10": 0.934, "ndcg_linear@1": 0.836, "ndcg_linear@5": 0.8826246366980289, "ndcg_linear@10": 0.8882754954192413, "ndcg_exponential@1": 0.836, "ndcg_exponential@5": 0.8826246366980289, "ndcg_exponential@10": 0.8882754954192413, "precision@1": 0.836, "precision@5": 0.1834, "precision@10": 0.09340000000000001, "recall@1": 0.836, "recall@5": 0.917, "recall@10": 0.934, "f1@1": 0.836, "f1@5": 0.3056666666666667, "f1@10": 0.1698181818181818, "map@1": 0.836, "map@5": 0.8708833333333332, "map@10": 0.8733027777777778, "mrr@1": 0.836, "mrr@5": 0.8708833333333332, "mrr@10": 0.8733027777777778, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.836, "hit@5": 0.964, "hit@10": 0.987, "ndcg_linear@1": 0.836, "ndcg_linear@5": 0.9092509750242352, "ndcg_linear@10": 0.9167391945985077, "ndcg_exponential@1": 0.836, "ndcg_exponential@5": 0.9092509750242352, "ndcg_exponential@10": 0.9167391945985077, "precision@1": 0.836, "precision@5": 0.1928, "precision@10": 0.09870000000000002, "recall@1": 0.836, "recall@5": 0.964, "recall@10": 0.987, "f1@1": 0.836, "f1@5": 0.3213333333333333, "f1@10": 0.17945454545454545, "map@1": 0.836, "map@5": 0.8905666666666666, "map@10": 0.8936857142857143, "mrr@1": 0.836, "mrr@5": 0.8905666666666666, "mrr@10": 0.8936857142857143, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.57, "hit@5": 0.918, "hit@10": 0.962, "ndcg_linear@1": 0.57, "ndcg_linear@5": 0.7639753150023697, "ndcg_linear@10": 0.7783587804164749, "ndcg_exponential@1": 0.57, "ndcg_exponential@5": 0.7639753150023697, "ndcg_exponential@10": 0.7783587804164749, "precision@1": 0.57, "precision@5": 0.1836, "precision@10": 0.09620000000000002, "recall@1": 0.57, "recall@5": 0.918, "recall@10": 0.962, "f1@1": 0.57, "f1@5": 0.306, "f1@10": 0.1749090909090909, "map@1": 0.57, "map@5": 0.7119333333333334, "map@10": 0.7179634920634922, "mrr@1": 0.57, "mrr@5": 0.7119333333333334, "mrr@10": 0.7179634920634922, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.751, "hit@5": 0.899, "hit@10": 0.935, "ndcg_linear@1": 0.751, "ndcg_linear@5": 0.8318260505897656, "ndcg_linear@10": 0.8438366562097135, "ndcg_exponential@1": 0.751, "ndcg_exponential@5": 0.8318260505897656, "ndcg_exponential@10": 0.8438366562097135, "precision@1": 0.751, "precision@5": 0.17980000000000004, "precision@10": 0.0935, "recall@1": 0.751, "recall@5": 0.899, "recall@10": 0.935, "f1@1": 0.751, "f1@5": 0.2996666666666667, "f1@10": 0.17, "map@1": 0.751, "map@5": 0.8092999999999999, "map@10": 0.8144710317460317, "mrr@1": 0.751, "mrr@5": 0.8092999999999999, "mrr@10": 0.8144710317460317, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.808, "hit@5": 0.921, "hit@10": 0.939, "ndcg_linear@1": 0.808, "ndcg_linear@5": 0.8710465392524259, "ndcg_linear@10": 0.8768811138142951, "ndcg_exponential@1": 0.808, "ndcg_exponential@5": 0.8710465392524259, "ndcg_exponential@10": 0.8768811138142951, "precision@1": 0.808, "precision@5": 0.18420000000000003, "precision@10": 0.09390000000000001, "recall@1": 0.808, "recall@5": 0.921, "recall@10": 0.939, "f1@1": 0.808, "f1@5": 0.307, "f1@10": 0.17072727272727273, "map@1": 0.808, "map@5": 0.8541833333333334, "map@10": 0.856597619047619, "mrr@1": 0.808, "mrr@5": 0.8541833333333334, "mrr@10": 0.856597619047619, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.765, "hit@5": 0.956, "hit@10": 0.979, "ndcg_linear@1": 0.765, "ndcg_linear@5": 0.871332790570415, "ndcg_linear@10": 0.8789950466653483, "ndcg_exponential@1": 0.765, "ndcg_exponential@5": 0.871332790570415, "ndcg_exponential@10": 0.8789950466653483, "precision@1": 0.765, "precision@5": 0.19120000000000004, "precision@10": 0.0979, "recall@1": 0.765, "recall@5": 0.956, "recall@10": 0.979, "f1@1": 0.765, "f1@5": 0.3186666666666667, "f1@10": 0.178, "map@1": 0.765, "map@5": 0.8427666666666667, "map@10": 0.8460626984126984, "mrr@1": 0.765, "mrr@5": 0.8427666666666667, "mrr@10": 0.8460626984126984, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.744, "hit@5": 0.95, "hit@10": 0.981, "ndcg_linear@1": 0.744, "ndcg_linear@5": 0.8578933138841697, "ndcg_linear@10": 0.8682020837199809, "ndcg_exponential@1": 0.744, "ndcg_exponential@5": 0.8578933138841697, "ndcg_exponential@10": 0.8682020837199809, "precision@1": 0.744, "precision@5": 0.19000000000000003, "precision@10": 0.0981, "recall@1": 0.744, "recall@5": 0.95, "recall@10": 0.981, "f1@1": 0.744, "f1@5": 0.31666666666666665, "f1@10": 0.17836363636363634, "map@1": 0.744, "map@5": 0.8268833333333333, "map@10": 0.8312960317460317, "mrr@1": 0.744, "mrr@5": 0.8268833333333333, "mrr@10": 0.8312960317460317, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.66, "hit@5": 0.977, "hit@10": 0.992, "ndcg_linear@1": 0.66, "ndcg_linear@5": 0.8432621615267029, "ndcg_linear@10": 0.8483557174528951, "ndcg_exponential@1": 0.66, "ndcg_exponential@5": 0.8432621615267029, "ndcg_exponential@10": 0.8483557174528951, "precision@1": 0.66, "precision@5": 0.19540000000000005, "precision@10": 0.09920000000000001, "recall@1": 0.66, "recall@5": 0.977, "recall@10": 0.992, "f1@1": 0.66, "f1@5": 0.3256666666666666, "f1@10": 0.18036363636363634, "map@1": 0.66, "map@5": 0.7974, "map@10": 0.7996468253968253, "mrr@1": 0.66, "mrr@5": 0.7974, "mrr@10": 0.7996468253968253, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.899, "hit@5": 0.986, "hit@10": 0.993, "ndcg_linear@1": 0.899, "ndcg_linear@5": 0.9506122758913912, "ndcg_linear@10": 0.9528128037036782, "ndcg_exponential@1": 0.899, "ndcg_exponential@5": 0.9506122758913912, "ndcg_exponential@10": 0.9528128037036782, "precision@1": 0.899, "precision@5": 0.19720000000000004, "precision@10": 0.09930000000000001, "recall@1": 0.899, "recall@5": 0.986, "recall@10": 0.993, "f1@1": 0.899, "f1@5": 0.3286666666666666, "f1@10": 0.1805454545454545, "map@1": 0.899, "map@5": 0.9383666666666666, "map@10": 0.9392380952380952, "mrr@1": 0.899, "mrr@5": 0.9383666666666666, "mrr@10": 0.9392380952380952, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.189, "hit@5": 0.424, "hit@10": 0.531, "ndcg_linear@1": 0.189, "ndcg_linear@5": 0.3106969517365728, "ndcg_linear@10": 0.3452074094686825, "ndcg_exponential@1": 0.189, "ndcg_exponential@5": 0.3106969517365728, "ndcg_exponential@10": 0.3452074094686825, "precision@1": 0.189, "precision@5": 0.0848, "precision@10": 0.053099999999999994, "recall@1": 0.189, "recall@5": 0.424, "recall@10": 0.531, "f1@1": 0.189, "f1@5": 0.14133333333333337, "f1@10": 0.09654545454545456, "map@1": 0.189, "map@5": 0.27331666666666665, "map@10": 0.28750714285714285, "mrr@1": 0.189, "mrr@5": 0.27331666666666665, "mrr@10": 0.28750714285714285, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.663, "hit@5": 0.852, "hit@10": 0.892, "ndcg_linear@1": 0.663, "ndcg_linear@5": 0.7664044093884552, "ndcg_linear@10": 0.7791031667998309, "ndcg_exponential@1": 0.663, "ndcg_exponential@5": 0.7664044093884552, "ndcg_exponential@10": 0.7791031667998309, "precision@1": 0.663, "precision@5": 0.1704, "precision@10": 0.0892, "recall@1": 0.663, "recall@5": 0.852, "recall@10": 0.892, "f1@1": 0.663, "f1@5": 0.284, "f1@10": 0.16218181818181818, "map@1": 0.663, "map@5": 0.7376666666666666, "map@10": 0.742768253968254, "mrr@1": 0.663, "mrr@5": 0.7376666666666666, "mrr@10": 0.742768253968254, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.682, "hit@5": 0.857, "hit@10": 0.915, "ndcg_linear@1": 0.682, "ndcg_linear@5": 0.77677345283525, "ndcg_linear@10": 0.7957214455476391, "ndcg_exponential@1": 0.682, "ndcg_exponential@5": 0.77677345283525, "ndcg_exponential@10": 0.7957214455476391, "precision@1": 0.682, "precision@5": 0.17140000000000002, "precision@10": 0.0915, "recall@1": 0.682, "recall@5": 0.857, "recall@10": 0.915, "f1@1": 0.682, "f1@5": 0.28566666666666674, "f1@10": 0.16636363636363638, "map@1": 0.682, "map@5": 0.7499666666666666, "map@10": 0.7578960317460317, "mrr@1": 0.682, "mrr@5": 0.7499666666666666, "mrr@10": 0.7578960317460317, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.829, "hit@5": 0.973, "hit@10": 0.994, "ndcg_linear@1": 0.829, "ndcg_linear@5": 0.911277068463259, "ndcg_linear@10": 0.9180390200927532, "ndcg_exponential@1": 0.829, "ndcg_exponential@5": 0.911277068463259, "ndcg_exponential@10": 0.9180390200927532, "precision@1": 0.829, "precision@5": 0.19460000000000005, "precision@10": 0.09940000000000002, "recall@1": 0.829, "recall@5": 0.973, "recall@10": 0.994, "f1@1": 0.829, "f1@5": 0.3243333333333333, "f1@10": 0.18072727272727268, "map@1": 0.829, "map@5": 0.8902833333333333, "map@10": 0.893059126984127, "mrr@1": 0.829, "mrr@5": 0.8902833333333333, "mrr@10": 0.893059126984127, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.838, "hit@5": 0.943, "hit@10": 0.963, "ndcg_linear@1": 0.838, "ndcg_linear@5": 0.8976383164062859, "ndcg_linear@10": 0.903995843429347, "ndcg_exponential@1": 0.838, "ndcg_exponential@5": 0.8976383164062859, "ndcg_exponential@10": 0.903995843429347, "precision@1": 0.838, "precision@5": 0.18860000000000002, "precision@10": 0.09630000000000001, "recall@1": 0.838, "recall@5": 0.943, "recall@10": 0.963, "f1@1": 0.838, "f1@5": 0.31433333333333335, "f1@10": 0.17509090909090907, "map@1": 0.838, "map@5": 0.8822, "map@10": 0.8847587301587302, "mrr@1": 0.838, "mrr@5": 0.8822, "mrr@10": 0.8847587301587302, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.953, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.953, "ndcg_linear@5": 0.9811240429500929, "ndcg_linear@10": 0.9814573762834261, "ndcg_exponential@1": 0.953, "ndcg_exponential@5": 0.9811240429500929, "ndcg_exponential@10": 0.9814573762834261, "precision@1": 0.953, "precision@5": 0.19980000000000003, "precision@10": 0.10000000000000002, "recall@1": 0.953, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.953, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.953, "map@5": 0.9748666666666667, "map@10": 0.9750095238095238, "mrr@1": 0.953, "mrr@5": 0.9748666666666667, "mrr@10": 0.9750095238095238, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.939, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.939, "ndcg_linear@5": 0.9787485744750019, "ndcg_linear@10": 0.9790640393517875, "ndcg_exponential@1": 0.939, "ndcg_exponential@5": 0.9787485744750019, "ndcg_exponential@10": 0.9790640393517875, "precision@1": 0.939, "precision@5": 0.19980000000000003, "precision@10": 0.10000000000000002, "recall@1": 0.939, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.939, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.939, "map@5": 0.972, "map@10": 0.972125, "mrr@1": 0.939, "mrr@5": 0.969, "mrr@10": 0.969125, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.95, "hit@5": 0.988, "hit@10": 0.993, "ndcg_linear@1": 0.95, "ndcg_linear@5": 0.9718650203180087, "ndcg_linear@10": 0.9734949595603383, "ndcg_exponential@1": 0.95, "ndcg_exponential@5": 0.9718650203180087, "ndcg_exponential@10": 0.9734949595603383, "precision@1": 0.95, "precision@5": 0.19760000000000003, "precision@10": 0.09930000000000001, "recall@1": 0.95, "recall@5": 0.988, "recall@10": 0.993, "f1@1": 0.95, "f1@5": 0.32933333333333337, "f1@10": 0.18054545454545454, "map@1": 0.95, "map@5": 0.9663333333333334, "map@10": 0.967013888888889, "mrr@1": 0.95, "mrr@5": 0.9663333333333334, "mrr@10": 0.967013888888889, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": "DIR_N/A", "SmthSmthV2": "DIR_N/A", "HMDB51": "DIR_N/A", "UCF101": "DIR_N/A", "Breakfast": "DIR_N/A", "MVBench": "DIR_N/A", "Video-MME": "DIR_N/A", "NExTQA": "DIR_N/A", "EgoSchema": "DIR_N/A", "ActivityNetQA": "DIR_N/A", "DiDeMo": "DIR_N/A", "MSR-VTT": "DIR_N/A", "MSVD": "DIR_N/A", "VATEX": "DIR_N/A", "YouCook2": "DIR_N/A", "QVHighlight": "DIR_N/A", "Charades-STA": "DIR_N/A", "MomentSeeker": "DIR_N/A" }, "visdoc": { "ViDoRe_arxivqa": "DIR_N/A", "ViDoRe_docvqa": "DIR_N/A", "ViDoRe_infovqa": "DIR_N/A", "ViDoRe_tabfquad": "DIR_N/A", "ViDoRe_tatdqa": "DIR_N/A", "ViDoRe_shiftproject": "DIR_N/A", "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", "ViDoRe_syntheticDocQA_energy": "DIR_N/A", "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", "VisRAG_ArxivQA": "DIR_N/A", "VisRAG_ChartQA": "DIR_N/A", "VisRAG_MP-DocVQA": "DIR_N/A", "VisRAG_SlideVQA": "DIR_N/A", "VisRAG_InfoVQA": "DIR_N/A", "VisRAG_PlotQA": "DIR_N/A", "ViDoSeek-page": "DIR_N/A", "ViDoSeek-doc": "DIR_N/A", "MMLongBench-page": "DIR_N/A", "MMLongBench-doc": "DIR_N/A" } } }