{ "metadata": { "model_name": "UME-R1-7B", "model_backbone": "Qwen2-VL-7B-Instruct", "model_size": "8.29", "embedding_dimension": 3584, "max_length_tokens": null, "model_release_date": "2025-11-04", "data_source": "Self-Reported", "url": "https://huggingface.co/zhibinlan/UME-R1-7B", "report_generated_date": "2025-10-20T08:03:41.155975" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.804, "hit@5": 0.961, "hit@10": 0.985, "ndcg_linear@1": 0.804, "ndcg_linear@5": 0.8925401671482589, "ndcg_linear@10": 0.9003005469559516, "ndcg_exponential@1": 0.804, "ndcg_exponential@5": 0.8925401671482589, "ndcg_exponential@10": 0.9003005469559516, "precision@1": 0.804, "precision@5": 0.19220000000000004, "precision@10": 0.09850000000000002, "recall@1": 0.804, "recall@5": 0.961, "recall@10": 0.985, "f1@1": 0.804, "f1@5": 0.32033333333333336, "f1@10": 0.17909090909090908, "map@1": 0.804, "map@5": 0.8693333333333334, "map@10": 0.8725357142857142, "mrr@1": 0.804, "mrr@5": 0.8693333333333334, "mrr@10": 0.8725357142857142, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.823, "hit@5": 0.974, "hit@10": 0.994, "ndcg_linear@1": 0.823, "ndcg_linear@5": 0.9088729745941637, "ndcg_linear@10": 0.9155262763795603, "ndcg_exponential@1": 0.823, "ndcg_exponential@5": 0.9088729745941637, "ndcg_exponential@10": 0.9155262763795603, "precision@1": 0.823, "precision@5": 0.1948, "precision@10": 0.09940000000000002, "recall@1": 0.823, "recall@5": 0.974, "recall@10": 0.994, "f1@1": 0.823, "f1@5": 0.3246666666666666, "f1@10": 0.18072727272727268, "map@1": 0.823, "map@5": 0.8867, "map@10": 0.8895539682539683, "mrr@1": 0.823, "mrr@5": 0.8867, "mrr@10": 0.8895539682539683, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.79, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.79, "ndcg_linear@5": 0.9224952482500062, "ndcg_linear@10": 0.9224952482500062, "ndcg_exponential@1": 0.79, "ndcg_exponential@5": 0.9224952482500062, "ndcg_exponential@10": 0.9224952482500062, "precision@1": 0.79, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.79, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.79, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.79, "map@5": 0.895, "map@10": 0.895, "mrr@1": 0.79, "mrr@5": 0.895, "mrr@10": 0.895, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.908, "hit@5": 0.98, "hit@10": 0.995, "ndcg_linear@1": 0.908, "ndcg_linear@5": 0.9495109218818228, "ndcg_linear@10": 0.9543922346624834, "ndcg_exponential@1": 0.908, "ndcg_exponential@5": 0.9495109218818228, "ndcg_exponential@10": 0.9543922346624834, "precision@1": 0.908, "precision@5": 0.19600000000000004, "precision@10": 0.09950000000000002, "recall@1": 0.908, "recall@5": 0.98, "recall@10": 0.995, "f1@1": 0.908, "f1@5": 0.32666666666666666, "f1@10": 0.18090909090909088, "map@1": 0.908, "map@5": 0.9390833333333334, "map@10": 0.9411146825396824, "mrr@1": 0.908, "mrr@5": 0.9390833333333334, "mrr@10": 0.9411146825396824, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.803, "hit@5": 0.973, "hit@10": 0.991, "ndcg_linear@1": 0.803, "ndcg_linear@5": 0.8996822721298783, "ndcg_linear@10": 0.9056460333948335, "ndcg_exponential@1": 0.803, "ndcg_exponential@5": 0.8996822721298783, "ndcg_exponential@10": 0.9056460333948335, "precision@1": 0.803, "precision@5": 0.19460000000000002, "precision@10": 0.09910000000000002, "recall@1": 0.803, "recall@5": 0.973, "recall@10": 0.991, "f1@1": 0.803, "f1@5": 0.32433333333333336, "f1@10": 0.1801818181818182, "map@1": 0.803, "map@5": 0.8747, "map@10": 0.8772444444444444, "mrr@1": 0.803, "mrr@5": 0.8747, "mrr@10": 0.8772444444444444, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.468, "hit@5": 0.739, "hit@10": 0.831, "ndcg_linear@1": 0.468, "ndcg_linear@5": 0.6132730419587824, "ndcg_linear@10": 0.6433905012555181, "ndcg_exponential@1": 0.468, "ndcg_exponential@5": 0.6132730419587824, "ndcg_exponential@10": 0.6433905012555181, "precision@1": 0.468, "precision@5": 0.1478, "precision@10": 0.0831, "recall@1": 0.468, "recall@5": 0.739, "recall@10": 0.831, "f1@1": 0.468, "f1@5": 0.24633333333333338, "f1@10": 0.15109090909090908, "map@1": 0.468, "map@5": 0.5714000000000001, "map@10": 0.5840468253968254, "mrr@1": 0.468, "mrr@5": 0.5714000000000001, "mrr@10": 0.5840468253968254, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.539, "hit@5": 0.741, "hit@10": 0.809, "ndcg_linear@1": 0.539, "ndcg_linear@5": 0.6472810392349228, "ndcg_linear@10": 0.669193940938343, "ndcg_exponential@1": 0.539, "ndcg_exponential@5": 0.6472810392349228, "ndcg_exponential@10": 0.669193940938343, "precision@1": 0.539, "precision@5": 0.1482, "precision@10": 0.08089999999999999, "recall@1": 0.539, "recall@5": 0.741, "recall@10": 0.809, "f1@1": 0.539, "f1@5": 0.24700000000000005, "f1@10": 0.1470909090909091, "map@1": 0.539, "map@5": 0.61605, "map@10": 0.6250488095238095, "mrr@1": 0.539, "mrr@5": 0.61605, "mrr@10": 0.6250488095238095, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.901, "hit@5": 0.975, "hit@10": 0.986, "ndcg_linear@1": 0.901, "ndcg_linear@5": 0.9407377041670318, "ndcg_linear@10": 0.9443776542038158, "ndcg_exponential@1": 0.901, "ndcg_exponential@5": 0.9407377041670318, "ndcg_exponential@10": 0.9443776542038158, "precision@1": 0.901, "precision@5": 0.19500000000000003, "precision@10": 0.09860000000000002, "recall@1": 0.901, "recall@5": 0.975, "recall@10": 0.986, "f1@1": 0.901, "f1@5": 0.325, "f1@10": 0.17927272727272725, "map@1": 0.901, "map@5": 0.9292666666666667, "map@10": 0.9308162698412697, "mrr@1": 0.901, "mrr@5": 0.9292666666666667, "mrr@10": 0.9308162698412697, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.423, "hit@5": 0.744, "hit@10": 0.82, "ndcg_linear@1": 0.423, "ndcg_linear@5": 0.5933440414713973, "ndcg_linear@10": 0.6180771762464701, "ndcg_exponential@1": 0.423, "ndcg_exponential@5": 0.5933440414713973, "ndcg_exponential@10": 0.6180771762464701, "precision@1": 0.423, "precision@5": 0.1488, "precision@10": 0.082, "recall@1": 0.423, "recall@5": 0.744, "recall@10": 0.82, "f1@1": 0.423, "f1@5": 0.24800000000000005, "f1@10": 0.14909090909090914, "map@1": 0.423, "map@5": 0.5432833333333333, "map@10": 0.5535805555555555, "mrr@1": 0.423, "mrr@5": 0.5432833333333333, "mrr@10": 0.5535805555555555, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.25, "hit@5": 0.467, "hit@10": 0.553, "ndcg_linear@1": 0.25, "ndcg_linear@5": 0.361800032823676, "ndcg_linear@10": 0.3893670674591537, "ndcg_exponential@1": 0.25, "ndcg_exponential@5": 0.361800032823676, "ndcg_exponential@10": 0.3893670674591537, "precision@1": 0.25, "precision@5": 0.0934, "precision@10": 0.055299999999999995, "recall@1": 0.25, "recall@5": 0.467, "recall@10": 0.553, "f1@1": 0.25, "f1@5": 0.1556666666666667, "f1@10": 0.10054545454545456, "map@1": 0.25, "map@5": 0.3272333333333334, "map@10": 0.33847142857142853, "mrr@1": 0.25, "mrr@5": 0.3272333333333334, "mrr@10": 0.33847142857142853, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.717, "hit@5": 0.926, "hit@10": 0.961, "ndcg_linear@1": 0.717, "ndcg_linear@5": 0.8309594076922039, "ndcg_linear@10": 0.8425650209100933, "ndcg_exponential@1": 0.717, "ndcg_exponential@5": 0.8309594076922039, "ndcg_exponential@10": 0.8425650209100933, "precision@1": 0.717, "precision@5": 0.1852, "precision@10": 0.09610000000000002, "recall@1": 0.717, "recall@5": 0.926, "recall@10": 0.961, "f1@1": 0.717, "f1@5": 0.30866666666666664, "f1@10": 0.17472727272727273, "map@1": 0.717, "map@5": 0.7990666666666666, "map@10": 0.8040289682539683, "mrr@1": 0.717, "mrr@5": 0.7990666666666666, "mrr@10": 0.8040289682539683, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.587, "hit@5": 0.893, "hit@10": 0.933, "ndcg_linear@1": 0.587, "ndcg_linear@5": 0.7555574617012547, "ndcg_linear@10": 0.7686802167144019, "ndcg_exponential@1": 0.587, "ndcg_exponential@5": 0.7555574617012547, "ndcg_exponential@10": 0.7686802167144019, "precision@1": 0.587, "precision@5": 0.17860000000000004, "precision@10": 0.09330000000000001, "recall@1": 0.587, "recall@5": 0.893, "recall@10": 0.933, "f1@1": 0.587, "f1@5": 0.2976666666666667, "f1@10": 0.1696363636363636, "map@1": 0.587, "map@5": 0.7092833333333333, "map@10": 0.714809126984127, "mrr@1": 0.587, "mrr@5": 0.7092833333333333, "mrr@10": 0.714809126984127, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.938, "hit@5": 0.986, "hit@10": 0.988, "ndcg_linear@1": 0.938, "ndcg_linear@5": 0.9659735231592799, "ndcg_linear@10": 0.9666187951727059, "ndcg_exponential@1": 0.938, "ndcg_exponential@5": 0.9659735231592799, "ndcg_exponential@10": 0.9666187951727059, "precision@1": 0.938, "precision@5": 0.19720000000000004, "precision@10": 0.09880000000000001, "recall@1": 0.938, "recall@5": 0.986, "recall@10": 0.988, "f1@1": 0.938, "f1@5": 0.3286666666666666, "f1@10": 0.17963636363636362, "map@1": 0.938, "map@5": 0.9591000000000001, "map@10": 0.9593666666666667, "mrr@1": 0.938, "mrr@5": 0.9591000000000001, "mrr@10": 0.9593666666666667, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.792, "hit@5": 0.902, "hit@10": 0.921, "ndcg_linear@1": 0.792, "ndcg_linear@5": 0.8527022442185398, "ndcg_linear@10": 0.8589114097609486, "ndcg_exponential@1": 0.792, "ndcg_exponential@5": 0.8527022442185398, "ndcg_exponential@10": 0.8589114097609486, "precision@1": 0.792, "precision@5": 0.18040000000000003, "precision@10": 0.09210000000000002, "recall@1": 0.792, "recall@5": 0.902, "recall@10": 0.921, "f1@1": 0.792, "f1@5": 0.3006666666666667, "f1@10": 0.16745454545454547, "map@1": 0.792, "map@5": 0.8361166666666666, "map@10": 0.8387190476190476, "mrr@1": 0.792, "mrr@5": 0.8361166666666666, "mrr@10": 0.8387190476190476, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.751, "hit@5": 0.869, "hit@10": 0.9, "ndcg_linear@1": 0.751, "ndcg_linear@5": 0.8155463562728257, "ndcg_linear@10": 0.825808717984195, "ndcg_exponential@1": 0.751, "ndcg_exponential@5": 0.8155463562728257, "ndcg_exponential@10": 0.825808717984195, "precision@1": 0.751, "precision@5": 0.1738, "precision@10": 0.09, "recall@1": 0.751, "recall@5": 0.869, "recall@10": 0.9, "f1@1": 0.751, "f1@5": 0.2896666666666667, "f1@10": 0.16363636363636364, "map@1": 0.751, "map@5": 0.7975666666666666, "map@10": 0.8019428571428571, "mrr@1": 0.751, "mrr@5": 0.7975666666666666, "mrr@10": 0.8019428571428571, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.552, "hit@5": 0.896, "hit@10": 0.954, "ndcg_linear@1": 0.552, "ndcg_linear@5": 0.7409619931383196, "ndcg_linear@10": 0.7599327670832161, "ndcg_exponential@1": 0.552, "ndcg_exponential@5": 0.7409619931383196, "ndcg_exponential@10": 0.7599327670832161, "precision@1": 0.552, "precision@5": 0.17920000000000003, "precision@10": 0.09540000000000003, "recall@1": 0.552, "recall@5": 0.896, "recall@10": 0.954, "f1@1": 0.552, "f1@5": 0.2986666666666667, "f1@10": 0.17345454545454544, "map@1": 0.552, "map@5": 0.6888, "map@10": 0.6967559523809523, "mrr@1": 0.552, "mrr@5": 0.6888, "mrr@10": 0.6967559523809523, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.537, "hit@5": 0.771, "hit@10": 0.871, "ndcg_linear@1": 0.537, "ndcg_linear@5": 0.6641686694448314, "ndcg_linear@10": 0.6968832759569353, "ndcg_exponential@1": 0.537, "ndcg_exponential@5": 0.6641686694448314, "ndcg_exponential@10": 0.6968832759569353, "precision@1": 0.537, "precision@5": 0.15419999999999998, "precision@10": 0.08710000000000001, "recall@1": 0.537, "recall@5": 0.771, "recall@10": 0.871, "f1@1": 0.537, "f1@5": 0.257, "f1@10": 0.15836363636363637, "map@1": 0.537, "map@5": 0.6284, "map@10": 0.6421174603174602, "mrr@1": 0.537, "mrr@5": 0.6284, "mrr@10": 0.6421174603174602, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.516, "hit@5": 0.704, "hit@10": 0.744, "ndcg_linear@1": 0.516, "ndcg_linear@5": 0.6164902226140639, "ndcg_linear@10": 0.6297362610430953, "ndcg_exponential@1": 0.516, "ndcg_exponential@5": 0.6164902226140639, "ndcg_exponential@10": 0.6297362610430953, "precision@1": 0.516, "precision@5": 0.1408, "precision@10": 0.07440000000000001, "recall@1": 0.516, "recall@5": 0.704, "recall@10": 0.744, "f1@1": 0.516, "f1@5": 0.23466666666666675, "f1@10": 0.13527272727272727, "map@1": 0.516, "map@5": 0.5873333333333334, "map@10": 0.5929825396825397, "mrr@1": 0.516, "mrr@5": 0.5873333333333334, "mrr@10": 0.5929825396825397, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.693, "hit@5": 0.909, "hit@10": 0.954, "ndcg_linear@1": 0.693, "ndcg_linear@5": 0.8124791807090455, "ndcg_linear@10": 0.8269873284813212, "ndcg_exponential@1": 0.693, "ndcg_exponential@5": 0.8124791807090455, "ndcg_exponential@10": 0.8269873284813212, "precision@1": 0.693, "precision@5": 0.18180000000000002, "precision@10": 0.09540000000000001, "recall@1": 0.693, "recall@5": 0.909, "recall@10": 0.954, "f1@1": 0.693, "f1@5": 0.303, "f1@10": 0.17345454545454544, "map@1": 0.693, "map@5": 0.77995, "map@10": 0.785909126984127, "mrr@1": 0.693, "mrr@5": 0.77995, "mrr@10": 0.785909126984127, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.835, "hit@5": 0.896, "hit@10": 0.922, "ndcg_linear@1": 0.835, "ndcg_linear@5": 0.8684148059716847, "ndcg_linear@10": 0.8766589677520483, "ndcg_exponential@1": 0.835, "ndcg_exponential@5": 0.8684148059716847, "ndcg_exponential@10": 0.8766589677520483, "precision@1": 0.835, "precision@5": 0.17920000000000003, "precision@10": 0.0922, "recall@1": 0.835, "recall@5": 0.896, "recall@10": 0.922, "f1@1": 0.835, "f1@5": 0.2986666666666667, "f1@10": 0.16763636363636364, "map@1": 0.835, "map@5": 0.8591833333333334, "map@10": 0.8624904761904761, "mrr@1": 0.835, "mrr@5": 0.8591833333333334, "mrr@10": 0.8624904761904761, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.807, "hit@5": 0.955, "hit@10": 0.986, "ndcg_linear@1": 0.807, "ndcg_linear@5": 0.8870404720683367, "ndcg_linear@10": 0.8972536524967308, "ndcg_exponential@1": 0.807, "ndcg_exponential@5": 0.8870404720683367, "ndcg_exponential@10": 0.8972536524967308, "precision@1": 0.807, "precision@5": 0.19100000000000003, "precision@10": 0.09860000000000002, "recall@1": 0.807, "recall@5": 0.955, "recall@10": 0.986, "f1@1": 0.807, "f1@5": 0.31833333333333336, "f1@10": 0.17927272727272725, "map@1": 0.807, "map@5": 0.8643, "map@10": 0.8686246031746032, "mrr@1": 0.807, "mrr@5": 0.8643, "mrr@10": 0.8686246031746032, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.553, "hit@5": 0.903, "hit@10": 0.953, "ndcg_linear@1": 0.553, "ndcg_linear@5": 0.7509618718729798, "ndcg_linear@10": 0.7672062057632207, "ndcg_exponential@1": 0.553, "ndcg_exponential@5": 0.7509618718729798, "ndcg_exponential@10": 0.7672062057632207, "precision@1": 0.553, "precision@5": 0.1806, "precision@10": 0.09530000000000001, "recall@1": 0.553, "recall@5": 0.903, "recall@10": 0.953, "f1@1": 0.553, "f1@5": 0.301, "f1@10": 0.17327272727272724, "map@1": 0.553, "map@5": 0.6992999999999999, "map@10": 0.706045634920635, "mrr@1": 0.553, "mrr@5": 0.6992999999999999, "mrr@10": 0.706045634920635, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.768, "hit@5": 0.907, "hit@10": 0.944, "ndcg_linear@1": 0.768, "ndcg_linear@5": 0.8443473951793135, "ndcg_linear@10": 0.8565073663060896, "ndcg_exponential@1": 0.768, "ndcg_exponential@5": 0.8443473951793135, "ndcg_exponential@10": 0.8565073663060896, "precision@1": 0.768, "precision@5": 0.18140000000000003, "precision@10": 0.09440000000000001, "recall@1": 0.768, "recall@5": 0.907, "recall@10": 0.944, "f1@1": 0.768, "f1@5": 0.3023333333333334, "f1@10": 0.17163636363636361, "map@1": 0.768, "map@5": 0.82325, "map@10": 0.8283876984126984, "mrr@1": 0.768, "mrr@5": 0.82325, "mrr@10": 0.8283876984126984, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.82, "hit@5": 0.928, "hit@10": 0.945, "ndcg_linear@1": 0.82, "ndcg_linear@5": 0.8798847148532318, "ndcg_linear@10": 0.885478349386841, "ndcg_exponential@1": 0.82, "ndcg_exponential@5": 0.8798847148532318, "ndcg_exponential@10": 0.885478349386841, "precision@1": 0.82, "precision@5": 0.18560000000000001, "precision@10": 0.09450000000000001, "recall@1": 0.82, "recall@5": 0.928, "recall@10": 0.945, "f1@1": 0.82, "f1@5": 0.30933333333333335, "f1@10": 0.17181818181818181, "map@1": 0.82, "map@5": 0.8636666666666667, "map@10": 0.866034126984127, "mrr@1": 0.82, "mrr@5": 0.8636666666666667, "mrr@10": 0.866034126984127, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.783, "hit@5": 0.955, "hit@10": 0.977, "ndcg_linear@1": 0.783, "ndcg_linear@5": 0.8773866007031537, "ndcg_linear@10": 0.8847047074015923, "ndcg_exponential@1": 0.783, "ndcg_exponential@5": 0.8773866007031537, "ndcg_exponential@10": 0.8847047074015923, "precision@1": 0.783, "precision@5": 0.19100000000000003, "precision@10": 0.09770000000000002, "recall@1": 0.783, "recall@5": 0.955, "recall@10": 0.977, "f1@1": 0.783, "f1@5": 0.3183333333333333, "f1@10": 0.17763636363636362, "map@1": 0.783, "map@5": 0.8512833333333333, "map@10": 0.8544210317460318, "mrr@1": 0.783, "mrr@5": 0.8512833333333333, "mrr@10": 0.8544210317460318, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.714, "hit@5": 0.946, "hit@10": 0.975, "ndcg_linear@1": 0.714, "ndcg_linear@5": 0.8429417048551603, "ndcg_linear@10": 0.8526403717950156, "ndcg_exponential@1": 0.714, "ndcg_exponential@5": 0.8429417048551603, "ndcg_exponential@10": 0.8526403717950156, "precision@1": 0.714, "precision@5": 0.18920000000000003, "precision@10": 0.09750000000000002, "recall@1": 0.714, "recall@5": 0.946, "recall@10": 0.975, "f1@1": 0.714, "f1@5": 0.31533333333333335, "f1@10": 0.17727272727272725, "map@1": 0.714, "map@5": 0.8081166666666667, "map@10": 0.812306746031746, "mrr@1": 0.714, "mrr@5": 0.8081166666666667, "mrr@10": 0.812306746031746, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.681, "hit@5": 0.971, "hit@10": 0.991, "ndcg_linear@1": 0.681, "ndcg_linear@5": 0.847957664522449, "ndcg_linear@10": 0.8548824281783983, "ndcg_exponential@1": 0.681, "ndcg_exponential@5": 0.847957664522449, "ndcg_exponential@10": 0.8548824281783983, "precision@1": 0.681, "precision@5": 0.19420000000000004, "precision@10": 0.09910000000000002, "recall@1": 0.681, "recall@5": 0.971, "recall@10": 0.991, "f1@1": 0.681, "f1@5": 0.32366666666666666, "f1@10": 0.1801818181818182, "map@1": 0.681, "map@5": 0.8058500000000001, "map@10": 0.808979761904762, "mrr@1": 0.681, "mrr@5": 0.8058500000000001, "mrr@10": 0.808979761904762, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.909, "hit@5": 0.99, "hit@10": 0.994, "ndcg_linear@1": 0.909, "ndcg_linear@5": 0.9571578803190318, "ndcg_linear@10": 0.9585046580222453, "ndcg_exponential@1": 0.909, "ndcg_exponential@5": 0.9571578803190318, "ndcg_exponential@10": 0.9585046580222453, "precision@1": 0.909, "precision@5": 0.19800000000000006, "precision@10": 0.09940000000000002, "recall@1": 0.909, "recall@5": 0.99, "recall@10": 0.994, "f1@1": 0.909, "f1@5": 0.33, "f1@10": 0.18072727272727268, "map@1": 0.909, "map@5": 0.9457833333333333, "map@10": 0.946370634920635, "mrr@1": 0.909, "mrr@5": 0.9457833333333333, "mrr@10": 0.946370634920635, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.234, "hit@5": 0.492, "hit@10": 0.606, "ndcg_linear@1": 0.234, "ndcg_linear@5": 0.36862102096188815, "ndcg_linear@10": 0.40534587359178137, "ndcg_exponential@1": 0.234, "ndcg_exponential@5": 0.36862102096188815, "ndcg_exponential@10": 0.40534587359178137, "precision@1": 0.234, "precision@5": 0.09839999999999999, "precision@10": 0.060599999999999994, "recall@1": 0.234, "recall@5": 0.492, "recall@10": 0.606, "f1@1": 0.234, "f1@5": 0.16400000000000006, "f1@10": 0.1101818181818182, "map@1": 0.234, "map@5": 0.3277333333333333, "map@10": 0.34281746031746035, "mrr@1": 0.234, "mrr@5": 0.3277333333333333, "mrr@10": 0.34281746031746035, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.725, "hit@5": 0.893, "hit@10": 0.929, "ndcg_linear@1": 0.725, "ndcg_linear@5": 0.8184494729922889, "ndcg_linear@10": 0.8300882206945086, "ndcg_exponential@1": 0.725, "ndcg_exponential@5": 0.8184494729922889, "ndcg_exponential@10": 0.8300882206945086, "precision@1": 0.725, "precision@5": 0.17860000000000004, "precision@10": 0.09290000000000002, "recall@1": 0.725, "recall@5": 0.893, "recall@10": 0.929, "f1@1": 0.725, "f1@5": 0.2976666666666667, "f1@10": 0.1689090909090909, "map@1": 0.725, "map@5": 0.7932833333333333, "map@10": 0.7980912698412699, "mrr@1": 0.725, "mrr@5": 0.7932833333333333, "mrr@10": 0.7980912698412699, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.714, "hit@5": 0.885, "hit@10": 0.928, "ndcg_linear@1": 0.714, "ndcg_linear@5": 0.8075732003148901, "ndcg_linear@10": 0.82165826404005, "ndcg_exponential@1": 0.714, "ndcg_exponential@5": 0.8075732003148901, "ndcg_exponential@10": 0.82165826404005, "precision@1": 0.714, "precision@5": 0.17700000000000002, "precision@10": 0.09280000000000001, "recall@1": 0.714, "recall@5": 0.885, "recall@10": 0.928, "f1@1": 0.714, "f1@5": 0.29500000000000004, "f1@10": 0.16872727272727273, "map@1": 0.714, "map@5": 0.7815666666666666, "map@10": 0.7874861111111111, "mrr@1": 0.714, "mrr@5": 0.7815666666666666, "mrr@10": 0.7874861111111111, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.92, "hit@5": 0.99, "hit@10": 0.995, "ndcg_linear@1": 0.92, "ndcg_linear@5": 0.9603805336271966, "ndcg_linear@10": 0.9620308110378495, "ndcg_exponential@1": 0.92, "ndcg_exponential@5": 0.9603805336271966, "ndcg_exponential@10": 0.9620308110378495, "precision@1": 0.92, "precision@5": 0.198, "precision@10": 0.09950000000000002, "recall@1": 0.92, "recall@5": 0.99, "recall@10": 0.995, "f1@1": 0.92, "f1@5": 0.33, "f1@10": 0.18090909090909088, "map@1": 0.92, "map@5": 0.9502333333333333, "map@10": 0.9509345238095237, "mrr@1": 0.92, "mrr@5": 0.9502333333333333, "mrr@10": 0.9509345238095237, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.727, "hit@5": 0.891, "hit@10": 0.93, "ndcg_linear@1": 0.727, "ndcg_linear@5": 0.8174209005224132, "ndcg_linear@10": 0.8297584453494542, "ndcg_exponential@1": 0.727, "ndcg_exponential@5": 0.8174209005224132, "ndcg_exponential@10": 0.8297584453494542, "precision@1": 0.727, "precision@5": 0.17820000000000003, "precision@10": 0.09300000000000001, "recall@1": 0.727, "recall@5": 0.891, "recall@10": 0.93, "f1@1": 0.727, "f1@5": 0.297, "f1@10": 0.16909090909090907, "map@1": 0.727, "map@5": 0.7926166666666666, "map@10": 0.7975456349206349, "mrr@1": 0.727, "mrr@5": 0.7926166666666666, "mrr@10": 0.7975456349206349, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.914, "hit@5": 0.996, "hit@10": 0.998, "ndcg_linear@1": 0.914, "ndcg_linear@5": 0.9623006561799295, "ndcg_linear@10": 0.9629901967003709, "ndcg_exponential@1": 0.914, "ndcg_exponential@5": 0.9623006561799295, "ndcg_exponential@10": 0.9629901967003709, "precision@1": 0.914, "precision@5": 0.19920000000000004, "precision@10": 0.09980000000000001, "recall@1": 0.914, "recall@5": 0.996, "recall@10": 0.998, "f1@1": 0.914, "f1@5": 0.332, "f1@10": 0.18145454545454545, "map@1": 0.914, "map@5": 0.9506833333333333, "map@10": 0.9509928571428571, "mrr@1": 0.914, "mrr@5": 0.9506833333333333, "mrr@10": 0.9509928571428571, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.911, "hit@5": 0.997, "hit@10": 0.997, "ndcg_linear@1": 0.911, "ndcg_linear@5": 0.9670218183142884, "ndcg_linear@10": 0.9670218183142884, "ndcg_exponential@1": 0.911, "ndcg_exponential@5": 0.9670218183142884, "ndcg_exponential@10": 0.9670218183142884, "precision@1": 0.911, "precision@5": 0.19940000000000002, "precision@10": 0.09970000000000001, "recall@1": 0.911, "recall@5": 0.997, "recall@10": 0.997, "f1@1": 0.911, "f1@5": 0.3323333333333333, "f1@10": 0.18127272727272725, "map@1": 0.911, "map@5": 0.9568333333333334, "map@10": 0.9568333333333334, "mrr@1": 0.911, "mrr@5": 0.9538333333333334, "mrr@10": 0.9538333333333334, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.842, "hit@5": 0.945, "hit@10": 0.97, "ndcg_linear@1": 0.842, "ndcg_linear@5": 0.9001839208339266, "ndcg_linear@10": 0.9084964543395131, "ndcg_exponential@1": 0.842, "ndcg_exponential@5": 0.9001839208339266, "ndcg_exponential@10": 0.9084964543395131, "precision@1": 0.842, "precision@5": 0.189, "precision@10": 0.09700000000000002, "recall@1": 0.842, "recall@5": 0.945, "recall@10": 0.97, "f1@1": 0.842, "f1@5": 0.315, "f1@10": 0.17636363636363633, "map@1": 0.842, "map@5": 0.88495, "map@10": 0.8885186507936508, "mrr@1": 0.842, "mrr@5": 0.88495, "mrr@10": 0.8885186507936508, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { "hit@1": 0.428, "hit@5": 0.647, "hit@10": 0.732, "ndcg_linear@1": 0.428, "ndcg_linear@5": 0.5459594070170658, "ndcg_linear@10": 0.5735343402468004, "ndcg_exponential@1": 0.428, "ndcg_exponential@5": 0.5459594070170658, "ndcg_exponential@10": 0.5735343402468004, "precision@1": 0.428, "precision@5": 0.12940000000000002, "precision@10": 0.07319999999999999, "recall@1": 0.428, "recall@5": 0.647, "recall@10": 0.732, "f1@1": 0.428, "f1@5": 0.2156666666666667, "f1@10": 0.13309090909090912, "map@1": 0.428, "map@5": 0.5122166666666667, "map@10": 0.5236563492063492, "mrr@1": 0.428, "mrr@5": 0.5122166666666667, "mrr@10": 0.5236563492063492, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.504, "hit@5": 0.748, "hit@10": 0.828, "ndcg_linear@1": 0.504, "ndcg_linear@5": 0.635873593116319, "ndcg_linear@10": 0.6620266172162727, "ndcg_exponential@1": 0.504, "ndcg_exponential@5": 0.635873593116319, "ndcg_exponential@10": 0.6620266172162727, "precision@1": 0.504, "precision@5": 0.14959999999999998, "precision@10": 0.08280000000000001, "recall@1": 0.504, "recall@5": 0.748, "recall@10": 0.828, "f1@1": 0.504, "f1@5": 0.24933333333333338, "f1@10": 0.15054545454545457, "map@1": 0.504, "map@5": 0.5983666666666666, "map@10": 0.609325, "mrr@1": 0.504, "mrr@5": 0.5983666666666666, "mrr@10": 0.609325, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.583, "hit@5": 0.804, "hit@10": 0.873, "ndcg_linear@1": 0.583, "ndcg_linear@5": 0.7026472726062928, "ndcg_linear@10": 0.7250586431493534, "ndcg_exponential@1": 0.583, "ndcg_exponential@5": 0.7026472726062928, "ndcg_exponential@10": 0.7250586431493534, "precision@1": 0.583, "precision@5": 0.1608, "precision@10": 0.0873, "recall@1": 0.583, "recall@5": 0.804, "recall@10": 0.873, "f1@1": 0.583, "f1@5": 0.26800000000000007, "f1@10": 0.15872727272727272, "map@1": 0.583, "map@5": 0.66875, "map@10": 0.6780488095238095, "mrr@1": 0.583, "mrr@5": 0.66875, "mrr@10": 0.6780488095238095, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.7, "hit@5": 0.906, "hit@10": 0.94, "ndcg_linear@1": 0.7, "ndcg_linear@5": 0.818121469345403, "ndcg_linear@10": 0.8291167408141458, "ndcg_exponential@1": 0.7, "ndcg_exponential@5": 0.818121469345403, "ndcg_exponential@10": 0.8291167408141458, "precision@1": 0.7, "precision@5": 0.18120000000000003, "precision@10": 0.09400000000000001, "recall@1": 0.7, "recall@5": 0.906, "recall@10": 0.94, "f1@1": 0.7, "f1@5": 0.302, "f1@10": 0.1709090909090909, "map@1": 0.7, "map@5": 0.7881166666666667, "map@10": 0.7926595238095238, "mrr@1": 0.7, "mrr@5": 0.7881166666666667, "mrr@10": 0.7926595238095238, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.21478060046189376, "hit@5": 0.648960739030023, "hit@10": 1.0, "ndcg_linear@1": 0.21478060046189376, "ndcg_linear@5": 0.4270199731481703, "ndcg_linear@10": 0.5403179281842537, "ndcg_exponential@1": 0.21478060046189376, "ndcg_exponential@5": 0.4270199731481703, "ndcg_exponential@10": 0.5403179281842537, "precision@1": 0.21478060046189376, "precision@5": 0.12979214780600462, "precision@10": 0.1, "recall@1": 0.21478060046189376, "recall@5": 0.648960739030023, "recall@10": 1.0, "f1@1": 0.21478060046189376, "f1@5": 0.21632024634334107, "f1@10": 0.1818181818181818, "map@1": 0.21478060046189376, "map@5": 0.355080831408776, "map@10": 0.4016798636313647, "mrr@1": 0.21478060046189376, "mrr@5": 0.355080831408776, "mrr@10": 0.4016798636313647, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.582, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.582, "ndcg_linear@5": 0.8141008043366753, "ndcg_linear@10": 0.8141008043366753, "ndcg_exponential@1": 0.582, "ndcg_exponential@5": 0.8141008043366753, "ndcg_exponential@10": 0.8141008043366753, "precision@1": 0.582, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.582, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.582, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.582, "map@5": 0.7510916666666667, "map@10": 0.7510916666666667, "mrr@1": 0.582, "mrr@5": 0.7510916666666667, "mrr@10": 0.7510916666666667, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.4725925925925926, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.4725925925925926, "ndcg_linear@5": 0.7564510592932785, "ndcg_linear@10": 0.7564510592932785, "ndcg_exponential@1": 0.4725925925925926, "ndcg_exponential@5": 0.7564510592932785, "ndcg_exponential@10": 0.7564510592932785, "precision@1": 0.4725925925925926, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.4725925925925926, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.4725925925925926, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.4725925925925926, "map@5": 0.6746913580246913, "map@10": 0.6746913580246913, "mrr@1": 0.4725925925925926, "mrr@5": 0.6746913580246913, "mrr@10": 0.6746913580246913, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.6961700140121438, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.6961700140121438, "ndcg_linear@5": 0.8630246912985964, "ndcg_linear@10": 0.8630246912985964, "ndcg_exponential@1": 0.6961700140121438, "ndcg_exponential@5": 0.8630246912985964, "ndcg_exponential@10": 0.8630246912985964, "precision@1": 0.6961700140121438, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.6961700140121438, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.6961700140121438, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.6961700140121438, "map@5": 0.8169994550832943, "map@10": 0.8169994550832943, "mrr@1": 0.6961700140121438, "mrr@5": 0.8168048419741554, "mrr@10": 0.8168048419741554, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.524, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.524, "ndcg_linear@5": 0.780404489571092, "ndcg_linear@10": 0.780404489571092, "ndcg_exponential@1": 0.524, "ndcg_exponential@5": 0.780404489571092, "ndcg_exponential@10": 0.780404489571092, "precision@1": 0.524, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.524, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.524, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.524, "map@5": 0.7069333333333333, "map@10": 0.7069333333333333, "mrr@1": 0.524, "mrr@5": 0.7069333333333333, "mrr@10": 0.7069333333333333, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.76, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.76, "ndcg_linear@5": 0.9114231408571498, "ndcg_linear@10": 0.9114231408571498, "ndcg_exponential@1": 0.76, "ndcg_exponential@5": 0.9114231408571498, "ndcg_exponential@10": 0.9114231408571498, "precision@1": 0.76, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.76, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.76, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.76, "map@5": 0.88, "map@10": 0.88, "mrr@1": 0.76, "mrr@5": 0.88, "mrr@10": 0.88, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { "hit@1": 0.40039840637450197, "hit@5": 0.6314741035856574, "hit@10": 0.7270916334661355, "ndcg_linear@1": 0.40039840637450197, "ndcg_linear@5": 0.5229739972886517, "ndcg_linear@10": 0.554067044053562, "ndcg_exponential@1": 0.40039840637450197, "ndcg_exponential@5": 0.5229739972886517, "ndcg_exponential@10": 0.554067044053562, "precision@1": 0.40039840637450197, "precision@5": 0.1262948207171315, "precision@10": 0.07270916334661355, "recall@1": 0.40039840637450197, "recall@5": 0.6314741035856574, "recall@10": 0.7270916334661355, "f1@1": 0.40039840637450197, "f1@5": 0.21049136786188585, "f1@10": 0.13219847881202465, "map@1": 0.40039840637450197, "map@5": 0.48683598937583, "map@10": 0.49977668690318094, "mrr@1": 0.40039840637450197, "mrr@5": 0.48683598937583, "mrr@10": 0.49977668690318094, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.389, "hit@5": 0.639, "hit@10": 0.729, "ndcg_linear@1": 0.389, "ndcg_linear@5": 0.524505090493331, "ndcg_linear@10": 0.5533993039587302, "ndcg_exponential@1": 0.389, "ndcg_exponential@5": 0.524505090493331, "ndcg_exponential@10": 0.5533993039587302, "precision@1": 0.389, "precision@5": 0.1278, "precision@10": 0.0729, "recall@1": 0.389, "recall@5": 0.639, "recall@10": 0.729, "f1@1": 0.389, "f1@5": 0.21300000000000005, "f1@10": 0.13254545454545455, "map@1": 0.389, "map@5": 0.48619999999999997, "map@10": 0.49800793650793646, "mrr@1": 0.389, "mrr@5": 0.48619999999999997, "mrr@10": 0.49800793650793646, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.6074626865671642, "hit@5": 0.8776119402985074, "hit@10": 0.9328358208955224, "ndcg_linear@1": 0.6074626865671642, "ndcg_linear@5": 0.7539652509916199, "ndcg_linear@10": 0.7720262534850737, "ndcg_exponential@1": 0.6074626865671642, "ndcg_exponential@5": 0.7539652509916199, "ndcg_exponential@10": 0.7720262534850737, "precision@1": 0.6074626865671642, "precision@5": 0.17552238805970147, "precision@10": 0.09328358208955223, "recall@1": 0.6074626865671642, "recall@5": 0.8776119402985074, "recall@10": 0.9328358208955224, "f1@1": 0.6074626865671642, "f1@5": 0.2925373134328359, "f1@10": 0.169606512890095, "map@1": 0.6074626865671642, "map@5": 0.7125621890547263, "map@10": 0.720131485429993, "mrr@1": 0.6074626865671642, "mrr@5": 0.7125621890547263, "mrr@10": 0.720131485429993, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.3264850379633765, "hit@5": 0.584412684234033, "hit@10": 0.6898168825368468, "ndcg_linear@1": 0.3264850379633765, "ndcg_linear@5": 0.46261668747761525, "ndcg_linear@10": 0.4968468148122493, "ndcg_exponential@1": 0.3264850379633765, "ndcg_exponential@5": 0.46261668747761525, "ndcg_exponential@10": 0.4968468148122493, "precision@1": 0.3264850379633765, "precision@5": 0.1168825368468066, "precision@10": 0.06898168825368467, "recall@1": 0.3264850379633765, "recall@5": 0.584412684234033, "recall@10": 0.6898168825368468, "f1@1": 0.3264850379633765, "f1@5": 0.19480422807801104, "f1@10": 0.1254212513703358, "map@1": 0.3264850379633765, "map@5": 0.42220485335715346, "map@10": 0.43641506624981397, "mrr@1": 0.3264850379633765, "mrr@5": 0.42220485335715346, "mrr@10": 0.43641506624981397, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.18464926077382826, "hit@5": 0.3777917584145958, "hit@10": 0.4746775715633847, "ndcg_linear@1": 0.18464926077382826, "ndcg_linear@5": 0.28525077669595766, "ndcg_linear@10": 0.31674254956956394, "ndcg_exponential@1": 0.18464926077382826, "ndcg_exponential@5": 0.28525077669595766, "ndcg_exponential@10": 0.31674254956956394, "precision@1": 0.18464926077382826, "precision@5": 0.07555835168291915, "precision@10": 0.04746775715633846, "recall@1": 0.18464926077382826, "recall@5": 0.3777917584145958, "recall@10": 0.4746775715633847, "f1@1": 0.18464926077382826, "f1@5": 0.1259305861381986, "f1@10": 0.08630501301152449, "map@1": 0.18464926077382826, "map@5": 0.2546503093215896, "map@10": 0.2677383074441898, "mrr@1": 0.18464926077382826, "mrr@5": 0.2546503093215896, "mrr@10": 0.2677383074441898, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5484764542936288, "hit@5": 0.8670360110803325, "hit@10": 1.0, "ndcg_linear@1": 0.5484764542936288, "ndcg_linear@5": 0.7192012350856278, "ndcg_linear@10": 0.7623244504731919, "ndcg_exponential@1": 0.5484764542936288, "ndcg_exponential@5": 0.7192012350856278, "ndcg_exponential@10": 0.7623244504731919, "precision@1": 0.5484764542936288, "precision@5": 0.17340720221606645, "precision@10": 0.09999999999999998, "recall@1": 0.5484764542936288, "recall@5": 0.8670360110803325, "recall@10": 1.0, "f1@1": 0.5484764542936288, "f1@5": 0.2890120036934442, "f1@10": 0.18181818181818185, "map@1": 0.5484764542936288, "map@5": 0.6698830409356725, "map@10": 0.6877592372744727, "mrr@1": 0.5484764542936288, "mrr@5": 0.6698830409356725, "mrr@10": 0.6877592372744727, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.218707015130674, "hit@5": 0.5997248968363136, "hit@10": 1.0, "ndcg_linear@1": 0.218707015130674, "ndcg_linear@5": 0.4117559681478125, "ndcg_linear@10": 0.5370782638978858, "ndcg_exponential@1": 0.218707015130674, "ndcg_exponential@5": 0.4117559681478125, "ndcg_exponential@10": 0.5370782638978858, "precision@1": 0.218707015130674, "precision@5": 0.11994497936726271, "precision@10": 0.09999999999999998, "recall@1": 0.218707015130674, "recall@5": 0.5997248968363136, "recall@10": 1.0, "f1@1": 0.218707015130674, "f1@5": 0.19990829894543793, "f1@10": 0.18181818181818185, "map@1": 0.218707015130674, "map@5": 0.35009170105456217, "map@10": 0.39945525206873217, "mrr@1": 0.218707015130674, "mrr@5": 0.35009170105456217, "mrr@10": 0.39945525206873217, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.41055555555555556, "hit@5": 0.8944444444444445, "hit@10": 1.0, "ndcg_linear@1": 0.41055555555555556, "ndcg_linear@5": 0.6723205528714955, "ndcg_linear@10": 0.7110714277943964, "ndcg_exponential@1": 0.41055555555555556, "ndcg_exponential@5": 0.6723205528714955, "ndcg_exponential@10": 0.7110714277943964, "precision@1": 0.41055555555555556, "precision@5": 0.19833333333333333, "precision@10": 0.11294444444444447, "recall@1": 0.38645833333333335, "recall@5": 0.8824074074074074, "recall@10": 0.9984722222222222, "f1@1": 0.39384832451499113, "f1@5": 0.318433880933881, "f1@10": 0.2002889394556061, "map@1": 0.41055555555555556, "map@5": 0.5968734567901235, "map@10": 0.6145484733245151, "mrr@1": 0.41055555555555556, "mrr@5": 0.604962962962963, "mrr@10": 0.6192081128747796, "num_pred": 1800, "num_data": 1800 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.662, "hit@5": 0.804, "hit@10": 0.856, "ndcg_linear@1": 0.662, "ndcg_linear@5": 0.735628091420105, "ndcg_linear@10": 0.7525449952642138, "ndcg_exponential@1": 0.662, "ndcg_exponential@5": 0.735628091420105, "ndcg_exponential@10": 0.7525449952642138, "precision@1": 0.662, "precision@5": 0.16079999999999997, "precision@10": 0.0856, "recall@1": 0.662, "recall@5": 0.804, "recall@10": 0.856, "f1@1": 0.662, "f1@5": 0.26800000000000007, "f1@10": 0.15563636363636363, "map@1": 0.662, "map@5": 0.7131666666666666, "map@10": 0.7202047619047619, "mrr@1": 0.662, "mrr@5": 0.7131666666666666, "mrr@10": 0.7202047619047619, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.3215077605321508, "hit@5": 0.49667405764966743, "hit@10": 0.5676274944567627, "ndcg_linear@1": 0.3215077605321508, "ndcg_linear@5": 0.4109601952890075, "ndcg_linear@10": 0.4327830233127753, "ndcg_exponential@1": 0.3215077605321508, "ndcg_exponential@5": 0.4109601952890075, "ndcg_exponential@10": 0.4327830233127753, "precision@1": 0.3215077605321508, "precision@5": 0.09933481152993348, "precision@10": 0.05698447893569844, "recall@1": 0.3161492978566149, "recall@5": 0.4880635624538064, "recall@10": 0.5549519586104952, "f1@1": 0.3174142930240491, "f1@5": 0.164282608830672, "f1@10": 0.10291142707994151, "map@1": 0.3215077605321508, "map@5": 0.38329637841832964, "map@10": 0.3921176046176046, "mrr@1": 0.3215077605321508, "mrr@5": 0.3895787139689578, "mrr@10": 0.39910516312955335, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.7186234817813765, "hit@5": 0.8846153846153846, "hit@10": 0.9190283400809717, "ndcg_linear@1": 0.7186234817813765, "ndcg_linear@5": 0.8083142639533263, "ndcg_linear@10": 0.8198995385691402, "ndcg_exponential@1": 0.7186234817813765, "ndcg_exponential@5": 0.8083142639533263, "ndcg_exponential@10": 0.8198995385691402, "precision@1": 0.7186234817813765, "precision@5": 0.17692307692307693, "precision@10": 0.09210526315789473, "recall@1": 0.7186234817813765, "recall@5": 0.8836032388663968, "recall@10": 0.9190283400809717, "f1@1": 0.7186234817813765, "f1@5": 0.294775400038558, "f1@10": 0.16740277266593054, "map@1": 0.7186234817813765, "map@5": 0.7828947368421053, "map@10": 0.7877940042413727, "mrr@1": 0.7186234817813765, "mrr@5": 0.7832321187584345, "mrr@10": 0.7879064648801491, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.8285714285714286, "hit@5": 0.9607142857142857, "hit@10": 0.9821428571428571, "ndcg_linear@1": 0.8285714285714286, "ndcg_linear@5": 0.9023869807164635, "ndcg_linear@10": 0.9093864057173107, "ndcg_exponential@1": 0.8285714285714286, "ndcg_exponential@5": 0.9023869807164635, "ndcg_exponential@10": 0.9093864057173107, "precision@1": 0.8285714285714286, "precision@5": 0.19214285714285714, "precision@10": 0.0982142857142857, "recall@1": 0.8285714285714286, "recall@5": 0.9607142857142857, "recall@10": 0.9821428571428571, "f1@1": 0.8285714285714286, "f1@5": 0.3202380952380953, "f1@10": 0.1785714285714286, "map@1": 0.8285714285714286, "map@5": 0.8827380952380952, "map@10": 0.8856646825396826, "mrr@1": 0.8285714285714286, "mrr@5": 0.8827380952380952, "mrr@10": 0.8856646825396826, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.3244228432563791, "hit@5": 0.5978128797083839, "hit@10": 0.712636695018226, "ndcg_linear@1": 0.3244228432563791, "ndcg_linear@5": 0.4667326467545325, "ndcg_linear@10": 0.5042131721752419, "ndcg_exponential@1": 0.3244228432563791, "ndcg_exponential@5": 0.4667326467545325, "ndcg_exponential@10": 0.5042131721752419, "precision@1": 0.3244228432563791, "precision@5": 0.11968408262454434, "precision@10": 0.07132442284325637, "recall@1": 0.3244228432563791, "recall@5": 0.5975091130012151, "recall@10": 0.7120291616038882, "f1@1": 0.3244228432563791, "f1@5": 0.19938668055314476, "f1@10": 0.12964394859899114, "map@1": 0.3244228432563791, "map@5": 0.4234204131227218, "map@10": 0.43912322320584773, "mrr@1": 0.3244228432563791, "mrr@5": 0.4235520453624949, "mrr@10": 0.43930548323014906, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.5, "hit@5": 0.77, "hit@10": 0.85, "ndcg_linear@1": 0.5, "ndcg_linear@5": 0.6496035815033452, "ndcg_linear@10": 0.6759029739266426, "ndcg_exponential@1": 0.5, "ndcg_exponential@5": 0.6496035815033452, "ndcg_exponential@10": 0.6759029739266426, "precision@1": 0.5, "precision@5": 0.15399999999999994, "precision@10": 0.08499999999999996, "recall@1": 0.5, "recall@5": 0.77, "recall@10": 0.85, "f1@1": 0.5, "f1@5": 0.2566666666666667, "f1@10": 0.15454545454545457, "map@1": 0.5, "map@5": 0.6090000000000001, "map@10": 0.6200912698412699, "mrr@1": 0.5, "mrr@5": 0.6090000000000001, "mrr@10": 0.6200912698412699, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.81, "hit@5": 0.96, "hit@10": 0.97, "ndcg_linear@1": 0.81, "ndcg_linear@5": 0.894703974563633, "ndcg_linear@10": 0.8982660464347133, "ndcg_exponential@1": 0.81, "ndcg_exponential@5": 0.894703974563633, "ndcg_exponential@10": 0.8982660464347133, "precision@1": 0.81, "precision@5": 0.19199999999999995, "precision@10": 0.09699999999999999, "recall@1": 0.81, "recall@5": 0.96, "recall@10": 0.97, "f1@1": 0.81, "f1@5": 0.32000000000000006, "f1@10": 0.17636363636363647, "map@1": 0.81, "map@5": 0.8725, "map@10": 0.8741666666666665, "mrr@1": 0.81, "mrr@5": 0.8725, "mrr@10": 0.8741666666666665, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.82, "hit@5": 0.9, "hit@10": 0.93, "ndcg_linear@1": 0.82, "ndcg_linear@5": 0.8569612354331562, "ndcg_linear@10": 0.86741871250865, "ndcg_exponential@1": 0.82, "ndcg_exponential@5": 0.8569612354331562, "ndcg_exponential@10": 0.86741871250865, "precision@1": 0.82, "precision@5": 0.17999999999999994, "precision@10": 0.09299999999999997, "recall@1": 0.82, "recall@5": 0.9, "recall@10": 0.93, "f1@1": 0.82, "f1@5": 0.30000000000000004, "f1@10": 0.1690909090909092, "map@1": 0.82, "map@5": 0.8433333333333334, "map@10": 0.8480952380952381, "mrr@1": 0.82, "mrr@5": 0.8433333333333334, "mrr@10": 0.8480952380952381, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.79, "hit@5": 0.98, "hit@10": 0.98, "ndcg_linear@1": 0.79, "ndcg_linear@5": 0.8981936296623882, "ndcg_linear@10": 0.8981936296623882, "ndcg_exponential@1": 0.79, "ndcg_exponential@5": 0.8981936296623882, "ndcg_exponential@10": 0.8981936296623882, "precision@1": 0.79, "precision@5": 0.19599999999999995, "precision@10": 0.09799999999999998, "recall@1": 0.79, "recall@5": 0.98, "recall@10": 0.98, "f1@1": 0.79, "f1@5": 0.32666666666666677, "f1@10": 0.17818181818181827, "map@1": 0.79, "map@5": 0.8703333333333333, "map@10": 0.8703333333333333, "mrr@1": 0.79, "mrr@5": 0.8703333333333333, "mrr@10": 0.8703333333333333, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.88, "hit@5": 0.99, "hit@10": 0.99, "ndcg_linear@1": 0.88, "ndcg_linear@5": 0.9428557852142875, "ndcg_linear@10": 0.9428557852142875, "ndcg_exponential@1": 0.88, "ndcg_exponential@5": 0.9428557852142875, "ndcg_exponential@10": 0.9428557852142875, "precision@1": 0.88, "precision@5": 0.19799999999999998, "precision@10": 0.09899999999999999, "recall@1": 0.88, "recall@5": 0.99, "recall@10": 0.99, "f1@1": 0.88, "f1@5": 0.3300000000000001, "f1@10": 0.18000000000000008, "map@1": 0.88, "map@5": 0.9266666666666667, "map@10": 0.9266666666666667, "mrr@1": 0.88, "mrr@5": 0.9266666666666667, "mrr@10": 0.9266666666666667, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5, "hit@5": 0.6730769230769231, "hit@10": 0.8269230769230769, "ndcg_linear@1": 0.4871794871794872, "ndcg_linear@5": 0.5040576080319736, "ndcg_linear@10": 0.5420717482915972, "ndcg_exponential@1": 0.4835164835164835, "ndcg_exponential@5": 0.5016176109961467, "ndcg_exponential@10": 0.5397279186634121, "precision@1": 0.5, "precision@5": 0.19615384615384618, "precision@10": 0.12307692307692308, "recall@1": 0.31858974358974357, "recall@5": 0.5541666666666667, "recall@10": 0.6618672993672994, "f1@1": 0.35845308537616233, "f1@5": 0.25946463667051906, "f1@10": 0.1905578019265802, "map@1": 0.5, "map@5": 0.44971153846153844, "map@10": 0.46191697191697195, "mrr@1": 0.5, "mrr@5": 0.5737179487179488, "mrr@10": 0.5953144078144079, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.45625, "hit@5": 0.78125, "hit@10": 0.865625, "ndcg_linear@1": 0.45625, "ndcg_linear@5": 0.5073045485976747, "ndcg_linear@10": 0.5471993474485292, "ndcg_exponential@1": 0.45625, "ndcg_exponential@5": 0.5073045485976747, "ndcg_exponential@10": 0.5471993474485292, "precision@1": 0.45625, "precision@5": 0.23625000000000002, "precision@10": 0.15750000000000003, "recall@1": 0.2731182359307359, "recall@5": 0.5508278524477973, "recall@10": 0.665663680048822, "f1@1": 0.3133897005772005, "f1@5": 0.2927693261599512, "f1@10": 0.22857968238528903, "map@1": 0.45625, "map@5": 0.43233767361111114, "map@10": 0.45133546287438586, "mrr@1": 0.45625, "mrr@5": 0.579609375, "mrr@10": 0.5909486607142858, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6724137931034483, "hit@5": 0.9224137931034483, "hit@10": 0.9827586206896551, "ndcg_linear@1": 0.6724137931034483, "ndcg_linear@5": 0.5780293721542186, "ndcg_linear@10": 0.5429829966603595, "ndcg_exponential@1": 0.6724137931034483, "ndcg_exponential@5": 0.5780293721542185, "ndcg_exponential@10": 0.5429829966603594, "precision@1": 0.6724137931034483, "precision@5": 0.4965517241379311, "precision@10": 0.38362068965517243, "recall@1": 0.09055122994804855, "recall@5": 0.3016845112436015, "recall@10": 0.41441117523968724, "f1@1": 0.14135997878119078, "f1@5": 0.3025758792377741, "f1@10": 0.323947859617996, "map@1": 0.6724137931034483, "map@5": 0.4665720785440613, "map@10": 0.3950894906973007, "mrr@1": 0.6724137931034483, "mrr@5": 0.7801005747126436, "mrr@10": 0.7881893130815544, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.3684210526315789, "hit@5": 0.7587719298245614, "hit@10": 0.8640350877192983, "ndcg_linear@1": 0.3684210526315789, "ndcg_linear@5": 0.43184627402883397, "ndcg_linear@10": 0.46498453488256897, "ndcg_exponential@1": 0.3684210526315789, "ndcg_exponential@5": 0.43184627402883397, "ndcg_exponential@10": 0.46498453488256897, "precision@1": 0.3684210526315789, "precision@5": 0.2298245614035088, "precision@10": 0.15219298245614035, "recall@1": 0.1701232247284879, "recall@5": 0.47812238930659984, "recall@10": 0.5998329156223893, "f1@1": 0.2090388659535665, "f1@5": 0.26365650065073576, "f1@10": 0.2095598301480654, "map@1": 0.3684210526315789, "map@5": 0.3413888888888889, "map@10": 0.34994620521210434, "mrr@1": 0.3684210526315789, "mrr@5": 0.5114035087719297, "mrr@10": 0.5250800612642719, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.7438725490196079, "hit@5": 0.8578431372549019, "hit@10": 0.8897058823529411, "ndcg_linear@1": 0.7438725490196079, "ndcg_linear@5": 0.8045322916000922, "ndcg_linear@10": 0.8148117457432071, "ndcg_exponential@1": 0.7438725490196079, "ndcg_exponential@5": 0.8045322916000922, "ndcg_exponential@10": 0.8148117457432071, "precision@1": 0.7438725490196079, "precision@5": 0.1715686274509804, "precision@10": 0.0889705882352941, "recall@1": 0.7438725490196079, "recall@5": 0.8578431372549019, "recall@10": 0.8897058823529411, "f1@1": 0.7438725490196079, "f1@5": 0.28594771241830075, "f1@10": 0.16176470588235298, "map@1": 0.7438725490196079, "map@5": 0.7868259803921568, "map@10": 0.7910490585122939, "mrr@1": 0.7438725490196079, "mrr@5": 0.7868259803921568, "mrr@10": 0.7910490585122939, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7619047619047619, "hit@5": 0.9206349206349206, "hit@10": 0.9365079365079365, "ndcg_linear@1": 0.7619047619047619, "ndcg_linear@5": 0.8494603473651441, "ndcg_linear@10": 0.8544677263617428, "ndcg_exponential@1": 0.7619047619047619, "ndcg_exponential@5": 0.8494603473651441, "ndcg_exponential@10": 0.8544677263617428, "precision@1": 0.7619047619047619, "precision@5": 0.18412698412698403, "precision@10": 0.0936507936507936, "recall@1": 0.7619047619047619, "recall@5": 0.9206349206349206, "recall@10": 0.9365079365079365, "f1@1": 0.7619047619047619, "f1@5": 0.3068783068783068, "f1@10": 0.1702741702741703, "map@1": 0.7619047619047619, "map@5": 0.8253968253968254, "map@10": 0.8273809523809523, "mrr@1": 0.7619047619047619, "mrr@5": 0.8253968253968254, "mrr@10": 0.8273809523809523, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.7326565143824028, "hit@5": 0.9120135363790186, "hit@10": 0.9390862944162437, "ndcg_linear@1": 0.7326565143824028, "ndcg_linear@5": 0.8343122113298451, "ndcg_linear@10": 0.8433871235048511, "ndcg_exponential@1": 0.7326565143824028, "ndcg_exponential@5": 0.8343122113298451, "ndcg_exponential@10": 0.8433871235048511, "precision@1": 0.7326565143824028, "precision@5": 0.18240270727580368, "precision@10": 0.09390862944162434, "recall@1": 0.7326565143824028, "recall@5": 0.9120135363790186, "recall@10": 0.9390862944162437, "f1@1": 0.7326565143824028, "f1@5": 0.3040045121263396, "f1@10": 0.17074296262113525, "map@1": 0.7326565143824028, "map@5": 0.8079526226734348, "map@10": 0.8118852899309751, "mrr@1": 0.7326565143824028, "mrr@5": 0.8079526226734348, "mrr@10": 0.8118852899309751, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.8705035971223022, "hit@5": 0.9658273381294964, "hit@10": 0.9820143884892086, "ndcg_linear@1": 0.8705035971223022, "ndcg_linear@5": 0.9146726103164915, "ndcg_linear@10": 0.9207018370933501, "ndcg_exponential@1": 0.8705035971223022, "ndcg_exponential@5": 0.9146726103164915, "ndcg_exponential@10": 0.9207018370933501, "precision@1": 0.8705035971223022, "precision@5": 0.24028776978417266, "precision@10": 0.1224820143884892, "recall@1": 0.75, "recall@5": 0.9559352517985612, "recall@10": 0.9730215827338129, "f1@1": 0.7901678657074341, "f1@5": 0.37709832134292576, "f1@10": 0.21506431218661437, "map@1": 0.8705035971223022, "map@5": 0.8931654676258993, "map@10": 0.8960299617448898, "mrr@1": 0.8705035971223022, "mrr@5": 0.9141786570743404, "mrr@10": 0.9162762647025235, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.8091922005571031, "hit@5": 0.9596100278551533, "hit@10": 0.9846796657381616, "ndcg_linear@1": 0.8091922005571031, "ndcg_linear@5": 0.8920137665772767, "ndcg_linear@10": 0.9001399149921365, "ndcg_exponential@1": 0.8091922005571031, "ndcg_exponential@5": 0.8920137665772767, "ndcg_exponential@10": 0.9001399149921365, "precision@1": 0.8091922005571031, "precision@5": 0.1919220055710306, "precision@10": 0.09846796657381614, "recall@1": 0.8091922005571031, "recall@5": 0.9596100278551533, "recall@10": 0.9846796657381616, "f1@1": 0.8091922005571031, "f1@5": 0.31987000928505116, "f1@10": 0.17903266649784763, "map@1": 0.8091922005571031, "map@5": 0.8692896935933148, "map@10": 0.8726522085157182, "mrr@1": 0.8091922005571031, "mrr@5": 0.8692896935933148, "mrr@10": 0.8726522085157182, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5886442641946698, "hit@5": 0.8516801853997682, "hit@10": 0.9119351100811124, "ndcg_linear@1": 0.5886442641946698, "ndcg_linear@5": 0.7269989820751934, "ndcg_linear@10": 0.7469368647706192, "ndcg_exponential@1": 0.5886442641946698, "ndcg_exponential@5": 0.7269989820751934, "ndcg_exponential@10": 0.7469368647706192, "precision@1": 0.5886442641946698, "precision@5": 0.17033603707995365, "precision@10": 0.09119351100811124, "recall@1": 0.5886442641946698, "recall@5": 0.8516801853997682, "recall@10": 0.9119351100811124, "f1@1": 0.5886442641946698, "f1@5": 0.2838933951332562, "f1@10": 0.1658063836511114, "map@1": 0.5886442641946698, "map@5": 0.6857280803398995, "map@10": 0.6942209715094998, "mrr@1": 0.5886442641946698, "mrr@5": 0.6857280803398995, "mrr@10": 0.6942209715094998, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.03677758318739054, "hit@5": 0.3809106830122592, "hit@10": 0.5621716287215411, "ndcg_linear@1": 0.03677758318739054, "ndcg_linear@5": 0.21276976324290775, "ndcg_linear@10": 0.2714712236532359, "ndcg_exponential@1": 0.03677758318739054, "ndcg_exponential@5": 0.21276976324290778, "ndcg_exponential@10": 0.2714712236532359, "precision@1": 0.03677758318739054, "precision@5": 0.07618213660245184, "precision@10": 0.05621716287215412, "recall@1": 0.03677758318739054, "recall@5": 0.3809106830122592, "recall@10": 0.5621716287215411, "f1@1": 0.03677758318739054, "f1@5": 0.12697022767075306, "f1@10": 0.1022130234039166, "map@1": 0.03677758318739054, "map@5": 0.1575452422650321, "map@10": 0.18183672476579654, "mrr@1": 0.03677758318739054, "mrr@5": 0.1575452422650321, "mrr@10": 0.18183672476579654, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.978108581436077, "hit@5": 0.9921190893169878, "hit@10": 0.9964973730297724, "ndcg_linear@1": 0.6698774080560419, "ndcg_linear@5": 0.7532914992640712, "ndcg_linear@10": 0.7126174357090845, "ndcg_exponential@1": 0.44971228421315973, "ndcg_exponential@5": 0.6463688247303698, "ndcg_exponential@10": 0.6479401191100759, "precision@1": 0.978108581436077, "precision@5": 0.8106830122591944, "precision@10": 0.701138353765324, "recall@1": 0.05766549539487879, "recall@5": 0.23556813586609257, "recall@10": 0.3991038578262356, "f1@1": 0.10817471240420341, "f1@5": 0.3579606600996047, "f1@10": 0.49764107152199355, "map@1": 0.978108581436077, "map@5": 0.790758902510216, "map@10": 0.6677893263421993, "mrr@1": 0.978108581436077, "mrr@5": 0.9844862813776999, "mrr@10": 0.9850881216467906, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.06563245823389022, "hit@5": 0.2398568019093079, "hit@10": 0.3233890214797136, "ndcg_linear@1": 0.06563245823389022, "ndcg_linear@5": 0.12323350545566249, "ndcg_linear@10": 0.1501340441345749, "ndcg_exponential@1": 0.06563245823389022, "ndcg_exponential@5": 0.12323350545566249, "ndcg_exponential@10": 0.1501340441345749, "precision@1": 0.06563245823389022, "precision@5": 0.056324582338902154, "precision@10": 0.04128878281622912, "recall@1": 0.04013524264120922, "recall@5": 0.1757174110694397, "recall@10": 0.24937066712126377, "f1@1": 0.04771100021696681, "f1@5": 0.08045446488869204, "f1@10": 0.06752423409509949, "map@1": 0.06563245823389022, "map@5": 0.09204388756298064, "map@10": 0.10423135993989216, "mrr@1": 0.06563245823389022, "mrr@5": 0.12680986475735878, "mrr@10": 0.1383552108194113, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.5835322195704057, "hit@5": 0.720763723150358, "hit@10": 0.7708830548926014, "ndcg_linear@1": 0.4105011933174224, "ndcg_linear@5": 0.4127864777478147, "ndcg_linear@10": 0.3897629147353924, "ndcg_exponential@1": 0.28690760313672004, "ndcg_exponential@5": 0.34587144724554086, "ndcg_exponential@10": 0.34643994459202265, "precision@1": 0.5835322195704057, "precision@5": 0.45083532219570405, "precision@10": 0.3904534606205251, "recall@1": 0.01891574004569298, "recall@5": 0.07029797789286789, "recall@10": 0.11775722061043278, "f1@1": 0.03629665726176606, "f1@5": 0.11684656330736873, "f1@10": 0.16987113356408945, "map@1": 0.5835322195704057, "map@5": 0.4097533810660302, "map@10": 0.33452156810748696, "mrr@1": 0.5835322195704057, "mrr@5": 0.6352824184566428, "mrr@10": 0.6423016820093193, "num_pred": 838, "num_data": 838 } } } }