{ "metadata": { "model_name": "WeMM-Embedding-8B", "report_generated_date": "2025-12-16T09:55:44.381379", "model_size": "8.77", "embedding_dimension": 4096, "data_source": "WeChat-CV", "url": "" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.828, "hit@5": 0.976, "hit@10": 0.987, "ndcg_linear@1": 0.828, "ndcg_linear@5": 0.9119772955342617, "ndcg_linear@10": 0.9156087139771253, "ndcg_exponential@1": 0.828, "ndcg_exponential@5": 0.9119772955342617, "ndcg_exponential@10": 0.9156087139771253, "precision@1": 0.828, "precision@5": 0.1952, "precision@10": 0.09870000000000002, "recall@1": 0.828, "recall@5": 0.976, "recall@10": 0.987, "f1@1": 0.828, "f1@5": 0.32533333333333336, "f1@10": 0.17945454545454545, "map@1": 0.828, "map@5": 0.8901833333333334, "map@10": 0.8917257936507935, "mrr@1": 0.828, "mrr@5": 0.8901833333333334, "mrr@10": 0.8917257936507935, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.817, "hit@5": 0.97, "hit@10": 0.992, "ndcg_linear@1": 0.817, "ndcg_linear@5": 0.9036942482926755, "ndcg_linear@10": 0.9107507453200726, "ndcg_exponential@1": 0.817, "ndcg_exponential@5": 0.9036942482926755, "ndcg_exponential@10": 0.9107507453200726, "precision@1": 0.817, "precision@5": 0.19400000000000006, "precision@10": 0.09920000000000001, "recall@1": 0.817, "recall@5": 0.97, "recall@10": 0.992, "f1@1": 0.817, "f1@5": 0.3233333333333333, "f1@10": 0.1803636363636363, "map@1": 0.817, "map@5": 0.8811666666666667, "map@10": 0.8840428571428572, "mrr@1": 0.817, "mrr@5": 0.8811666666666667, "mrr@10": 0.8840428571428572, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.7, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.7, "ndcg_linear@5": 0.8892789260714373, "ndcg_linear@10": 0.8892789260714373, "ndcg_exponential@1": 0.7, "ndcg_exponential@5": 0.8892789260714373, "ndcg_exponential@10": 0.8892789260714373, "precision@1": 0.7, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.7, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.7, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.7, "map@5": 0.85, "map@10": 0.85, "mrr@1": 0.7, "mrr@5": 0.85, "mrr@10": 0.85, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.945, "hit@5": 0.991, "hit@10": 0.998, "ndcg_linear@1": 0.945, "ndcg_linear@5": 0.9713111572611409, "ndcg_linear@10": 0.9735888382286723, "ndcg_exponential@1": 0.945, "ndcg_exponential@5": 0.9713111572611409, "ndcg_exponential@10": 0.9735888382286723, "precision@1": 0.945, "precision@5": 0.19820000000000004, "precision@10": 0.09980000000000001, "recall@1": 0.945, "recall@5": 0.991, "recall@10": 0.998, "f1@1": 0.945, "f1@5": 0.33033333333333337, "f1@10": 0.18145454545454545, "map@1": 0.945, "map@5": 0.9646, "map@10": 0.9655499999999999, "mrr@1": 0.945, "mrr@5": 0.9646, "mrr@10": 0.9655499999999999, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.829, "hit@5": 0.98, "hit@10": 0.994, "ndcg_linear@1": 0.829, "ndcg_linear@5": 0.9143919963328264, "ndcg_linear@10": 0.9189205355018049, "ndcg_exponential@1": 0.829, "ndcg_exponential@5": 0.9143919963328264, "ndcg_exponential@10": 0.9189205355018049, "precision@1": 0.829, "precision@5": 0.19600000000000004, "precision@10": 0.09940000000000002, "recall@1": 0.829, "recall@5": 0.98, "recall@10": 0.994, "f1@1": 0.829, "f1@5": 0.3266666666666666, "f1@10": 0.18072727272727268, "map@1": 0.829, "map@5": 0.8921166666666667, "map@10": 0.8939853174603174, "mrr@1": 0.829, "mrr@5": 0.8921166666666667, "mrr@10": 0.8939853174603174, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.48, "hit@5": 0.775, "hit@10": 0.865, "ndcg_linear@1": 0.48, "ndcg_linear@5": 0.63787186401337, "ndcg_linear@10": 0.6669289807463826, "ndcg_exponential@1": 0.48, "ndcg_exponential@5": 0.63787186401337, "ndcg_exponential@10": 0.6669289807463826, "precision@1": 0.48, "precision@5": 0.155, "precision@10": 0.0865, "recall@1": 0.48, "recall@5": 0.775, "recall@10": 0.865, "f1@1": 0.48, "f1@5": 0.25833333333333336, "f1@10": 0.1572727272727273, "map@1": 0.48, "map@5": 0.5921833333333333, "map@10": 0.6041575396825397, "mrr@1": 0.48, "mrr@5": 0.5921833333333333, "mrr@10": 0.6041575396825397, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.636, "hit@5": 0.848, "hit@10": 0.918, "ndcg_linear@1": 0.636, "ndcg_linear@5": 0.754628435197506, "ndcg_linear@10": 0.7777328600946817, "ndcg_exponential@1": 0.636, "ndcg_exponential@5": 0.754628435197506, "ndcg_exponential@10": 0.7777328600946817, "precision@1": 0.636, "precision@5": 0.16960000000000003, "precision@10": 0.0918, "recall@1": 0.636, "recall@5": 0.848, "recall@10": 0.918, "f1@1": 0.636, "f1@5": 0.2826666666666667, "f1@10": 0.1669090909090909, "map@1": 0.636, "map@5": 0.7229833333333332, "map@10": 0.7327948412698413, "mrr@1": 0.636, "mrr@5": 0.7229833333333332, "mrr@10": 0.7327948412698413, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.92, "hit@5": 0.982, "hit@10": 0.992, "ndcg_linear@1": 0.92, "ndcg_linear@5": 0.9558900314342801, "ndcg_linear@10": 0.9591150708958189, "ndcg_exponential@1": 0.92, "ndcg_exponential@5": 0.9558900314342801, "ndcg_exponential@10": 0.9591150708958189, "precision@1": 0.92, "precision@5": 0.19640000000000005, "precision@10": 0.09920000000000001, "recall@1": 0.92, "recall@5": 0.982, "recall@10": 0.992, "f1@1": 0.92, "f1@5": 0.32733333333333337, "f1@10": 0.18036363636363634, "map@1": 0.92, "map@5": 0.9469333333333334, "map@10": 0.9482595238095239, "mrr@1": 0.92, "mrr@5": 0.9469333333333334, "mrr@10": 0.9482595238095239, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.878, "hit@5": 0.985, "hit@10": 0.995, "ndcg_linear@1": 0.878, "ndcg_linear@5": 0.9379060855672752, "ndcg_linear@10": 0.9411693316536847, "ndcg_exponential@1": 0.878, "ndcg_exponential@5": 0.9379060855672752, "ndcg_exponential@10": 0.9411693316536847, "precision@1": 0.878, "precision@5": 0.19700000000000006, "precision@10": 0.09950000000000002, "recall@1": 0.878, "recall@5": 0.985, "recall@10": 0.995, "f1@1": 0.878, "f1@5": 0.3283333333333333, "f1@10": 0.1809090909090909, "map@1": 0.878, "map@5": 0.9219666666666666, "map@10": 0.9233313492063492, "mrr@1": 0.878, "mrr@5": 0.9219666666666666, "mrr@10": 0.9233313492063492, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.322, "hit@5": 0.575, "hit@10": 0.694, "ndcg_linear@1": 0.322, "ndcg_linear@5": 0.4535897671217826, "ndcg_linear@10": 0.49249162918617084, "ndcg_exponential@1": 0.322, "ndcg_exponential@5": 0.4535897671217826, "ndcg_exponential@10": 0.49249162918617084, "precision@1": 0.322, "precision@5": 0.115, "precision@10": 0.0694, "recall@1": 0.322, "recall@5": 0.575, "recall@10": 0.694, "f1@1": 0.322, "f1@5": 0.19166666666666674, "f1@10": 0.1261818181818182, "map@1": 0.322, "map@5": 0.4135, "map@10": 0.4297972222222222, "mrr@1": 0.322, "mrr@5": 0.4135, "mrr@10": 0.4297972222222222, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.734, "hit@5": 0.927, "hit@10": 0.958, "ndcg_linear@1": 0.734, "ndcg_linear@5": 0.8424472037406708, "ndcg_linear@10": 0.8525906794752318, "ndcg_exponential@1": 0.734, "ndcg_exponential@5": 0.8424472037406708, "ndcg_exponential@10": 0.8525906794752318, "precision@1": 0.734, "precision@5": 0.18540000000000004, "precision@10": 0.09580000000000001, "recall@1": 0.734, "recall@5": 0.927, "recall@10": 0.958, "f1@1": 0.734, "f1@5": 0.309, "f1@10": 0.17418181818181816, "map@1": 0.734, "map@5": 0.8138166666666666, "map@10": 0.8180746031746031, "mrr@1": 0.734, "mrr@5": 0.8138166666666666, "mrr@10": 0.8180746031746031, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.645, "hit@5": 0.916, "hit@10": 0.956, "ndcg_linear@1": 0.645, "ndcg_linear@5": 0.7933499538257957, "ndcg_linear@10": 0.8065254163186112, "ndcg_exponential@1": 0.645, "ndcg_exponential@5": 0.7933499538257957, "ndcg_exponential@10": 0.8065254163186112, "precision@1": 0.645, "precision@5": 0.18320000000000003, "precision@10": 0.0956, "recall@1": 0.645, "recall@5": 0.916, "recall@10": 0.956, "f1@1": 0.645, "f1@5": 0.30533333333333335, "f1@10": 0.17381818181818182, "map@1": 0.645, "map@5": 0.7521166666666668, "map@10": 0.7576952380952382, "mrr@1": 0.645, "mrr@5": 0.7521166666666668, "mrr@10": 0.7576952380952382, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.956, "hit@5": 0.998, "hit@10": 0.999, "ndcg_linear@1": 0.956, "ndcg_linear@5": 0.9815310004938803, "ndcg_linear@10": 0.9818872076809885, "ndcg_exponential@1": 0.956, "ndcg_exponential@5": 0.9815310004938803, "ndcg_exponential@10": 0.9818872076809885, "precision@1": 0.956, "precision@5": 0.19960000000000003, "precision@10": 0.09990000000000002, "recall@1": 0.956, "recall@5": 0.998, "recall@10": 0.999, "f1@1": 0.956, "f1@5": 0.3326666666666666, "f1@10": 0.18163636363636362, "map@1": 0.956, "map@5": 0.9757833333333333, "map@10": 0.9759500000000001, "mrr@1": 0.956, "mrr@5": 0.9757833333333333, "mrr@10": 0.9759500000000001, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.852, "hit@5": 0.957, "hit@10": 0.977, "ndcg_linear@1": 0.852, "ndcg_linear@5": 0.9111780105049422, "ndcg_linear@10": 0.9178209189427942, "ndcg_exponential@1": 0.852, "ndcg_exponential@5": 0.9111780105049422, "ndcg_exponential@10": 0.9178209189427942, "precision@1": 0.852, "precision@5": 0.19140000000000004, "precision@10": 0.09770000000000002, "recall@1": 0.852, "recall@5": 0.957, "recall@10": 0.977, "f1@1": 0.852, "f1@5": 0.319, "f1@10": 0.17763636363636362, "map@1": 0.852, "map@5": 0.8956666666666666, "map@10": 0.898511507936508, "mrr@1": 0.852, "mrr@5": 0.8956666666666666, "mrr@10": 0.898511507936508, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.721, "hit@5": 0.865, "hit@10": 0.915, "ndcg_linear@1": 0.721, "ndcg_linear@5": 0.7995886077758202, "ndcg_linear@10": 0.81560603968126, "ndcg_exponential@1": 0.721, "ndcg_exponential@5": 0.7995886077758202, "ndcg_exponential@10": 0.81560603968126, "precision@1": 0.721, "precision@5": 0.173, "precision@10": 0.09150000000000001, "recall@1": 0.721, "recall@5": 0.865, "recall@10": 0.915, "f1@1": 0.721, "f1@5": 0.2883333333333334, "f1@10": 0.16636363636363638, "map@1": 0.721, "map@5": 0.7777000000000001, "map@10": 0.7842166666666667, "mrr@1": 0.721, "mrr@5": 0.7777000000000001, "mrr@10": 0.7842166666666667, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.636, "hit@5": 0.923, "hit@10": 0.967, "ndcg_linear@1": 0.636, "ndcg_linear@5": 0.7959082085630703, "ndcg_linear@10": 0.81020130102067, "ndcg_exponential@1": 0.636, "ndcg_exponential@5": 0.7959082085630703, "ndcg_exponential@10": 0.81020130102067, "precision@1": 0.636, "precision@5": 0.18460000000000001, "precision@10": 0.09670000000000002, "recall@1": 0.636, "recall@5": 0.923, "recall@10": 0.967, "f1@1": 0.636, "f1@5": 0.30766666666666664, "f1@10": 0.17581818181818182, "map@1": 0.636, "map@5": 0.75295, "map@10": 0.7588837301587302, "mrr@1": 0.636, "mrr@5": 0.75295, "mrr@10": 0.7588837301587302, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.815, "hit@5": 0.953, "hit@10": 0.988, "ndcg_linear@1": 0.815, "ndcg_linear@5": 0.8907432304191819, "ndcg_linear@10": 0.9022745966523478, "ndcg_exponential@1": 0.815, "ndcg_exponential@5": 0.8907432304191819, "ndcg_exponential@10": 0.9022745966523478, "precision@1": 0.815, "precision@5": 0.19060000000000002, "precision@10": 0.09880000000000001, "recall@1": 0.815, "recall@5": 0.953, "recall@10": 0.988, "f1@1": 0.815, "f1@5": 0.3176666666666667, "f1@10": 0.17963636363636362, "map@1": 0.815, "map@5": 0.86985, "map@10": 0.8747257936507935, "mrr@1": 0.815, "mrr@5": 0.86985, "mrr@10": 0.8747257936507935, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.576, "hit@5": 0.744, "hit@10": 0.781, "ndcg_linear@1": 0.576, "ndcg_linear@5": 0.6697989800011094, "ndcg_linear@10": 0.6815022541204203, "ndcg_exponential@1": 0.576, "ndcg_exponential@5": 0.6697989800011094, "ndcg_exponential@10": 0.6815022541204203, "precision@1": 0.576, "precision@5": 0.14880000000000002, "precision@10": 0.07809999999999999, "recall@1": 0.576, "recall@5": 0.744, "recall@10": 0.781, "f1@1": 0.576, "f1@5": 0.24800000000000003, "f1@10": 0.142, "map@1": 0.576, "map@5": 0.6447166666666667, "map@10": 0.6493888888888889, "mrr@1": 0.576, "mrr@5": 0.6447166666666667, "mrr@10": 0.6493888888888889, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.786, "hit@5": 0.951, "hit@10": 0.983, "ndcg_linear@1": 0.786, "ndcg_linear@5": 0.8780466444255457, "ndcg_linear@10": 0.8882958775768123, "ndcg_exponential@1": 0.786, "ndcg_exponential@5": 0.8780466444255457, "ndcg_exponential@10": 0.8882958775768123, "precision@1": 0.786, "precision@5": 0.1902, "precision@10": 0.09830000000000001, "recall@1": 0.786, "recall@5": 0.951, "recall@10": 0.983, "f1@1": 0.786, "f1@5": 0.317, "f1@10": 0.1787272727272727, "map@1": 0.786, "map@5": 0.8534333333333334, "map@10": 0.8576039682539683, "mrr@1": 0.786, "mrr@5": 0.8534333333333334, "mrr@10": 0.8576039682539683, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.889, "hit@5": 0.944, "hit@10": 0.957, "ndcg_linear@1": 0.889, "ndcg_linear@5": 0.9198135055613834, "ndcg_linear@10": 0.9239247570646081, "ndcg_exponential@1": 0.889, "ndcg_exponential@5": 0.9198135055613834, "ndcg_exponential@10": 0.9239247570646081, "precision@1": 0.889, "precision@5": 0.18880000000000005, "precision@10": 0.09570000000000002, "recall@1": 0.889, "recall@5": 0.944, "recall@10": 0.957, "f1@1": 0.889, "f1@5": 0.3146666666666667, "f1@10": 0.174, "map@1": 0.889, "map@5": 0.9116333333333334, "map@10": 0.9132730158730159, "mrr@1": 0.889, "mrr@5": 0.9116333333333334, "mrr@10": 0.9132730158730159, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.889, "hit@5": 0.983, "hit@10": 0.996, "ndcg_linear@1": 0.889, "ndcg_linear@5": 0.9395202621586638, "ndcg_linear@10": 0.9438869688295182, "ndcg_exponential@1": 0.889, "ndcg_exponential@5": 0.9395202621586638, "ndcg_exponential@10": 0.9438869688295182, "precision@1": 0.889, "precision@5": 0.19660000000000002, "precision@10": 0.09960000000000002, "recall@1": 0.889, "recall@5": 0.983, "recall@10": 0.996, "f1@1": 0.889, "f1@5": 0.32766666666666666, "f1@10": 0.18109090909090905, "map@1": 0.889, "map@5": 0.925, "map@10": 0.9268996031746032, "mrr@1": 0.889, "mrr@5": 0.925, "mrr@10": 0.9268996031746032, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.707, "hit@5": 0.944, "hit@10": 0.977, "ndcg_linear@1": 0.707, "ndcg_linear@5": 0.8393536988341376, "ndcg_linear@10": 0.8500134184739818, "ndcg_exponential@1": 0.707, "ndcg_exponential@5": 0.8393536988341376, "ndcg_exponential@10": 0.8500134184739818, "precision@1": 0.707, "precision@5": 0.18880000000000002, "precision@10": 0.09770000000000002, "recall@1": 0.707, "recall@5": 0.944, "recall@10": 0.977, "f1@1": 0.707, "f1@5": 0.31466666666666665, "f1@10": 0.17763636363636362, "map@1": 0.707, "map@5": 0.8039833333333334, "map@10": 0.8083753968253968, "mrr@1": 0.707, "mrr@5": 0.8039833333333334, "mrr@10": 0.8083753968253968, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.817, "hit@5": 0.937, "hit@10": 0.955, "ndcg_linear@1": 0.817, "ndcg_linear@5": 0.8832259632328257, "ndcg_linear@10": 0.8890943203328983, "ndcg_exponential@1": 0.817, "ndcg_exponential@5": 0.8832259632328257, "ndcg_exponential@10": 0.8890943203328983, "precision@1": 0.817, "precision@5": 0.18740000000000004, "precision@10": 0.09550000000000003, "recall@1": 0.817, "recall@5": 0.937, "recall@10": 0.955, "f1@1": 0.817, "f1@5": 0.3123333333333333, "f1@10": 0.17363636363636362, "map@1": 0.817, "map@5": 0.8651166666666666, "map@10": 0.8675674603174602, "mrr@1": 0.817, "mrr@5": 0.8651166666666666, "mrr@10": 0.8675674603174602, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.849, "hit@5": 0.951, "hit@10": 0.966, "ndcg_linear@1": 0.849, "ndcg_linear@5": 0.9061648984201258, "ndcg_linear@10": 0.9110591402337826, "ndcg_exponential@1": 0.849, "ndcg_exponential@5": 0.9061648984201258, "ndcg_exponential@10": 0.9110591402337826, "precision@1": 0.849, "precision@5": 0.19020000000000004, "precision@10": 0.09660000000000002, "recall@1": 0.849, "recall@5": 0.951, "recall@10": 0.966, "f1@1": 0.849, "f1@5": 0.317, "f1@10": 0.17563636363636362, "map@1": 0.849, "map@5": 0.8910166666666667, "map@10": 0.8930603174603174, "mrr@1": 0.849, "mrr@5": 0.8910166666666667, "mrr@10": 0.8930603174603174, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.812, "hit@5": 0.966, "hit@10": 0.985, "ndcg_linear@1": 0.812, "ndcg_linear@5": 0.8993036511522371, "ndcg_linear@10": 0.9055123939790293, "ndcg_exponential@1": 0.812, "ndcg_exponential@5": 0.8993036511522371, "ndcg_exponential@10": 0.9055123939790293, "precision@1": 0.812, "precision@5": 0.1932, "precision@10": 0.09850000000000002, "recall@1": 0.812, "recall@5": 0.966, "recall@10": 0.985, "f1@1": 0.812, "f1@5": 0.322, "f1@10": 0.17909090909090908, "map@1": 0.812, "map@5": 0.8766166666666666, "map@10": 0.8792126984126983, "mrr@1": 0.812, "mrr@5": 0.8766166666666666, "mrr@10": 0.8792126984126983, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.782, "hit@5": 0.967, "hit@10": 0.985, "ndcg_linear@1": 0.782, "ndcg_linear@5": 0.8830737679383308, "ndcg_linear@10": 0.8889828673487257, "ndcg_exponential@1": 0.782, "ndcg_exponential@5": 0.8830737679383308, "ndcg_exponential@10": 0.8889828673487257, "precision@1": 0.782, "precision@5": 0.19340000000000004, "precision@10": 0.09850000000000002, "recall@1": 0.782, "recall@5": 0.967, "recall@10": 0.985, "f1@1": 0.782, "f1@5": 0.32233333333333336, "f1@10": 0.17909090909090908, "map@1": 0.782, "map@5": 0.8549000000000001, "map@10": 0.8573924603174603, "mrr@1": 0.782, "mrr@5": 0.8549000000000001, "mrr@10": 0.8573924603174603, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.69, "hit@5": 0.986, "hit@10": 0.996, "ndcg_linear@1": 0.69, "ndcg_linear@5": 0.8596221957412303, "ndcg_linear@10": 0.863097777594439, "ndcg_exponential@1": 0.69, "ndcg_exponential@5": 0.8596221957412303, "ndcg_exponential@10": 0.863097777594439, "precision@1": 0.69, "precision@5": 0.19720000000000004, "precision@10": 0.09960000000000002, "recall@1": 0.69, "recall@5": 0.986, "recall@10": 0.996, "f1@1": 0.69, "f1@5": 0.3286666666666666, "f1@10": 0.18109090909090905, "map@1": 0.69, "map@5": 0.8164333333333332, "map@10": 0.8180107142857144, "mrr@1": 0.69, "mrr@5": 0.8164333333333332, "mrr@10": 0.8180107142857144, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.91, "hit@5": 0.99, "hit@10": 0.995, "ndcg_linear@1": 0.91, "ndcg_linear@5": 0.9573521970610501, "ndcg_linear@10": 0.9589582059646876, "ndcg_exponential@1": 0.91, "ndcg_exponential@5": 0.9573521970610501, "ndcg_exponential@10": 0.9589582059646876, "precision@1": 0.91, "precision@5": 0.19800000000000004, "precision@10": 0.09950000000000002, "recall@1": 0.91, "recall@5": 0.99, "recall@10": 0.995, "f1@1": 0.91, "f1@5": 0.33, "f1@10": 0.18090909090909088, "map@1": 0.91, "map@5": 0.9460666666666666, "map@10": 0.946725, "mrr@1": 0.91, "mrr@5": 0.9460666666666666, "mrr@10": 0.946725, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.438, "hit@5": 0.716, "hit@10": 0.804, "ndcg_linear@1": 0.438, "ndcg_linear@5": 0.5858373550900147, "ndcg_linear@10": 0.6144541530886649, "ndcg_exponential@1": 0.438, "ndcg_exponential@5": 0.5858373550900147, "ndcg_exponential@10": 0.6144541530886649, "precision@1": 0.438, "precision@5": 0.1432, "precision@10": 0.0804, "recall@1": 0.438, "recall@5": 0.716, "recall@10": 0.804, "f1@1": 0.438, "f1@5": 0.23866666666666675, "f1@10": 0.1461818181818182, "map@1": 0.438, "map@5": 0.54255, "map@10": 0.5544587301587302, "mrr@1": 0.438, "mrr@5": 0.54255, "mrr@10": 0.5544587301587302, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.847, "hit@5": 0.972, "hit@10": 0.985, "ndcg_linear@1": 0.847, "ndcg_linear@5": 0.9200040350783443, "ndcg_linear@10": 0.9244115766807883, "ndcg_exponential@1": 0.847, "ndcg_exponential@5": 0.9200040350783443, "ndcg_exponential@10": 0.9244115766807883, "precision@1": 0.847, "precision@5": 0.19440000000000004, "precision@10": 0.09850000000000002, "recall@1": 0.847, "recall@5": 0.972, "recall@10": 0.985, "f1@1": 0.847, "f1@5": 0.324, "f1@10": 0.1790909090909091, "map@1": 0.847, "map@5": 0.9021166666666667, "map@10": 0.9040551587301587, "mrr@1": 0.847, "mrr@5": 0.9021166666666667, "mrr@10": 0.9040551587301587, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.744, "hit@5": 0.922, "hit@10": 0.96, "ndcg_linear@1": 0.744, "ndcg_linear@5": 0.8442291418598712, "ndcg_linear@10": 0.8566962048644561, "ndcg_exponential@1": 0.744, "ndcg_exponential@5": 0.8442291418598712, "ndcg_exponential@10": 0.8566962048644561, "precision@1": 0.744, "precision@5": 0.1844, "precision@10": 0.09600000000000003, "recall@1": 0.744, "recall@5": 0.922, "recall@10": 0.96, "f1@1": 0.744, "f1@5": 0.30733333333333335, "f1@10": 0.17454545454545453, "map@1": 0.744, "map@5": 0.8178499999999999, "map@10": 0.8231031746031746, "mrr@1": 0.744, "mrr@5": 0.8178499999999999, "mrr@10": 0.8231031746031746, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.949, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.949, "ndcg_linear@5": 0.9787928600010233, "ndcg_linear@10": 0.9790938899966872, "ndcg_exponential@1": 0.949, "ndcg_exponential@5": 0.9787928600010233, "ndcg_exponential@10": 0.9790938899966872, "precision@1": 0.949, "precision@5": 0.1998, "precision@10": 0.10000000000000002, "recall@1": 0.949, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.949, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.949, "map@5": 0.9717833333333333, "map@10": 0.9718944444444444, "mrr@1": 0.949, "mrr@5": 0.9717833333333333, "mrr@10": 0.9718944444444444, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.844, "hit@5": 0.954, "hit@10": 0.975, "ndcg_linear@1": 0.844, "ndcg_linear@5": 0.9060601928361873, "ndcg_linear@10": 0.9126769510596726, "ndcg_exponential@1": 0.844, "ndcg_exponential@5": 0.9060601928361873, "ndcg_exponential@10": 0.9126769510596726, "precision@1": 0.844, "precision@5": 0.19080000000000003, "precision@10": 0.09750000000000002, "recall@1": 0.844, "recall@5": 0.954, "recall@10": 0.975, "f1@1": 0.844, "f1@5": 0.318, "f1@10": 0.17727272727272725, "map@1": 0.844, "map@5": 0.8898166666666666, "map@10": 0.8924464285714285, "mrr@1": 0.844, "mrr@5": 0.8898166666666666, "mrr@10": 0.8924464285714285, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.956, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.956, "ndcg_linear@5": 0.9829060071937888, "ndcg_linear@10": 0.9829060071937888, "ndcg_exponential@1": 0.956, "ndcg_exponential@5": 0.9829060071937888, "ndcg_exponential@10": 0.9829060071937888, "precision@1": 0.956, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.956, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.956, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.956, "map@5": 0.9769166666666668, "map@10": 0.9769166666666668, "mrr@1": 0.956, "mrr@5": 0.9769166666666668, "mrr@10": 0.9769166666666668, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.925, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.925, "ndcg_linear@5": 0.9740815910250022, "ndcg_linear@10": 0.9740815910250022, "ndcg_exponential@1": 0.925, "ndcg_exponential@5": 0.9740815910250022, "ndcg_exponential@10": 0.9740815910250022, "precision@1": 0.925, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.925, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.925, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.925, "map@5": 0.9653333333333334, "map@10": 0.9653333333333334, "mrr@1": 0.925, "mrr@5": 0.9623333333333334, "mrr@10": 0.9623333333333334, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.99, "hit@5": 0.998, "hit@10": 0.999, "ndcg_linear@1": 0.99, "ndcg_linear@5": 0.9945853253259306, "ndcg_linear@10": 0.9948863553215945, "ndcg_exponential@1": 0.99, "ndcg_exponential@5": 0.9945853253259306, "ndcg_exponential@10": 0.9948863553215945, "precision@1": 0.99, "precision@5": 0.19960000000000003, "precision@10": 0.09990000000000002, "recall@1": 0.99, "recall@5": 0.998, "recall@10": 0.999, "f1@1": 0.99, "f1@5": 0.3326666666666666, "f1@10": 0.18163636363636362, "map@1": 0.99, "map@5": 0.9934166666666667, "map@10": 0.9935277777777778, "mrr@1": 0.99, "mrr@5": 0.9934166666666667, "mrr@10": 0.9935277777777778, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { "hit@1": 0.651, "hit@5": 0.869, "hit@10": 0.911, "ndcg_linear@1": 0.651, "ndcg_linear@5": 0.7704240255501921, "ndcg_linear@10": 0.7840528284316334, "ndcg_exponential@1": 0.651, "ndcg_exponential@5": 0.7704240255501921, "ndcg_exponential@10": 0.7840528284316334, "precision@1": 0.651, "precision@5": 0.1738, "precision@10": 0.09110000000000003, "recall@1": 0.651, "recall@5": 0.869, "recall@10": 0.911, "f1@1": 0.651, "f1@5": 0.2896666666666667, "f1@10": 0.16563636363636364, "map@1": 0.651, "map@5": 0.7372833333333333, "map@10": 0.7429369047619048, "mrr@1": 0.651, "mrr@5": 0.7372833333333333, "mrr@10": 0.7429369047619048, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.733, "hit@5": 0.915, "hit@10": 0.954, "ndcg_linear@1": 0.733, "ndcg_linear@5": 0.8348315252680627, "ndcg_linear@10": 0.8474131012414208, "ndcg_exponential@1": 0.733, "ndcg_exponential@5": 0.8348315252680627, "ndcg_exponential@10": 0.8474131012414208, "precision@1": 0.733, "precision@5": 0.18300000000000002, "precision@10": 0.09540000000000001, "recall@1": 0.733, "recall@5": 0.915, "recall@10": 0.954, "f1@1": 0.733, "f1@5": 0.305, "f1@10": 0.17345454545454544, "map@1": 0.733, "map@5": 0.8077000000000001, "map@10": 0.8128726190476191, "mrr@1": 0.733, "mrr@5": 0.8077000000000001, "mrr@10": 0.8128726190476191, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.615, "hit@5": 0.865, "hit@10": 0.922, "ndcg_linear@1": 0.615, "ndcg_linear@5": 0.7517480851169158, "ndcg_linear@10": 0.7700807040353396, "ndcg_exponential@1": 0.615, "ndcg_exponential@5": 0.7517480851169158, "ndcg_exponential@10": 0.7700807040353396, "precision@1": 0.615, "precision@5": 0.173, "precision@10": 0.09220000000000002, "recall@1": 0.615, "recall@5": 0.865, "recall@10": 0.922, "f1@1": 0.615, "f1@5": 0.2883333333333334, "f1@10": 0.16763636363636364, "map@1": 0.615, "map@5": 0.7137166666666667, "map@10": 0.7212238095238095, "mrr@1": 0.615, "mrr@5": 0.7137166666666667, "mrr@10": 0.7212238095238095, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.842, "hit@5": 0.987, "hit@10": 0.995, "ndcg_linear@1": 0.842, "ndcg_linear@5": 0.925576274443954, "ndcg_linear@10": 0.9281092376995999, "ndcg_exponential@1": 0.842, "ndcg_exponential@5": 0.925576274443954, "ndcg_exponential@10": 0.9281092376995999, "precision@1": 0.842, "precision@5": 0.19740000000000005, "precision@10": 0.09950000000000003, "recall@1": 0.842, "recall@5": 0.987, "recall@10": 0.995, "f1@1": 0.842, "f1@5": 0.329, "f1@10": 0.1809090909090909, "map@1": 0.842, "map@5": 0.9045666666666666, "map@10": 0.9055801587301587, "mrr@1": 0.842, "mrr@5": 0.9045666666666666, "mrr@10": 0.9055801587301587, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.48267898383371827, "hit@5": 0.9330254041570438, "hit@10": 1.0, "ndcg_linear@1": 0.48267898383371827, "ndcg_linear@5": 0.72425684440384, "ndcg_linear@10": 0.7465190634248601, "ndcg_exponential@1": 0.48267898383371827, "ndcg_exponential@5": 0.72425684440384, "ndcg_exponential@10": 0.7465190634248601, "precision@1": 0.48267898383371827, "precision@5": 0.1866050808314088, "precision@10": 0.1, "recall@1": 0.48267898383371827, "recall@5": 0.9330254041570438, "recall@10": 1.0, "f1@1": 0.48267898383371827, "f1@5": 0.311008468052348, "f1@10": 0.1818181818181818, "map@1": 0.48267898383371827, "map@5": 0.6544649730561971, "map@10": 0.6639961142270611, "mrr@1": 0.48267898383371827, "mrr@5": 0.6544649730561971, "mrr@10": 0.6639961142270611, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.66875, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.66875, "ndcg_linear@5": 0.8559865676689618, "ndcg_linear@10": 0.8559865676689618, "ndcg_exponential@1": 0.66875, "ndcg_exponential@5": 0.8559865676689618, "ndcg_exponential@10": 0.8559865676689618, "precision@1": 0.66875, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.66875, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.66875, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.66875, "map@5": 0.8069041666666666, "map@10": 0.8069041666666666, "mrr@1": 0.66875, "mrr@5": 0.8069041666666666, "mrr@10": 0.8069041666666666, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.6662962962962963, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.6662962962962963, "ndcg_linear@5": 0.8512724750885614, "ndcg_linear@10": 0.8512724750885614, "ndcg_exponential@1": 0.6662962962962963, "ndcg_exponential@5": 0.8512724750885614, "ndcg_exponential@10": 0.8512724750885614, "precision@1": 0.6662962962962963, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.6662962962962963, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.6662962962962963, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.6662962962962963, "map@5": 0.800895061728395, "map@10": 0.800895061728395, "mrr@1": 0.6662962962962963, "mrr@5": 0.800895061728395, "mrr@10": 0.800895061728395, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.7957730032695002, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.7957730032695002, "ndcg_linear@5": 0.9091368184967286, "ndcg_linear@10": 0.9091368184967286, "ndcg_exponential@1": 0.7957730032695002, "ndcg_exponential@5": 0.9091368184967286, "ndcg_exponential@10": 0.9091368184967286, "precision@1": 0.7957730032695002, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.7957730032695002, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.7957730032695002, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.7957730032695002, "map@5": 0.8784971975712283, "map@10": 0.8784971975712283, "mrr@1": 0.7957730032695002, "mrr@5": 0.8784971975712283, "mrr@10": 0.8784971975712283, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.668, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.668, "ndcg_linear@5": 0.8498583692019953, "ndcg_linear@10": 0.8498583692019953, "ndcg_exponential@1": 0.668, "ndcg_exponential@5": 0.8498583692019953, "ndcg_exponential@10": 0.8498583692019953, "precision@1": 0.668, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.668, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.668, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.668, "map@5": 0.7995333333333333, "map@10": 0.7995333333333333, "mrr@1": 0.668, "mrr@5": 0.7995333333333333, "mrr@10": 0.7995333333333333, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.784, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.784, "ndcg_linear@5": 0.9202808267714349, "ndcg_linear@10": 0.9202808267714349, "ndcg_exponential@1": 0.784, "ndcg_exponential@5": 0.9202808267714349, "ndcg_exponential@10": 0.9202808267714349, "precision@1": 0.784, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.784, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.784, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.784, "map@5": 0.892, "map@10": 0.892, "mrr@1": 0.784, "mrr@5": 0.892, "mrr@10": 0.892, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { "hit@1": 0.6922310756972112, "hit@5": 0.8864541832669323, "hit@10": 0.9282868525896414, "ndcg_linear@1": 0.6922310756972112, "ndcg_linear@5": 0.7987791837189465, "ndcg_linear@10": 0.8127609097693957, "ndcg_exponential@1": 0.6922310756972112, "ndcg_exponential@5": 0.7987791837189465, "ndcg_exponential@10": 0.8127609097693957, "precision@1": 0.6922310756972112, "precision@5": 0.1772908366533865, "precision@10": 0.09282868525896416, "recall@1": 0.6922310756972112, "recall@5": 0.8864541832669323, "recall@10": 0.9282868525896414, "f1@1": 0.6922310756972112, "f1@5": 0.29548472775564416, "f1@10": 0.16877942774357116, "map@1": 0.6922310756972112, "map@5": 0.7693393094289508, "map@10": 0.7753727154872574, "mrr@1": 0.6922310756972112, "mrr@5": 0.7693393094289508, "mrr@10": 0.7753727154872574, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.553, "hit@5": 0.781, "hit@10": 0.865, "ndcg_linear@1": 0.553, "ndcg_linear@5": 0.6774032224595892, "ndcg_linear@10": 0.7051447049661568, "ndcg_exponential@1": 0.553, "ndcg_exponential@5": 0.6774032224595892, "ndcg_exponential@10": 0.7051447049661568, "precision@1": 0.553, "precision@5": 0.15619999999999998, "precision@10": 0.08650000000000001, "recall@1": 0.553, "recall@5": 0.781, "recall@10": 0.865, "f1@1": 0.553, "f1@5": 0.26033333333333336, "f1@10": 0.15727272727272726, "map@1": 0.553, "map@5": 0.6426499999999999, "map@10": 0.6544305555555555, "mrr@1": 0.553, "mrr@5": 0.6426499999999999, "mrr@10": 0.6544305555555555, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.7343283582089553, "hit@5": 0.9477611940298507, "hit@10": 0.9686567164179104, "ndcg_linear@1": 0.7343283582089553, "ndcg_linear@5": 0.8526211736179581, "ndcg_linear@10": 0.8594892106582116, "ndcg_exponential@1": 0.7343283582089553, "ndcg_exponential@5": 0.8526211736179581, "ndcg_exponential@10": 0.8594892106582116, "precision@1": 0.7343283582089553, "precision@5": 0.1895522388059701, "precision@10": 0.09686567164179104, "recall@1": 0.7343283582089553, "recall@5": 0.9477611940298507, "recall@10": 0.9686567164179104, "f1@1": 0.7343283582089553, "f1@5": 0.31592039800995037, "f1@10": 0.17611940298507467, "map@1": 0.7343283582089553, "map@5": 0.8205223880597015, "map@10": 0.8234209902866618, "mrr@1": 0.7343283582089553, "mrr@5": 0.8205223880597015, "mrr@10": 0.8234209902866618, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.5504689593568557, "hit@5": 0.8209021884769987, "hit@10": 0.8986154533273782, "ndcg_linear@1": 0.5504689593568557, "ndcg_linear@5": 0.6950874748478408, "ndcg_linear@10": 0.7203703651851324, "ndcg_exponential@1": 0.5504689593568557, "ndcg_exponential@5": 0.6950874748478408, "ndcg_exponential@10": 0.7203703651851324, "precision@1": 0.5504689593568557, "precision@5": 0.16418043769539972, "precision@10": 0.08986154533273782, "recall@1": 0.5504689593568557, "recall@5": 0.8209021884769987, "recall@10": 0.8986154533273782, "f1@1": 0.5504689593568557, "f1@5": 0.2736340628256663, "f1@10": 0.16338462787770516, "map@1": 0.5504689593568557, "map@5": 0.6531598928092899, "map@10": 0.6636871087574527, "mrr@1": 0.5504689593568557, "mrr@5": 0.6531598928092899, "mrr@10": 0.6636871087574527, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.29160113243158226, "hit@5": 0.5397923875432526, "hit@10": 0.6360490720352312, "ndcg_linear@1": 0.29160113243158226, "ndcg_linear@5": 0.42256448040025024, "ndcg_linear@10": 0.45372561948731077, "ndcg_exponential@1": 0.29160113243158226, "ndcg_exponential@5": 0.42256448040025024, "ndcg_exponential@10": 0.45372561948731077, "precision@1": 0.29160113243158226, "precision@5": 0.10795847750865052, "precision@10": 0.06360490720352312, "recall@1": 0.2931739540736081, "recall@5": 0.5413652091852784, "recall@10": 0.637621893677257, "f1@1": 0.29160113243158226, "f1@5": 0.17993079584775093, "f1@10": 0.11564528582458751, "map@1": 0.29160113243158226, "map@5": 0.38363741218412495, "map@10": 0.39652194211017733, "mrr@1": 0.29160113243158226, "mrr@5": 0.38363741218412495, "mrr@10": 0.39652194211017733, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.8097876269621422, "hit@5": 0.9695290858725761, "hit@10": 1.0, "ndcg_linear@1": 0.8097876269621422, "ndcg_linear@5": 0.8994628964384606, "ndcg_linear@10": 0.9095121546509835, "ndcg_exponential@1": 0.8097876269621422, "ndcg_exponential@5": 0.8994628964384606, "ndcg_exponential@10": 0.9095121546509835, "precision@1": 0.8097876269621422, "precision@5": 0.19390581717451524, "precision@10": 0.09999999999999998, "recall@1": 0.8097876269621422, "recall@5": 0.9695290858725761, "recall@10": 1.0, "f1@1": 0.8097876269621422, "f1@5": 0.32317636195752547, "f1@10": 0.18181818181818185, "map@1": 0.8097876269621422, "map@5": 0.8757156048014773, "map@10": 0.8799766228436589, "mrr@1": 0.8097876269621422, "mrr@5": 0.8757156048014773, "mrr@10": 0.8799766228436589, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.32737276478679506, "hit@5": 0.6808803301237965, "hit@10": 1.0, "ndcg_linear@1": 0.32737276478679506, "ndcg_linear@5": 0.5095277893667041, "ndcg_linear@10": 0.6100086425245089, "ndcg_exponential@1": 0.32737276478679506, "ndcg_exponential@5": 0.5095277893667041, "ndcg_exponential@10": 0.6100086425245089, "precision@1": 0.32737276478679506, "precision@5": 0.13617606602475926, "precision@10": 0.09999999999999998, "recall@1": 0.32737276478679506, "recall@5": 0.6808803301237965, "recall@10": 1.0, "f1@1": 0.32737276478679506, "f1@5": 0.2269601100412655, "f1@10": 0.18181818181818185, "map@1": 0.32737276478679506, "map@5": 0.45311783585511234, "map@10": 0.49302034890067903, "mrr@1": 0.32737276478679506, "mrr@5": 0.45311783585511234, "mrr@10": 0.49302034890067903, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.517478152309613, "hit@5": 0.9113607990012484, "hit@10": 1.0, "ndcg_linear@1": 0.517478152309613, "ndcg_linear@5": 0.7310594698635995, "ndcg_linear@10": 0.7604221341174872, "ndcg_exponential@1": 0.517478152309613, "ndcg_exponential@5": 0.7310594698635995, "ndcg_exponential@10": 0.7604221341174872, "precision@1": 0.517478152309613, "precision@5": 0.1822721598002497, "precision@10": 0.09999999999999999, "recall@1": 0.517478152309613, "recall@5": 0.9113607990012484, "recall@10": 1.0, "f1@1": 0.517478152309613, "f1@5": 0.3037869330004162, "f1@10": 0.1818181818181818, "map@1": 0.517478152309613, "map@5": 0.6706408655846858, "map@10": 0.6831658839149476, "mrr@1": 0.517478152309613, "mrr@5": 0.6706408655846858, "mrr@10": 0.6831658839149476, "num_pred": 1602, "num_data": 1602 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.886, "hit@5": 0.952, "hit@10": 0.974, "ndcg_linear@1": 0.886, "ndcg_linear@5": 0.9221825758078119, "ndcg_linear@10": 0.9295001938169585, "ndcg_exponential@1": 0.886, "ndcg_exponential@5": 0.9221825758078119, "ndcg_exponential@10": 0.9295001938169585, "precision@1": 0.886, "precision@5": 0.19039999999999999, "precision@10": 0.0974, "recall@1": 0.886, "recall@5": 0.952, "recall@10": 0.974, "f1@1": 0.886, "f1@5": 0.31733333333333336, "f1@10": 0.17709090909090908, "map@1": 0.886, "map@5": 0.9121333333333334, "map@10": 0.9152642857142858, "mrr@1": 0.886, "mrr@5": 0.9121333333333334, "mrr@10": 0.9152642857142858, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.5254988913525499, "hit@5": 0.6895787139689579, "hit@10": 0.7649667405764967, "ndcg_linear@1": 0.5254988913525499, "ndcg_linear@5": 0.6095218808752548, "ndcg_linear@10": 0.634558824920037, "ndcg_exponential@1": 0.5254988913525499, "ndcg_exponential@5": 0.6095218808752548, "ndcg_exponential@10": 0.634558824920037, "precision@1": 0.5254988913525499, "precision@5": 0.14057649667405764, "precision@10": 0.0787139689578714, "recall@1": 0.5195861049519587, "recall@5": 0.6832963784183296, "recall@10": 0.7581300813008129, "f1@1": 0.5214338507021433, "f1@5": 0.2317073170731708, "f1@10": 0.14151406612603956, "map@1": 0.5254988913525499, "map@5": 0.5829120473022912, "map@10": 0.5935661492978566, "mrr@1": 0.5254988913525499, "mrr@5": 0.5883592017738359, "mrr@10": 0.5987945658677365, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.8866396761133604, "hit@5": 0.9635627530364372, "hit@10": 0.9757085020242915, "ndcg_linear@1": 0.8866396761133604, "ndcg_linear@5": 0.928304914966673, "ndcg_linear@10": 0.9327212712672424, "ndcg_exponential@1": 0.8866396761133604, "ndcg_exponential@5": 0.928304914966673, "ndcg_exponential@10": 0.9327212712672424, "precision@1": 0.8866396761133604, "precision@5": 0.19271255060728745, "precision@10": 0.09777327935222671, "recall@1": 0.8866396761133604, "recall@5": 0.9625506072874493, "recall@10": 0.9757085020242915, "f1@1": 0.8866396761133604, "f1@5": 0.3210911895122422, "f1@10": 0.17770825665562506, "map@1": 0.8866396761133604, "map@5": 0.9166666666666666, "map@10": 0.9186708759077179, "mrr@1": 0.8866396761133604, "mrr@5": 0.9168690958164641, "mrr@10": 0.9185359231411864, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.8857142857142857, "hit@5": 0.9714285714285714, "hit@10": 0.9785714285714285, "ndcg_linear@1": 0.8857142857142857, "ndcg_linear@5": 0.934062138294796, "ndcg_linear@10": 0.9366064753455676, "ndcg_exponential@1": 0.8857142857142857, "ndcg_exponential@5": 0.934062138294796, "ndcg_exponential@10": 0.9366064753455676, "precision@1": 0.8857142857142857, "precision@5": 0.19428571428571426, "precision@10": 0.09785714285714284, "recall@1": 0.8857142857142857, "recall@5": 0.9714285714285714, "recall@10": 0.9785714285714285, "f1@1": 0.8857142857142857, "f1@5": 0.3238095238095239, "f1@10": 0.17792207792207795, "map@1": 0.8857142857142857, "map@5": 0.9213690476190477, "map@10": 0.9225595238095238, "mrr@1": 0.8857142857142857, "mrr@5": 0.9213690476190477, "mrr@10": 0.9225595238095238, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.6403402187120292, "hit@5": 0.8809234507897934, "hit@10": 0.9386391251518833, "ndcg_linear@1": 0.6403402187120292, "ndcg_linear@5": 0.7703019434713053, "ndcg_linear@10": 0.7894625967794626, "ndcg_exponential@1": 0.6403402187120292, "ndcg_exponential@5": 0.7703019434713053, "ndcg_exponential@10": 0.7894625967794626, "precision@1": 0.6403402187120292, "precision@5": 0.1764277035236938, "precision@10": 0.094228432563791, "recall@1": 0.6388213851761847, "recall@5": 0.8797083839611178, "recall@10": 0.9380923450789793, "f1@1": 0.6393276630214662, "f1@5": 0.2938147312387896, "f1@10": 0.1711642549431128, "map@1": 0.6403402187120292, "map@5": 0.7332978938841637, "map@10": 0.7414043665258733, "mrr@1": 0.6403402187120292, "mrr@5": 0.7342851356824626, "mrr@10": 0.7421924723716948, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.78, "hit@5": 0.96, "hit@10": 0.98, "ndcg_linear@1": 0.78, "ndcg_linear@5": 0.8850183360093088, "ndcg_linear@10": 0.8913619692992819, "ndcg_exponential@1": 0.78, "ndcg_exponential@5": 0.8850183360093088, "ndcg_exponential@10": 0.8913619692992819, "precision@1": 0.78, "precision@5": 0.19199999999999995, "precision@10": 0.09799999999999998, "recall@1": 0.78, "recall@5": 0.96, "recall@10": 0.98, "f1@1": 0.78, "f1@5": 0.32000000000000006, "f1@10": 0.17818181818181827, "map@1": 0.78, "map@5": 0.8591666666666665, "map@10": 0.8617063492063491, "mrr@1": 0.78, "mrr@5": 0.8591666666666665, "mrr@10": 0.8617063492063491, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.95, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.95, "ndcg_linear@5": 0.9815464876785728, "ndcg_linear@10": 0.9815464876785728, "ndcg_exponential@1": 0.95, "ndcg_exponential@5": 0.9815464876785728, "ndcg_exponential@10": 0.9815464876785728, "precision@1": 0.95, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.95, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.95, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.95, "map@5": 0.975, "map@10": 0.975, "mrr@1": 0.95, "mrr@5": 0.975, "mrr@10": 0.975, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.93, "hit@5": 0.99, "hit@10": 0.99, "ndcg_linear@1": 0.93, "ndcg_linear@5": 0.9621031862602232, "ndcg_linear@10": 0.9621031862602232, "ndcg_exponential@1": 0.93, "ndcg_exponential@5": 0.9621031862602232, "ndcg_exponential@10": 0.9621031862602232, "precision@1": 0.93, "precision@5": 0.19799999999999998, "precision@10": 0.09899999999999999, "recall@1": 0.93, "recall@5": 0.99, "recall@10": 0.99, "f1@1": 0.93, "f1@5": 0.3300000000000001, "f1@10": 0.18000000000000008, "map@1": 0.93, "map@5": 0.9528333333333333, "map@10": 0.9528333333333333, "mrr@1": 0.93, "mrr@5": 0.9528333333333333, "mrr@10": 0.9528333333333333, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.91, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.91, "ndcg_linear@5": 0.9617243132866329, "ndcg_linear@10": 0.9617243132866329, "ndcg_exponential@1": 0.91, "ndcg_exponential@5": 0.9617243132866329, "ndcg_exponential@10": 0.9617243132866329, "precision@1": 0.91, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.91, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.91, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.91, "map@5": 0.9486666666666668, "map@10": 0.9486666666666668, "mrr@1": 0.91, "mrr@5": 0.9486666666666668, "mrr@10": 0.9486666666666668, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.98, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.98, "ndcg_linear@5": 0.9926185950714291, "ndcg_linear@10": 0.9926185950714291, "ndcg_exponential@1": 0.98, "ndcg_exponential@5": 0.9926185950714291, "ndcg_exponential@10": 0.9926185950714291, "precision@1": 0.98, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.98, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.98, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.98, "map@5": 0.99, "map@10": 0.99, "mrr@1": 0.98, "mrr@5": 0.99, "mrr@10": 0.99, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5961538461538461, "hit@5": 0.8076923076923077, "hit@10": 0.9423076923076923, "ndcg_linear@1": 0.5961538461538461, "ndcg_linear@5": 0.6296600073137312, "ndcg_linear@10": 0.6705595746139588, "ndcg_exponential@1": 0.5961538461538461, "ndcg_exponential@5": 0.6299756241655962, "ndcg_exponential@10": 0.6704653092060078, "precision@1": 0.5961538461538461, "precision@5": 0.23846153846153845, "precision@10": 0.15192307692307694, "recall@1": 0.4131410256410256, "recall@5": 0.6887820512820512, "recall@10": 0.7911796536796536, "f1@1": 0.4535996055226824, "f1@5": 0.3230738216032334, "f1@10": 0.23409263248064158, "map@1": 0.5961538461538461, "map@5": 0.5665384615384614, "map@10": 0.5893776709401709, "mrr@1": 0.5961538461538461, "mrr@5": 0.6733974358974358, "mrr@10": 0.6940018315018316, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.5984375, "hit@5": 0.8625, "hit@10": 0.9234375, "ndcg_linear@1": 0.5984375, "ndcg_linear@5": 0.6190370658395963, "ndcg_linear@10": 0.6529580971857463, "ndcg_exponential@1": 0.5984375, "ndcg_exponential@5": 0.6190370658395963, "ndcg_exponential@10": 0.6529580971857463, "precision@1": 0.5984375, "precision@5": 0.28343750000000006, "precision@10": 0.18078125, "recall@1": 0.35178885758848993, "recall@5": 0.6366524178734974, "recall@10": 0.7461748104414179, "f1@1": 0.40396605564574306, "f1@5": 0.3465695122891814, "f1@10": 0.26204261977469695, "map@1": 0.5984375, "map@5": 0.5450312499999999, "map@10": 0.5618039198318215, "mrr@1": 0.5984375, "mrr@5": 0.70625, "mrr@10": 0.7146484375, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.646551724137931, "hit@5": 0.9008620689655172, "hit@10": 0.9698275862068966, "ndcg_linear@1": 0.646551724137931, "ndcg_linear@5": 0.5685312758722243, "ndcg_linear@10": 0.550178902673084, "ndcg_exponential@1": 0.646551724137931, "ndcg_exponential@5": 0.5685312758722243, "ndcg_exponential@10": 0.550178902673084, "precision@1": 0.646551724137931, "precision@5": 0.481896551724138, "precision@10": 0.38965517241379305, "recall@1": 0.12471931579610925, "recall@5": 0.29616056216035974, "recall@10": 0.41806637417173476, "f1@1": 0.16700870093479486, "f1@5": 0.2933327631251845, "f1@10": 0.3249409794183384, "map@1": 0.646551724137931, "map@5": 0.4706513409961685, "map@10": 0.4198481598498276, "mrr@1": 0.646551724137931, "mrr@5": 0.7420258620689654, "mrr@10": 0.7511562671045431, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.5131578947368421, "hit@5": 0.8157894736842105, "hit@10": 0.9122807017543859, "ndcg_linear@1": 0.5131578947368421, "ndcg_linear@5": 0.555066193664009, "ndcg_linear@10": 0.602550698741118, "ndcg_exponential@1": 0.5131578947368421, "ndcg_exponential@5": 0.555066193664009, "ndcg_exponential@10": 0.602550698741118, "precision@1": 0.5131578947368421, "precision@5": 0.28070175438596495, "precision@10": 0.193421052631579, "recall@1": 0.27540204678362573, "recall@5": 0.5781954887218045, "recall@10": 0.7195436507936508, "f1@1": 0.32750861224545436, "f1@5": 0.32705597087869964, "f1@10": 0.2660040891974247, "map@1": 0.5131578947368421, "map@5": 0.47248050682261206, "map@10": 0.497215971061914, "mrr@1": 0.5131578947368421, "mrr@5": 0.6345760233918128, "mrr@10": 0.647404970760234, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.8602941176470589, "hit@5": 0.9424019607843137, "hit@10": 0.9620098039215687, "ndcg_linear@1": 0.8602941176470589, "ndcg_linear@5": 0.9042122521765144, "ndcg_linear@10": 0.9106922665907122, "ndcg_exponential@1": 0.8602941176470589, "ndcg_exponential@5": 0.9042122521765144, "ndcg_exponential@10": 0.9106922665907122, "precision@1": 0.8602941176470589, "precision@5": 0.1884803921568627, "precision@10": 0.09620098039215684, "recall@1": 0.8602941176470589, "recall@5": 0.9424019607843137, "recall@10": 0.9620098039215687, "f1@1": 0.8602941176470589, "f1@5": 0.3141339869281046, "f1@10": 0.1749108734402852, "map@1": 0.8602941176470589, "map@5": 0.8914624183006535, "map@10": 0.8942168534080298, "mrr@1": 0.8602941176470589, "mrr@5": 0.8914624183006535, "mrr@10": 0.8942168534080298, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.873015873015873, "hit@5": 0.9523809523809523, "hit@10": 0.9682539682539683, "ndcg_linear@1": 0.873015873015873, "ndcg_linear@5": 0.9139585535309659, "ndcg_linear@10": 0.9196126358660138, "ndcg_exponential@1": 0.873015873015873, "ndcg_exponential@5": 0.9139585535309659, "ndcg_exponential@10": 0.9196126358660138, "precision@1": 0.873015873015873, "precision@5": 0.19047619047619035, "precision@10": 0.09682539682539677, "recall@1": 0.873015873015873, "recall@5": 0.9523809523809523, "recall@10": 0.9682539682539683, "f1@1": 0.873015873015873, "f1@5": 0.3174603174603174, "f1@10": 0.17604617604617606, "map@1": 0.873015873015873, "map@5": 0.9013227513227513, "map@10": 0.903968253968254, "mrr@1": 0.873015873015873, "mrr@5": 0.9013227513227513, "mrr@10": 0.903968253968254, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.8460236886632826, "hit@5": 0.9746192893401016, "hit@10": 0.9847715736040609, "ndcg_linear@1": 0.8460236886632826, "ndcg_linear@5": 0.9182216161559719, "ndcg_linear@10": 0.9216553868015481, "ndcg_exponential@1": 0.8460236886632826, "ndcg_exponential@5": 0.9182216161559719, "ndcg_exponential@10": 0.9216553868015481, "precision@1": 0.8460236886632826, "precision@5": 0.19492385786802027, "precision@10": 0.09847715736040608, "recall@1": 0.8460236886632826, "recall@5": 0.9746192893401016, "recall@10": 0.9847715736040609, "f1@1": 0.8460236886632826, "f1@5": 0.3248730964467006, "f1@10": 0.1790493770189202, "map@1": 0.8460236886632826, "map@5": 0.8991257755217146, "map@10": 0.9006345177664974, "mrr@1": 0.8460236886632826, "mrr@5": 0.8991257755217146, "mrr@10": 0.9006345177664974, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.9586330935251799, "hit@5": 0.9928057553956835, "hit@10": 0.9946043165467626, "ndcg_linear@1": 0.9586330935251799, "ndcg_linear@5": 0.970044615428976, "ndcg_linear@10": 0.971384840755372, "ndcg_exponential@1": 0.9586330935251799, "ndcg_exponential@5": 0.970044615428976, "ndcg_exponential@10": 0.971384840755372, "precision@1": 0.9586330935251799, "precision@5": 0.24856115107913668, "precision@10": 0.1248201438848921, "recall@1": 0.8318345323741008, "recall@5": 0.987410071942446, "recall@10": 0.9910071942446043, "f1@1": 0.8741007194244604, "f1@5": 0.3899451867077768, "f1@10": 0.2191519511663397, "map@1": 0.9586330935251799, "map@5": 0.9585731414868106, "map@10": 0.9593296791138517, "mrr@1": 0.9586330935251799, "mrr@5": 0.9743705035971223, "mrr@10": 0.9746702637889687, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.9206128133704735, "hit@5": 0.9888579387186629, "hit@10": 0.9972144846796658, "ndcg_linear@1": 0.9206128133704735, "ndcg_linear@5": 0.9596902263338724, "ndcg_linear@10": 0.9622907757474569, "ndcg_exponential@1": 0.9206128133704735, "ndcg_exponential@5": 0.9596902263338724, "ndcg_exponential@10": 0.9622907757474569, "precision@1": 0.9206128133704735, "precision@5": 0.1977715877437326, "precision@10": 0.09972144846796657, "recall@1": 0.9206128133704735, "recall@5": 0.9888579387186629, "recall@10": 0.9972144846796658, "f1@1": 0.9206128133704735, "f1@5": 0.3296193129062211, "f1@10": 0.181311724487212, "map@1": 0.9206128133704735, "map@5": 0.9497678737233055, "map@10": 0.9507825971614271, "mrr@1": 0.9206128133704735, "mrr@5": 0.9497678737233055, "mrr@10": 0.9507825971614271, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.6210892236384704, "hit@5": 0.8829663962920047, "hit@10": 0.944380069524913, "ndcg_linear@1": 0.6210892236384704, "ndcg_linear@5": 0.7594865892300102, "ndcg_linear@10": 0.779692627108632, "ndcg_exponential@1": 0.6210892236384704, "ndcg_exponential@5": 0.7594865892300102, "ndcg_exponential@10": 0.779692627108632, "precision@1": 0.6210892236384704, "precision@5": 0.1765932792584009, "precision@10": 0.09443800695249131, "recall@1": 0.6210892236384704, "recall@5": 0.8829663962920047, "recall@10": 0.944380069524913, "f1@1": 0.6210892236384704, "f1@5": 0.29432213209733493, "f1@10": 0.17170546718634785, "map@1": 0.6210892236384704, "map@5": 0.7185206643491695, "map@10": 0.7270618367084184, "mrr@1": 0.6210892236384704, "mrr@5": 0.7185206643491695, "mrr@10": 0.7270618367084184, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.021891418563922942, "hit@5": 0.43870402802101577, "hit@10": 0.6663747810858144, "ndcg_linear@1": 0.021891418563922942, "ndcg_linear@5": 0.23340405808098585, "ndcg_linear@10": 0.3075329682546885, "ndcg_exponential@1": 0.021891418563922942, "ndcg_exponential@5": 0.2334040580809859, "ndcg_exponential@10": 0.3075329682546885, "precision@1": 0.021891418563922942, "precision@5": 0.08774080560420315, "precision@10": 0.06663747810858144, "recall@1": 0.021891418563922942, "recall@5": 0.43870402802101577, "recall@10": 0.6663747810858144, "f1@1": 0.021891418563922942, "f1@5": 0.1462346760070053, "f1@10": 0.1211590511065117, "map@1": 0.021891418563922942, "map@5": 0.166009924109749, "map@10": 0.1969042754287938, "mrr@1": 0.021891418563922942, "mrr@5": 0.166009924109749, "mrr@10": 0.1969042754287938, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9956217162872154, "hit@5": 0.999124343257443, "hit@10": 0.999124343257443, "ndcg_linear@1": 0.6713368359603036, "ndcg_linear@5": 0.8430562304157682, "ndcg_linear@10": 0.8339235489187798, "ndcg_exponential@1": 0.43970477858393786, "ndcg_exponential@5": 0.721421001900569, "ndcg_exponential@10": 0.756430458926477, "precision@1": 0.9956217162872154, "precision@5": 0.9352014010507881, "precision@10": 0.8540280210157619, "recall@1": 0.05873271879508355, "recall@5": 0.2751627862689317, "recall@10": 0.49306959586722166, "f1@1": 0.11017242278113552, "f1@5": 0.4166189351753278, "f1@10": 0.6111681144177751, "map@1": 0.9956217162872154, "map@5": 0.9295738470519556, "map@10": 0.8467988913311968, "mrr@1": 0.9956217162872154, "mrr@5": 0.9969352014010507, "mrr@10": 0.9969352014010507, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.07637231503579953, "hit@5": 0.3436754176610978, "hit@10": 0.44630071599045346, "ndcg_linear@1": 0.07637231503579953, "ndcg_linear@5": 0.1704532074548356, "ndcg_linear@10": 0.20824001831571434, "ndcg_exponential@1": 0.07637231503579953, "ndcg_exponential@5": 0.1704532074548356, "ndcg_exponential@10": 0.20824001831571434, "precision@1": 0.07637231503579953, "precision@5": 0.0818615751789976, "precision@10": 0.05930787589498807, "recall@1": 0.043317422434367536, "recall@5": 0.2549707353108308, "recall@10": 0.360494090237527, "f1@1": 0.05269058705812882, "f1@5": 0.11694283963341946, "f1@10": 0.09698778949565816, "map@1": 0.07637231503579953, "map@5": 0.12410766374966853, "map@10": 0.1415421023222336, "mrr@1": 0.07637231503579953, "mrr@5": 0.1693914081145585, "mrr@10": 0.18302221843391292, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.7434367541766109, "hit@5": 0.8257756563245824, "hit@10": 0.8520286396181385, "ndcg_linear@1": 0.5242641209228321, "ndcg_linear@5": 0.5594971125382726, "ndcg_linear@10": 0.5401015487237933, "ndcg_exponential@1": 0.36771224002727576, "ndcg_exponential@5": 0.4735481290888468, "ndcg_exponential@10": 0.4850787033433123, "precision@1": 0.7434367541766109, "precision@5": 0.6164677804295943, "precision@10": 0.5485680190930788, "recall@1": 0.024064115895302905, "recall@5": 0.09710460778214079, "recall@10": 0.16725465234857864, "f1@1": 0.04613127731463195, "f1@5": 0.16091594703247036, "f1@10": 0.23996814066291974, "map@1": 0.7434367541766109, "map@5": 0.5880708035003978, "map@10": 0.5065187068816742, "mrr@1": 0.7434367541766109, "mrr@5": 0.7777048528241844, "mrr@10": 0.7812085653672767, "num_pred": 838, "num_data": 838 } } } }