Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "WeMM-Embedding-2B", | |
| "report_generated_date": "2025-12-16T10:05:29.265160", | |
| "model_size": "2.13", | |
| "embedding_dimension": 2048, | |
| "data_source": "WeChat-CV", | |
| "url": "" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.836, | |
| "hit@5": 0.969, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.836, | |
| "ndcg_linear@5": 0.9112112802504408, | |
| "ndcg_linear@10": 0.9164845371313045, | |
| "ndcg_exponential@1": 0.836, | |
| "ndcg_exponential@5": 0.9112112802504408, | |
| "ndcg_exponential@10": 0.9164845371313045, | |
| "precision@1": 0.836, | |
| "precision@5": 0.1938, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.836, | |
| "recall@5": 0.969, | |
| "recall@10": 0.985, | |
| "f1@1": 0.836, | |
| "f1@5": 0.323, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.836, | |
| "map@5": 0.8915833333333333, | |
| "map@10": 0.8938170634920636, | |
| "mrr@1": 0.836, | |
| "mrr@5": 0.8915833333333333, | |
| "mrr@10": 0.8938170634920636, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.787, | |
| "hit@5": 0.971, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.787, | |
| "ndcg_linear@5": 0.8910686095626631, | |
| "ndcg_linear@10": 0.8975961582203997, | |
| "ndcg_exponential@1": 0.787, | |
| "ndcg_exponential@5": 0.8910686095626631, | |
| "ndcg_exponential@10": 0.8975961582203997, | |
| "precision@1": 0.787, | |
| "precision@5": 0.1942, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.787, | |
| "recall@5": 0.971, | |
| "recall@10": 0.991, | |
| "f1@1": 0.787, | |
| "f1@5": 0.3236666666666666, | |
| "f1@10": 0.1801818181818182, | |
| "map@1": 0.787, | |
| "map@5": 0.8639333333333333, | |
| "map@10": 0.866661111111111, | |
| "mrr@1": 0.787, | |
| "mrr@5": 0.8639333333333333, | |
| "mrr@10": 0.866661111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.66, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.66, | |
| "ndcg_linear@5": 0.8745161162142956, | |
| "ndcg_linear@10": 0.8745161162142956, | |
| "ndcg_exponential@1": 0.66, | |
| "ndcg_exponential@5": 0.8745161162142956, | |
| "ndcg_exponential@10": 0.8745161162142956, | |
| "precision@1": 0.66, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.66, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.66, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.66, | |
| "map@5": 0.83, | |
| "map@10": 0.83, | |
| "mrr@1": 0.66, | |
| "mrr@5": 0.83, | |
| "mrr@10": 0.83, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.937, | |
| "hit@5": 0.985, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.937, | |
| "ndcg_linear@5": 0.9651382112331661, | |
| "ndcg_linear@10": 0.968906633945487, | |
| "ndcg_exponential@1": 0.937, | |
| "ndcg_exponential@5": 0.9651382112331661, | |
| "ndcg_exponential@10": 0.968906633945487, | |
| "precision@1": 0.937, | |
| "precision@5": 0.19700000000000004, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.937, | |
| "recall@5": 0.985, | |
| "recall@10": 0.997, | |
| "f1@1": 0.937, | |
| "f1@5": 0.3283333333333333, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.937, | |
| "map@5": 0.9582833333333333, | |
| "map@10": 0.9597718253968254, | |
| "mrr@1": 0.937, | |
| "mrr@5": 0.9582833333333333, | |
| "mrr@10": 0.9597718253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.83, | |
| "hit@5": 0.978, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.83, | |
| "ndcg_linear@5": 0.9150247335628333, | |
| "ndcg_linear@10": 0.919368566379913, | |
| "ndcg_exponential@1": 0.83, | |
| "ndcg_exponential@5": 0.9150247335628333, | |
| "ndcg_exponential@10": 0.919368566379913, | |
| "precision@1": 0.83, | |
| "precision@5": 0.19560000000000002, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.83, | |
| "recall@5": 0.978, | |
| "recall@10": 0.991, | |
| "f1@1": 0.83, | |
| "f1@5": 0.326, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.83, | |
| "map@5": 0.8935166666666666, | |
| "map@10": 0.8953924603174603, | |
| "mrr@1": 0.83, | |
| "mrr@5": 0.8935166666666666, | |
| "mrr@10": 0.8953924603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.466, | |
| "hit@5": 0.76, | |
| "hit@10": 0.853, | |
| "ndcg_linear@1": 0.466, | |
| "ndcg_linear@5": 0.6228231868069415, | |
| "ndcg_linear@10": 0.6527823636896201, | |
| "ndcg_exponential@1": 0.466, | |
| "ndcg_exponential@5": 0.6228231868069415, | |
| "ndcg_exponential@10": 0.6527823636896201, | |
| "precision@1": 0.466, | |
| "precision@5": 0.152, | |
| "precision@10": 0.0853, | |
| "recall@1": 0.466, | |
| "recall@5": 0.76, | |
| "recall@10": 0.853, | |
| "f1@1": 0.466, | |
| "f1@5": 0.2533333333333334, | |
| "f1@10": 0.15509090909090908, | |
| "map@1": 0.466, | |
| "map@5": 0.5771333333333333, | |
| "map@10": 0.5894392857142857, | |
| "mrr@1": 0.466, | |
| "mrr@5": 0.5771333333333333, | |
| "mrr@10": 0.5894392857142857, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.606, | |
| "hit@5": 0.838, | |
| "hit@10": 0.904, | |
| "ndcg_linear@1": 0.606, | |
| "ndcg_linear@5": 0.7309992840953223, | |
| "ndcg_linear@10": 0.7523424951187597, | |
| "ndcg_exponential@1": 0.606, | |
| "ndcg_exponential@5": 0.7309992840953223, | |
| "ndcg_exponential@10": 0.7523424951187597, | |
| "precision@1": 0.606, | |
| "precision@5": 0.16760000000000003, | |
| "precision@10": 0.09040000000000001, | |
| "recall@1": 0.606, | |
| "recall@5": 0.838, | |
| "recall@10": 0.904, | |
| "f1@1": 0.606, | |
| "f1@5": 0.2793333333333334, | |
| "f1@10": 0.16436363636363638, | |
| "map@1": 0.606, | |
| "map@5": 0.6952999999999999, | |
| "map@10": 0.7041087301587302, | |
| "mrr@1": 0.606, | |
| "mrr@5": 0.6952999999999999, | |
| "mrr@10": 0.7041087301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.916, | |
| "hit@5": 0.992, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.916, | |
| "ndcg_linear@5": 0.9590931744289658, | |
| "ndcg_linear@10": 0.9597648464928595, | |
| "ndcg_exponential@1": 0.916, | |
| "ndcg_exponential@5": 0.9590931744289658, | |
| "ndcg_exponential@10": 0.9597648464928595, | |
| "precision@1": 0.916, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.916, | |
| "recall@5": 0.992, | |
| "recall@10": 0.994, | |
| "f1@1": 0.916, | |
| "f1@5": 0.33066666666666666, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.916, | |
| "map@5": 0.9478666666666667, | |
| "map@10": 0.9481583333333334, | |
| "mrr@1": 0.916, | |
| "mrr@5": 0.9478666666666667, | |
| "mrr@10": 0.9481583333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.885, | |
| "hit@5": 0.987, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.885, | |
| "ndcg_linear@5": 0.9438184648652309, | |
| "ndcg_linear@10": 0.9458692179700074, | |
| "ndcg_exponential@1": 0.885, | |
| "ndcg_exponential@5": 0.9438184648652309, | |
| "ndcg_exponential@10": 0.9458692179700074, | |
| "precision@1": 0.885, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.09930000000000003, | |
| "recall@1": 0.885, | |
| "recall@5": 0.987, | |
| "recall@10": 0.993, | |
| "f1@1": 0.885, | |
| "f1@5": 0.329, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.885, | |
| "map@5": 0.9290666666666666, | |
| "map@10": 0.929977380952381, | |
| "mrr@1": 0.885, | |
| "mrr@5": 0.9290666666666666, | |
| "mrr@10": 0.929977380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.289, | |
| "hit@5": 0.562, | |
| "hit@10": 0.663, | |
| "ndcg_linear@1": 0.289, | |
| "ndcg_linear@5": 0.4339504761582847, | |
| "ndcg_linear@10": 0.46647502493403853, | |
| "ndcg_exponential@1": 0.289, | |
| "ndcg_exponential@5": 0.4339504761582847, | |
| "ndcg_exponential@10": 0.46647502493403853, | |
| "precision@1": 0.289, | |
| "precision@5": 0.11239999999999999, | |
| "precision@10": 0.06629999999999998, | |
| "recall@1": 0.289, | |
| "recall@5": 0.562, | |
| "recall@10": 0.663, | |
| "f1@1": 0.289, | |
| "f1@5": 0.18733333333333338, | |
| "f1@10": 0.12054545454545457, | |
| "map@1": 0.289, | |
| "map@5": 0.39133333333333337, | |
| "map@10": 0.40468849206349206, | |
| "mrr@1": 0.289, | |
| "mrr@5": 0.39133333333333337, | |
| "mrr@10": 0.40468849206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.664, | |
| "hit@5": 0.893, | |
| "hit@10": 0.934, | |
| "ndcg_linear@1": 0.664, | |
| "ndcg_linear@5": 0.7905140481517458, | |
| "ndcg_linear@10": 0.8037006691650911, | |
| "ndcg_exponential@1": 0.664, | |
| "ndcg_exponential@5": 0.7905140481517458, | |
| "ndcg_exponential@10": 0.8037006691650911, | |
| "precision@1": 0.664, | |
| "precision@5": 0.17860000000000004, | |
| "precision@10": 0.09340000000000001, | |
| "recall@1": 0.664, | |
| "recall@5": 0.893, | |
| "recall@10": 0.934, | |
| "f1@1": 0.664, | |
| "f1@5": 0.29766666666666663, | |
| "f1@10": 0.1698181818181818, | |
| "map@1": 0.664, | |
| "map@5": 0.75595, | |
| "map@10": 0.7613511904761904, | |
| "mrr@1": 0.664, | |
| "mrr@5": 0.75595, | |
| "mrr@10": 0.7613511904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.574, | |
| "hit@5": 0.876, | |
| "hit@10": 0.936, | |
| "ndcg_linear@1": 0.574, | |
| "ndcg_linear@5": 0.7393814422193542, | |
| "ndcg_linear@10": 0.7594368185505439, | |
| "ndcg_exponential@1": 0.574, | |
| "ndcg_exponential@5": 0.7393814422193542, | |
| "ndcg_exponential@10": 0.7594368185505439, | |
| "precision@1": 0.574, | |
| "precision@5": 0.17520000000000002, | |
| "precision@10": 0.09360000000000002, | |
| "recall@1": 0.574, | |
| "recall@5": 0.876, | |
| "recall@10": 0.936, | |
| "f1@1": 0.574, | |
| "f1@5": 0.292, | |
| "f1@10": 0.17018181818181816, | |
| "map@1": 0.574, | |
| "map@5": 0.6934833333333333, | |
| "map@10": 0.7021448412698413, | |
| "mrr@1": 0.574, | |
| "mrr@5": 0.6934833333333333, | |
| "mrr@10": 0.7021448412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.951, | |
| "hit@5": 0.996, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.951, | |
| "ndcg_linear@5": 0.9775688877912394, | |
| "ndcg_linear@10": 0.9779022211245727, | |
| "ndcg_exponential@1": 0.951, | |
| "ndcg_exponential@5": 0.9775688877912394, | |
| "ndcg_exponential@10": 0.9779022211245727, | |
| "precision@1": 0.951, | |
| "precision@5": 0.19920000000000004, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.951, | |
| "recall@5": 0.996, | |
| "recall@10": 0.997, | |
| "f1@1": 0.951, | |
| "f1@5": 0.332, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.951, | |
| "map@5": 0.9712000000000001, | |
| "map@10": 0.9713428571428572, | |
| "mrr@1": 0.951, | |
| "mrr@5": 0.9712000000000001, | |
| "mrr@10": 0.9713428571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.797, | |
| "hit@5": 0.925, | |
| "hit@10": 0.95, | |
| "ndcg_linear@1": 0.797, | |
| "ndcg_linear@5": 0.869743231769458, | |
| "ndcg_linear@10": 0.8778947504086472, | |
| "ndcg_exponential@1": 0.797, | |
| "ndcg_exponential@5": 0.869743231769458, | |
| "ndcg_exponential@10": 0.8778947504086472, | |
| "precision@1": 0.797, | |
| "precision@5": 0.18500000000000003, | |
| "precision@10": 0.09500000000000001, | |
| "recall@1": 0.797, | |
| "recall@5": 0.925, | |
| "recall@10": 0.95, | |
| "f1@1": 0.797, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.17272727272727273, | |
| "map@1": 0.797, | |
| "map@5": 0.8508833333333333, | |
| "map@10": 0.8542845238095238, | |
| "mrr@1": 0.797, | |
| "mrr@5": 0.8508833333333333, | |
| "mrr@10": 0.8542845238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.663, | |
| "hit@5": 0.814, | |
| "hit@10": 0.859, | |
| "ndcg_linear@1": 0.663, | |
| "ndcg_linear@5": 0.7462041039439662, | |
| "ndcg_linear@10": 0.7604854810683211, | |
| "ndcg_exponential@1": 0.663, | |
| "ndcg_exponential@5": 0.7462041039439662, | |
| "ndcg_exponential@10": 0.7604854810683211, | |
| "precision@1": 0.663, | |
| "precision@5": 0.1628, | |
| "precision@10": 0.0859, | |
| "recall@1": 0.663, | |
| "recall@5": 0.814, | |
| "recall@10": 0.859, | |
| "f1@1": 0.663, | |
| "f1@5": 0.27133333333333337, | |
| "f1@10": 0.1561818181818182, | |
| "map@1": 0.663, | |
| "map@5": 0.7233833333333334, | |
| "map@10": 0.729115873015873, | |
| "mrr@1": 0.663, | |
| "mrr@5": 0.7233833333333334, | |
| "mrr@10": 0.729115873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.662, | |
| "hit@5": 0.923, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.662, | |
| "ndcg_linear@5": 0.8069259381997473, | |
| "ndcg_linear@10": 0.822275211874967, | |
| "ndcg_exponential@1": 0.662, | |
| "ndcg_exponential@5": 0.8069259381997473, | |
| "ndcg_exponential@10": 0.822275211874967, | |
| "precision@1": 0.662, | |
| "precision@5": 0.18460000000000001, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.662, | |
| "recall@5": 0.923, | |
| "recall@10": 0.97, | |
| "f1@1": 0.662, | |
| "f1@5": 0.3076666666666667, | |
| "f1@10": 0.17636363636363636, | |
| "map@1": 0.662, | |
| "map@5": 0.7677666666666666, | |
| "map@10": 0.7741948412698413, | |
| "mrr@1": 0.662, | |
| "mrr@5": 0.7677666666666666, | |
| "mrr@10": 0.7741948412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.945, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8693018162010301, | |
| "ndcg_linear@10": 0.8823265401226847, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8693018162010301, | |
| "ndcg_exponential@10": 0.8823265401226847, | |
| "precision@1": 0.78, | |
| "precision@5": 0.18900000000000003, | |
| "precision@10": 0.09840000000000002, | |
| "recall@1": 0.78, | |
| "recall@5": 0.945, | |
| "recall@10": 0.984, | |
| "f1@1": 0.78, | |
| "f1@5": 0.315, | |
| "f1@10": 0.1789090909090909, | |
| "map@1": 0.78, | |
| "map@5": 0.844, | |
| "map@10": 0.8496166666666666, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.844, | |
| "mrr@10": 0.8496166666666666, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.548, | |
| "hit@5": 0.733, | |
| "hit@10": 0.772, | |
| "ndcg_linear@1": 0.548, | |
| "ndcg_linear@5": 0.6516183429673483, | |
| "ndcg_linear@10": 0.6644595742368561, | |
| "ndcg_exponential@1": 0.548, | |
| "ndcg_exponential@5": 0.6516183429673483, | |
| "ndcg_exponential@10": 0.6644595742368561, | |
| "precision@1": 0.548, | |
| "precision@5": 0.1466, | |
| "precision@10": 0.0772, | |
| "recall@1": 0.548, | |
| "recall@5": 0.733, | |
| "recall@10": 0.772, | |
| "f1@1": 0.548, | |
| "f1@5": 0.24433333333333337, | |
| "f1@10": 0.14036363636363638, | |
| "map@1": 0.548, | |
| "map@5": 0.6240833333333333, | |
| "map@10": 0.6295182539682539, | |
| "mrr@1": 0.548, | |
| "mrr@5": 0.6240833333333333, | |
| "mrr@10": 0.6295182539682539, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.756, | |
| "hit@5": 0.931, | |
| "hit@10": 0.965, | |
| "ndcg_linear@1": 0.756, | |
| "ndcg_linear@5": 0.8533807171738028, | |
| "ndcg_linear@10": 0.8642728452479869, | |
| "ndcg_exponential@1": 0.756, | |
| "ndcg_exponential@5": 0.8533807171738028, | |
| "ndcg_exponential@10": 0.8642728452479869, | |
| "precision@1": 0.756, | |
| "precision@5": 0.18620000000000003, | |
| "precision@10": 0.09650000000000002, | |
| "recall@1": 0.756, | |
| "recall@5": 0.931, | |
| "recall@10": 0.965, | |
| "f1@1": 0.756, | |
| "f1@5": 0.31033333333333335, | |
| "f1@10": 0.17545454545454545, | |
| "map@1": 0.756, | |
| "map@5": 0.8271999999999999, | |
| "map@10": 0.831631746031746, | |
| "mrr@1": 0.756, | |
| "mrr@5": 0.8271999999999999, | |
| "mrr@10": 0.831631746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.865, | |
| "hit@5": 0.921, | |
| "hit@10": 0.936, | |
| "ndcg_linear@1": 0.865, | |
| "ndcg_linear@5": 0.8969421131392078, | |
| "ndcg_linear@10": 0.9016363410973524, | |
| "ndcg_exponential@1": 0.865, | |
| "ndcg_exponential@5": 0.8969421131392078, | |
| "ndcg_exponential@10": 0.9016363410973524, | |
| "precision@1": 0.865, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.0936, | |
| "recall@1": 0.865, | |
| "recall@5": 0.921, | |
| "recall@10": 0.936, | |
| "f1@1": 0.865, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17018181818181816, | |
| "map@1": 0.865, | |
| "map@5": 0.8887833333333333, | |
| "map@10": 0.8906313492063492, | |
| "mrr@1": 0.865, | |
| "mrr@5": 0.8887833333333333, | |
| "mrr@10": 0.8906313492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.851, | |
| "hit@5": 0.977, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.851, | |
| "ndcg_linear@5": 0.9216484079613056, | |
| "ndcg_linear@10": 0.9252992666825183, | |
| "ndcg_exponential@1": 0.851, | |
| "ndcg_exponential@5": 0.9216484079613056, | |
| "ndcg_exponential@10": 0.9252992666825183, | |
| "precision@1": 0.851, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09880000000000003, | |
| "recall@1": 0.851, | |
| "recall@5": 0.977, | |
| "recall@10": 0.988, | |
| "f1@1": 0.851, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.851, | |
| "map@5": 0.9029166666666666, | |
| "map@10": 0.9044789682539683, | |
| "mrr@1": 0.851, | |
| "mrr@5": 0.9029166666666666, | |
| "mrr@10": 0.9044789682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.669, | |
| "hit@5": 0.924, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.669, | |
| "ndcg_linear@5": 0.8144954720960456, | |
| "ndcg_linear@10": 0.8300288864772853, | |
| "ndcg_exponential@1": 0.669, | |
| "ndcg_exponential@5": 0.8144954720960456, | |
| "ndcg_exponential@10": 0.8300288864772853, | |
| "precision@1": 0.669, | |
| "precision@5": 0.18480000000000002, | |
| "precision@10": 0.097, | |
| "recall@1": 0.669, | |
| "recall@5": 0.924, | |
| "recall@10": 0.97, | |
| "f1@1": 0.669, | |
| "f1@5": 0.308, | |
| "f1@10": 0.17636363636363633, | |
| "map@1": 0.669, | |
| "map@5": 0.7771833333333334, | |
| "map@10": 0.783984126984127, | |
| "mrr@1": 0.669, | |
| "mrr@5": 0.7771833333333334, | |
| "mrr@10": 0.783984126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.769, | |
| "hit@5": 0.917, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.769, | |
| "ndcg_linear@5": 0.8505992153804275, | |
| "ndcg_linear@10": 0.8595446330144771, | |
| "ndcg_exponential@1": 0.769, | |
| "ndcg_exponential@5": 0.8505992153804275, | |
| "ndcg_exponential@10": 0.8595446330144771, | |
| "precision@1": 0.769, | |
| "precision@5": 0.18340000000000004, | |
| "precision@10": 0.09440000000000001, | |
| "recall@1": 0.769, | |
| "recall@5": 0.917, | |
| "recall@10": 0.944, | |
| "f1@1": 0.769, | |
| "f1@5": 0.3056666666666667, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.769, | |
| "map@5": 0.8282333333333334, | |
| "map@10": 0.8320511904761904, | |
| "mrr@1": 0.769, | |
| "mrr@5": 0.8282333333333334, | |
| "mrr@10": 0.8320511904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.803, | |
| "hit@5": 0.934, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.803, | |
| "ndcg_linear@5": 0.8765672384120528, | |
| "ndcg_linear@10": 0.8852032530514614, | |
| "ndcg_exponential@1": 0.803, | |
| "ndcg_exponential@5": 0.8765672384120528, | |
| "ndcg_exponential@10": 0.8852032530514614, | |
| "precision@1": 0.803, | |
| "precision@5": 0.18680000000000005, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.803, | |
| "recall@5": 0.934, | |
| "recall@10": 0.96, | |
| "f1@1": 0.803, | |
| "f1@5": 0.31133333333333335, | |
| "f1@10": 0.17454545454545453, | |
| "map@1": 0.803, | |
| "map@5": 0.8571, | |
| "map@10": 0.8607972222222222, | |
| "mrr@1": 0.803, | |
| "mrr@5": 0.8571, | |
| "mrr@10": 0.8607972222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.776, | |
| "hit@5": 0.959, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.776, | |
| "ndcg_linear@5": 0.8763350859465284, | |
| "ndcg_linear@10": 0.8847468922710593, | |
| "ndcg_exponential@1": 0.776, | |
| "ndcg_exponential@5": 0.8763350859465284, | |
| "ndcg_exponential@10": 0.8847468922710593, | |
| "precision@1": 0.776, | |
| "precision@5": 0.19180000000000003, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.776, | |
| "recall@5": 0.959, | |
| "recall@10": 0.985, | |
| "f1@1": 0.776, | |
| "f1@5": 0.3196666666666667, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.776, | |
| "map@5": 0.8485833333333332, | |
| "map@10": 0.8520539682539682, | |
| "mrr@1": 0.776, | |
| "mrr@5": 0.8485833333333332, | |
| "mrr@10": 0.8520539682539682, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.77, | |
| "hit@5": 0.952, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.77, | |
| "ndcg_linear@5": 0.8690672899859058, | |
| "ndcg_linear@10": 0.8818754780122415, | |
| "ndcg_exponential@1": 0.77, | |
| "ndcg_exponential@5": 0.8690672899859058, | |
| "ndcg_exponential@10": 0.8818754780122415, | |
| "precision@1": 0.77, | |
| "precision@5": 0.19040000000000004, | |
| "precision@10": 0.09910000000000001, | |
| "recall@1": 0.77, | |
| "recall@5": 0.952, | |
| "recall@10": 0.991, | |
| "f1@1": 0.77, | |
| "f1@5": 0.3173333333333333, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.77, | |
| "map@5": 0.8412833333333333, | |
| "map@10": 0.8466849206349206, | |
| "mrr@1": 0.77, | |
| "mrr@5": 0.8412833333333333, | |
| "mrr@10": 0.8466849206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.696, | |
| "hit@5": 0.98, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.696, | |
| "ndcg_linear@5": 0.8590623701063875, | |
| "ndcg_linear@10": 0.8633391531839443, | |
| "ndcg_exponential@1": 0.696, | |
| "ndcg_exponential@5": 0.8590623701063875, | |
| "ndcg_exponential@10": 0.8633391531839443, | |
| "precision@1": 0.696, | |
| "precision@5": 0.19600000000000004, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.696, | |
| "recall@5": 0.98, | |
| "recall@10": 0.993, | |
| "f1@1": 0.696, | |
| "f1@5": 0.32666666666666666, | |
| "f1@10": 0.1805454545454545, | |
| "map@1": 0.696, | |
| "map@5": 0.8177166666666665, | |
| "map@10": 0.8195230158730159, | |
| "mrr@1": 0.696, | |
| "mrr@5": 0.8177166666666665, | |
| "mrr@10": 0.8195230158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.913, | |
| "hit@5": 0.992, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.913, | |
| "ndcg_linear@5": 0.9589019304657352, | |
| "ndcg_linear@10": 0.9602188745430549, | |
| "ndcg_exponential@1": 0.913, | |
| "ndcg_exponential@5": 0.9589019304657352, | |
| "ndcg_exponential@10": 0.9602188745430549, | |
| "precision@1": 0.913, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.913, | |
| "recall@5": 0.992, | |
| "recall@10": 0.996, | |
| "f1@1": 0.913, | |
| "f1@5": 0.3306666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.913, | |
| "map@5": 0.94755, | |
| "map@10": 0.9481083333333333, | |
| "mrr@1": 0.913, | |
| "mrr@5": 0.94755, | |
| "mrr@10": 0.9481083333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.432, | |
| "hit@5": 0.717, | |
| "hit@10": 0.808, | |
| "ndcg_linear@1": 0.432, | |
| "ndcg_linear@5": 0.5862758023776369, | |
| "ndcg_linear@10": 0.6162384422435507, | |
| "ndcg_exponential@1": 0.432, | |
| "ndcg_exponential@5": 0.5862758023776369, | |
| "ndcg_exponential@10": 0.6162384422435507, | |
| "precision@1": 0.432, | |
| "precision@5": 0.14339999999999997, | |
| "precision@10": 0.0808, | |
| "recall@1": 0.432, | |
| "recall@5": 0.717, | |
| "recall@10": 0.808, | |
| "f1@1": 0.432, | |
| "f1@5": 0.23900000000000005, | |
| "f1@10": 0.14690909090909093, | |
| "map@1": 0.432, | |
| "map@5": 0.5425333333333333, | |
| "map@10": 0.5552099206349206, | |
| "mrr@1": 0.432, | |
| "mrr@5": 0.5425333333333333, | |
| "mrr@10": 0.5552099206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.839, | |
| "hit@5": 0.973, | |
| "hit@10": 0.979, | |
| "ndcg_linear@1": 0.839, | |
| "ndcg_linear@5": 0.9150703111908406, | |
| "ndcg_linear@10": 0.9170624535287473, | |
| "ndcg_exponential@1": 0.839, | |
| "ndcg_exponential@5": 0.9150703111908406, | |
| "ndcg_exponential@10": 0.9170624535287473, | |
| "precision@1": 0.839, | |
| "precision@5": 0.19460000000000002, | |
| "precision@10": 0.09790000000000001, | |
| "recall@1": 0.839, | |
| "recall@5": 0.973, | |
| "recall@10": 0.979, | |
| "f1@1": 0.839, | |
| "f1@5": 0.3243333333333333, | |
| "f1@10": 0.17799999999999996, | |
| "map@1": 0.839, | |
| "map@5": 0.8954, | |
| "map@10": 0.8962511904761905, | |
| "mrr@1": 0.839, | |
| "mrr@5": 0.8954, | |
| "mrr@10": 0.8962511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.735, | |
| "hit@5": 0.928, | |
| "hit@10": 0.961, | |
| "ndcg_linear@1": 0.735, | |
| "ndcg_linear@5": 0.8406479448358469, | |
| "ndcg_linear@10": 0.8513577436486407, | |
| "ndcg_exponential@1": 0.735, | |
| "ndcg_exponential@5": 0.8406479448358469, | |
| "ndcg_exponential@10": 0.8513577436486407, | |
| "precision@1": 0.735, | |
| "precision@5": 0.18560000000000001, | |
| "precision@10": 0.09610000000000002, | |
| "recall@1": 0.735, | |
| "recall@5": 0.928, | |
| "recall@10": 0.961, | |
| "f1@1": 0.735, | |
| "f1@5": 0.30933333333333335, | |
| "f1@10": 0.17472727272727273, | |
| "map@1": 0.735, | |
| "map@5": 0.8113166666666667, | |
| "map@10": 0.815761111111111, | |
| "mrr@1": 0.735, | |
| "mrr@5": 0.8113166666666667, | |
| "mrr@10": 0.815761111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.933, | |
| "hit@5": 0.996, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.933, | |
| "ndcg_linear@5": 0.9706122229672621, | |
| "ndcg_linear@10": 0.9716027934833674, | |
| "ndcg_exponential@1": 0.933, | |
| "ndcg_exponential@5": 0.9706122229672621, | |
| "ndcg_exponential@10": 0.9716027934833674, | |
| "precision@1": 0.933, | |
| "precision@5": 0.19920000000000004, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.933, | |
| "recall@5": 0.996, | |
| "recall@10": 0.999, | |
| "f1@1": 0.933, | |
| "f1@5": 0.332, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.933, | |
| "map@5": 0.9618166666666667, | |
| "map@10": 0.9622373015873017, | |
| "mrr@1": 0.933, | |
| "mrr@5": 0.9618166666666667, | |
| "mrr@10": 0.9622373015873017, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.861, | |
| "hit@5": 0.952, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.861, | |
| "ndcg_linear@5": 0.911918447049051, | |
| "ndcg_linear@10": 0.9199934864648226, | |
| "ndcg_exponential@1": 0.861, | |
| "ndcg_exponential@5": 0.911918447049051, | |
| "ndcg_exponential@10": 0.9199934864648226, | |
| "precision@1": 0.861, | |
| "precision@5": 0.19040000000000004, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.861, | |
| "recall@5": 0.952, | |
| "recall@10": 0.977, | |
| "f1@1": 0.861, | |
| "f1@5": 0.3173333333333333, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.861, | |
| "map@5": 0.8983333333333333, | |
| "map@10": 0.9016571428571428, | |
| "mrr@1": 0.861, | |
| "mrr@5": 0.8983333333333333, | |
| "mrr@10": 0.9016571428571428, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.965, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.965, | |
| "ndcg_linear@5": 0.9863147454143784, | |
| "ndcg_linear@10": 0.9863147454143784, | |
| "ndcg_exponential@1": 0.965, | |
| "ndcg_exponential@5": 0.9863147454143784, | |
| "ndcg_exponential@10": 0.9863147454143784, | |
| "precision@1": 0.965, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.965, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.965, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.965, | |
| "map@5": 0.9815333333333333, | |
| "map@10": 0.9815333333333333, | |
| "mrr@1": 0.965, | |
| "mrr@5": 0.9815333333333333, | |
| "mrr@10": 0.9815333333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.921, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.921, | |
| "ndcg_linear@5": 0.9718475795091895, | |
| "ndcg_linear@10": 0.9718475795091895, | |
| "ndcg_exponential@1": 0.921, | |
| "ndcg_exponential@5": 0.9718475795091895, | |
| "ndcg_exponential@10": 0.9718475795091895, | |
| "precision@1": 0.921, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.921, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.921, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.921, | |
| "map@5": 0.9623999999999999, | |
| "map@10": 0.9623999999999999, | |
| "mrr@1": 0.921, | |
| "mrr@5": 0.9594, | |
| "mrr@10": 0.9594, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.984, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.984, | |
| "ndcg_linear@5": 0.9924087911447184, | |
| "ndcg_linear@10": 0.9927421244780518, | |
| "ndcg_exponential@1": 0.984, | |
| "ndcg_exponential@5": 0.9924087911447184, | |
| "ndcg_exponential@10": 0.9927421244780518, | |
| "precision@1": 0.984, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.984, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.984, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.984, | |
| "map@5": 0.9901666666666668, | |
| "map@10": 0.9903095238095239, | |
| "mrr@1": 0.984, | |
| "mrr@5": 0.9901666666666668, | |
| "mrr@10": 0.9903095238095239, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.589, | |
| "hit@5": 0.835, | |
| "hit@10": 0.885, | |
| "ndcg_linear@1": 0.589, | |
| "ndcg_linear@5": 0.72180607647569, | |
| "ndcg_linear@10": 0.7380267045958574, | |
| "ndcg_exponential@1": 0.589, | |
| "ndcg_exponential@5": 0.72180607647569, | |
| "ndcg_exponential@10": 0.7380267045958574, | |
| "precision@1": 0.589, | |
| "precision@5": 0.167, | |
| "precision@10": 0.0885, | |
| "recall@1": 0.589, | |
| "recall@5": 0.835, | |
| "recall@10": 0.885, | |
| "f1@1": 0.589, | |
| "f1@5": 0.2783333333333334, | |
| "f1@10": 0.16090909090909092, | |
| "map@1": 0.589, | |
| "map@5": 0.6839999999999999, | |
| "map@10": 0.6907214285714285, | |
| "mrr@1": 0.589, | |
| "mrr@5": 0.6839999999999999, | |
| "mrr@10": 0.6907214285714285, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.634, | |
| "hit@5": 0.88, | |
| "hit@10": 0.928, | |
| "ndcg_linear@1": 0.634, | |
| "ndcg_linear@5": 0.7687292195582197, | |
| "ndcg_linear@10": 0.7843047471643673, | |
| "ndcg_exponential@1": 0.634, | |
| "ndcg_exponential@5": 0.7687292195582197, | |
| "ndcg_exponential@10": 0.7843047471643673, | |
| "precision@1": 0.634, | |
| "precision@5": 0.17600000000000002, | |
| "precision@10": 0.09280000000000001, | |
| "recall@1": 0.634, | |
| "recall@5": 0.88, | |
| "recall@10": 0.928, | |
| "f1@1": 0.634, | |
| "f1@5": 0.29333333333333333, | |
| "f1@10": 0.16872727272727273, | |
| "map@1": 0.634, | |
| "map@5": 0.7313833333333333, | |
| "map@10": 0.7378496031746031, | |
| "mrr@1": 0.634, | |
| "mrr@5": 0.7313833333333333, | |
| "mrr@10": 0.7378496031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.577, | |
| "hit@5": 0.806, | |
| "hit@10": 0.863, | |
| "ndcg_linear@1": 0.577, | |
| "ndcg_linear@5": 0.7004197129184094, | |
| "ndcg_linear@10": 0.7190843588491476, | |
| "ndcg_exponential@1": 0.577, | |
| "ndcg_exponential@5": 0.7004197129184094, | |
| "ndcg_exponential@10": 0.7190843588491476, | |
| "precision@1": 0.577, | |
| "precision@5": 0.16119999999999998, | |
| "precision@10": 0.08630000000000002, | |
| "recall@1": 0.577, | |
| "recall@5": 0.806, | |
| "recall@10": 0.863, | |
| "f1@1": 0.577, | |
| "f1@5": 0.26866666666666666, | |
| "f1@10": 0.15690909090909091, | |
| "map@1": 0.577, | |
| "map@5": 0.6650833333333332, | |
| "map@10": 0.672925, | |
| "mrr@1": 0.577, | |
| "mrr@5": 0.6650833333333332, | |
| "mrr@10": 0.672925, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.751, | |
| "hit@5": 0.961, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.751, | |
| "ndcg_linear@5": 0.870494668568876, | |
| "ndcg_linear@10": 0.8780155889289516, | |
| "ndcg_exponential@1": 0.751, | |
| "ndcg_exponential@5": 0.870494668568876, | |
| "ndcg_exponential@10": 0.8780155889289516, | |
| "precision@1": 0.751, | |
| "precision@5": 0.19220000000000004, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.751, | |
| "recall@5": 0.961, | |
| "recall@10": 0.983, | |
| "f1@1": 0.751, | |
| "f1@5": 0.3203333333333333, | |
| "f1@10": 0.1787272727272727, | |
| "map@1": 0.751, | |
| "map@5": 0.8396833333333332, | |
| "map@10": 0.8430285714285715, | |
| "mrr@1": 0.751, | |
| "mrr@5": 0.8396833333333332, | |
| "mrr@10": 0.8430285714285715, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.5242494226327945, | |
| "hit@5": 0.9399538106235565, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5242494226327945, | |
| "ndcg_linear@5": 0.7466455063380729, | |
| "ndcg_linear@10": 0.7664525271438197, | |
| "ndcg_exponential@1": 0.5242494226327945, | |
| "ndcg_exponential@5": 0.7466455063380729, | |
| "ndcg_exponential@10": 0.7664525271438197, | |
| "precision@1": 0.5242494226327945, | |
| "precision@5": 0.18799076212471133, | |
| "precision@10": 0.1, | |
| "recall@1": 0.5242494226327945, | |
| "recall@5": 0.9399538106235565, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5242494226327945, | |
| "f1@5": 0.3133179368745189, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.5242494226327945, | |
| "map@5": 0.6820246343341031, | |
| "map@10": 0.6904230360350453, | |
| "mrr@1": 0.5242494226327945, | |
| "mrr@5": 0.6820246343341031, | |
| "mrr@10": 0.6904230360350453, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.6135, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6135, | |
| "ndcg_linear@5": 0.8282265459275562, | |
| "ndcg_linear@10": 0.8282265459275562, | |
| "ndcg_exponential@1": 0.6135, | |
| "ndcg_exponential@5": 0.8282265459275562, | |
| "ndcg_exponential@10": 0.8282265459275562, | |
| "precision@1": 0.6135, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.6135, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6135, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.6135, | |
| "map@5": 0.7699708333333333, | |
| "map@10": 0.7699708333333333, | |
| "mrr@1": 0.6135, | |
| "mrr@5": 0.7699708333333333, | |
| "mrr@10": 0.7699708333333333, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.5818518518518518, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5818518518518518, | |
| "ndcg_linear@5": 0.8072442101818411, | |
| "ndcg_linear@10": 0.8072442101818411, | |
| "ndcg_exponential@1": 0.5818518518518518, | |
| "ndcg_exponential@5": 0.8072442101818411, | |
| "ndcg_exponential@10": 0.8072442101818411, | |
| "precision@1": 0.5818518518518518, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5818518518518518, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5818518518518518, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.5818518518518518, | |
| "map@5": 0.7425617283950616, | |
| "map@10": 0.7425617283950616, | |
| "mrr@1": 0.5818518518518518, | |
| "mrr@5": 0.7425617283950616, | |
| "mrr@10": 0.7425617283950616, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.7382064455861747, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7382064455861747, | |
| "ndcg_linear@5": 0.8791049056346437, | |
| "ndcg_linear@10": 0.8791049056346437, | |
| "ndcg_exponential@1": 0.7382064455861747, | |
| "ndcg_exponential@5": 0.8791049056346437, | |
| "ndcg_exponential@10": 0.8791049056346437, | |
| "precision@1": 0.7382064455861747, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.7382064455861747, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7382064455861747, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.7382064455861747, | |
| "map@5": 0.8387085474077535, | |
| "map@10": 0.8387085474077535, | |
| "mrr@1": 0.7382064455861747, | |
| "mrr@5": 0.8387085474077535, | |
| "mrr@10": 0.8387085474077535, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.51, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.51, | |
| "ndcg_linear@5": 0.7674259608404208, | |
| "ndcg_linear@10": 0.7674259608404208, | |
| "ndcg_exponential@1": 0.51, | |
| "ndcg_exponential@5": 0.7674259608404208, | |
| "ndcg_exponential@10": 0.7674259608404208, | |
| "precision@1": 0.51, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.51, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.51, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.51, | |
| "map@5": 0.6903666666666667, | |
| "map@10": 0.6903666666666667, | |
| "mrr@1": 0.51, | |
| "mrr@5": 0.6903666666666667, | |
| "mrr@10": 0.6903666666666667, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.758, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.758, | |
| "ndcg_linear@5": 0.9106850003642928, | |
| "ndcg_linear@10": 0.9106850003642928, | |
| "ndcg_exponential@1": 0.758, | |
| "ndcg_exponential@5": 0.9106850003642928, | |
| "ndcg_exponential@10": 0.9106850003642928, | |
| "precision@1": 0.758, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.758, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.758, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.758, | |
| "map@5": 0.879, | |
| "map@10": 0.879, | |
| "mrr@1": 0.758, | |
| "mrr@5": 0.879, | |
| "mrr@10": 0.879, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.6523904382470119, | |
| "hit@5": 0.8675298804780877, | |
| "hit@10": 0.9103585657370518, | |
| "ndcg_linear@1": 0.6523904382470119, | |
| "ndcg_linear@5": 0.7721075470990962, | |
| "ndcg_linear@10": 0.786105346127798, | |
| "ndcg_exponential@1": 0.6523904382470119, | |
| "ndcg_exponential@5": 0.7721075470990962, | |
| "ndcg_exponential@10": 0.786105346127798, | |
| "precision@1": 0.6523904382470119, | |
| "precision@5": 0.17350597609561755, | |
| "precision@10": 0.09103585657370519, | |
| "recall@1": 0.6523904382470119, | |
| "recall@5": 0.8675298804780877, | |
| "recall@10": 0.9103585657370518, | |
| "f1@1": 0.6523904382470119, | |
| "f1@5": 0.28917662682602924, | |
| "f1@10": 0.1655197392249185, | |
| "map@1": 0.6523904382470119, | |
| "map@5": 0.7398904382470118, | |
| "map@10": 0.7457562606715993, | |
| "mrr@1": 0.6523904382470119, | |
| "mrr@5": 0.7398904382470118, | |
| "mrr@10": 0.7457562606715993, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.531, | |
| "hit@5": 0.769, | |
| "hit@10": 0.846, | |
| "ndcg_linear@1": 0.531, | |
| "ndcg_linear@5": 0.6599731128498183, | |
| "ndcg_linear@10": 0.6850426979542356, | |
| "ndcg_exponential@1": 0.531, | |
| "ndcg_exponential@5": 0.6599731128498183, | |
| "ndcg_exponential@10": 0.6850426979542356, | |
| "precision@1": 0.531, | |
| "precision@5": 0.15380000000000002, | |
| "precision@10": 0.08460000000000001, | |
| "recall@1": 0.531, | |
| "recall@5": 0.769, | |
| "recall@10": 0.846, | |
| "f1@1": 0.531, | |
| "f1@5": 0.25633333333333336, | |
| "f1@10": 0.15381818181818183, | |
| "map@1": 0.531, | |
| "map@5": 0.6235499999999999, | |
| "map@10": 0.6339972222222222, | |
| "mrr@1": 0.531, | |
| "mrr@5": 0.6235499999999999, | |
| "mrr@10": 0.6339972222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.7343283582089553, | |
| "hit@5": 0.9388059701492537, | |
| "hit@10": 0.9611940298507463, | |
| "ndcg_linear@1": 0.7343283582089553, | |
| "ndcg_linear@5": 0.8502215444193122, | |
| "ndcg_linear@10": 0.8577503235565506, | |
| "ndcg_exponential@1": 0.7343283582089553, | |
| "ndcg_exponential@5": 0.8502215444193122, | |
| "ndcg_exponential@10": 0.8577503235565506, | |
| "precision@1": 0.7343283582089553, | |
| "precision@5": 0.18776119402985073, | |
| "precision@10": 0.09611940298507461, | |
| "recall@1": 0.7343283582089553, | |
| "recall@5": 0.9388059701492537, | |
| "recall@10": 0.9611940298507463, | |
| "f1@1": 0.7343283582089553, | |
| "f1@5": 0.31293532338308466, | |
| "f1@10": 0.17476255088195392, | |
| "map@1": 0.7343283582089553, | |
| "map@5": 0.8200746268656717, | |
| "map@10": 0.8233552475716653, | |
| "mrr@1": 0.7343283582089553, | |
| "mrr@5": 0.8200746268656717, | |
| "mrr@10": 0.8233552475716653, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.5252344796784278, | |
| "hit@5": 0.7976775346136669, | |
| "hit@10": 0.8829834747655203, | |
| "ndcg_linear@1": 0.5252344796784278, | |
| "ndcg_linear@5": 0.6713447716898636, | |
| "ndcg_linear@10": 0.6993113678288804, | |
| "ndcg_exponential@1": 0.5252344796784278, | |
| "ndcg_exponential@5": 0.6713447716898636, | |
| "ndcg_exponential@10": 0.6993113678288804, | |
| "precision@1": 0.5252344796784278, | |
| "precision@5": 0.15953550692273336, | |
| "precision@10": 0.08829834747655203, | |
| "recall@1": 0.5252344796784278, | |
| "recall@5": 0.7976775346136669, | |
| "recall@10": 0.8829834747655203, | |
| "f1@1": 0.5252344796784278, | |
| "f1@5": 0.265892511537889, | |
| "f1@10": 0.16054244995736736, | |
| "map@1": 0.5252344796784278, | |
| "map@5": 0.6292057466130714, | |
| "map@10": 0.6409665950644066, | |
| "mrr@1": 0.5252344796784278, | |
| "mrr@5": 0.6292057466130714, | |
| "mrr@10": 0.6409665950644066, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.2645486001887386, | |
| "hit@5": 0.4963825102233407, | |
| "hit@10": 0.6020761245674741, | |
| "ndcg_linear@1": 0.2645486001887386, | |
| "ndcg_linear@5": 0.3848863043914109, | |
| "ndcg_linear@10": 0.41901390280800344, | |
| "ndcg_exponential@1": 0.2645486001887386, | |
| "ndcg_exponential@5": 0.3848863043914109, | |
| "ndcg_exponential@10": 0.41901390280800344, | |
| "precision@1": 0.2645486001887386, | |
| "precision@5": 0.09927650204466812, | |
| "precision@10": 0.0602076124567474, | |
| "recall@1": 0.26612142183076437, | |
| "recall@5": 0.49795533186536645, | |
| "recall@10": 0.6036489462094998, | |
| "f1@1": 0.2645486001887386, | |
| "f1@5": 0.16546083674111356, | |
| "f1@10": 0.10946838628499532, | |
| "map@1": 0.2645486001887386, | |
| "map@5": 0.3480811575967286, | |
| "map@10": 0.36212982519210896, | |
| "mrr@1": 0.2645486001887386, | |
| "mrr@5": 0.3480811575967286, | |
| "mrr@10": 0.36212982519210896, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.7968605724838412, | |
| "hit@5": 0.971375807940905, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7968605724838412, | |
| "ndcg_linear@5": 0.8943640577787564, | |
| "ndcg_linear@10": 0.9037334894985363, | |
| "ndcg_exponential@1": 0.7968605724838412, | |
| "ndcg_exponential@5": 0.8943640577787564, | |
| "ndcg_exponential@10": 0.9037334894985363, | |
| "precision@1": 0.7968605724838412, | |
| "precision@5": 0.19427516158818095, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.7968605724838412, | |
| "recall@5": 0.971375807940905, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7968605724838412, | |
| "f1@5": 0.3237919359803017, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.7968605724838412, | |
| "map@5": 0.8683133271775931, | |
| "map@10": 0.8722434741825322, | |
| "mrr@1": 0.7968605724838412, | |
| "mrr@5": 0.8683133271775931, | |
| "mrr@10": 0.8722434741825322, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.28198074277854196, | |
| "hit@5": 0.6808803301237965, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.28198074277854196, | |
| "ndcg_linear@5": 0.4907350986179054, | |
| "ndcg_linear@10": 0.591166631030244, | |
| "ndcg_exponential@1": 0.28198074277854196, | |
| "ndcg_exponential@5": 0.4907350986179054, | |
| "ndcg_exponential@10": 0.591166631030244, | |
| "precision@1": 0.28198074277854196, | |
| "precision@5": 0.13617606602475926, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.28198074277854196, | |
| "recall@5": 0.6808803301237965, | |
| "recall@10": 1.0, | |
| "f1@1": 0.28198074277854196, | |
| "f1@5": 0.22696011004126554, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.28198074277854196, | |
| "map@5": 0.42778541953232463, | |
| "map@10": 0.4676469946071047, | |
| "mrr@1": 0.28198074277854196, | |
| "mrr@5": 0.42778541953232463, | |
| "mrr@10": 0.4676469946071047, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.4975031210986267, | |
| "hit@5": 0.9013732833957553, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4975031210986267, | |
| "ndcg_linear@5": 0.7147198817505918, | |
| "ndcg_linear@10": 0.7472482017069045, | |
| "ndcg_exponential@1": 0.4975031210986267, | |
| "ndcg_exponential@5": 0.7147198817505918, | |
| "ndcg_exponential@10": 0.7472482017069045, | |
| "precision@1": 0.4975031210986267, | |
| "precision@5": 0.18027465667915105, | |
| "precision@10": 0.09999999999999999, | |
| "recall@1": 0.4975031210986267, | |
| "recall@5": 0.9013732833957553, | |
| "recall@10": 1.0, | |
| "f1@1": 0.4975031210986267, | |
| "f1@5": 0.3004577611319185, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.4975031210986267, | |
| "map@5": 0.6523408239700375, | |
| "map@10": 0.6661333551314825, | |
| "mrr@1": 0.4975031210986267, | |
| "mrr@5": 0.6523408239700375, | |
| "mrr@10": 0.6661333551314825, | |
| "num_pred": 1602, | |
| "num_data": 1602 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.85, | |
| "hit@5": 0.942, | |
| "hit@10": 0.964, | |
| "ndcg_linear@1": 0.85, | |
| "ndcg_linear@5": 0.9024847506363189, | |
| "ndcg_linear@10": 0.9096301807457717, | |
| "ndcg_exponential@1": 0.85, | |
| "ndcg_exponential@5": 0.9024847506363189, | |
| "ndcg_exponential@10": 0.9096301807457717, | |
| "precision@1": 0.85, | |
| "precision@5": 0.1884, | |
| "precision@10": 0.0964, | |
| "recall@1": 0.85, | |
| "recall@5": 0.942, | |
| "recall@10": 0.964, | |
| "f1@1": 0.85, | |
| "f1@5": 0.314, | |
| "f1@10": 0.17527272727272727, | |
| "map@1": 0.85, | |
| "map@5": 0.889, | |
| "map@10": 0.8919714285714285, | |
| "mrr@1": 0.85, | |
| "mrr@5": 0.889, | |
| "mrr@10": 0.8919714285714285, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.49445676274944567, | |
| "hit@5": 0.6784922394678492, | |
| "hit@10": 0.7494456762749445, | |
| "ndcg_linear@1": 0.49445676274944567, | |
| "ndcg_linear@5": 0.5911089734367501, | |
| "ndcg_linear@10": 0.6132804112784507, | |
| "ndcg_exponential@1": 0.49445676274944567, | |
| "ndcg_exponential@5": 0.5911089734367501, | |
| "ndcg_exponential@10": 0.6132804112784507, | |
| "precision@1": 0.49445676274944567, | |
| "precision@5": 0.13791574279379154, | |
| "precision@10": 0.07649667405764966, | |
| "recall@1": 0.49076127124907615, | |
| "recall@5": 0.6725424981522542, | |
| "recall@10": 0.7399482631189949, | |
| "f1@1": 0.49186991869918695, | |
| "f1@5": 0.22765500878843783, | |
| "f1@10": 0.1379545066906486, | |
| "map@1": 0.49445676274944567, | |
| "map@5": 0.5623429416112343, | |
| "map@10": 0.571491130820399, | |
| "mrr@1": 0.49445676274944567, | |
| "mrr@5": 0.5658536585365853, | |
| "mrr@10": 0.5753801076971807, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8663967611336032, | |
| "hit@5": 0.9493927125506073, | |
| "hit@10": 0.97165991902834, | |
| "ndcg_linear@1": 0.8663967611336032, | |
| "ndcg_linear@5": 0.9120171701760132, | |
| "ndcg_linear@10": 0.9196453913481535, | |
| "ndcg_exponential@1": 0.8663967611336032, | |
| "ndcg_exponential@5": 0.9120171701760132, | |
| "ndcg_exponential@10": 0.9196453913481535, | |
| "precision@1": 0.8663967611336032, | |
| "precision@5": 0.18987854251012148, | |
| "precision@10": 0.09736842105263158, | |
| "recall@1": 0.8663967611336032, | |
| "recall@5": 0.9483805668016194, | |
| "recall@10": 0.97165991902834, | |
| "f1@1": 0.8663967611336032, | |
| "f1@5": 0.31636784268363216, | |
| "f1@10": 0.1769721506563612, | |
| "map@1": 0.8663967611336032, | |
| "map@5": 0.8996626180836708, | |
| "map@10": 0.9029536983484352, | |
| "mrr@1": 0.8663967611336032, | |
| "mrr@5": 0.8998650472334683, | |
| "mrr@10": 0.9028187455819034, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8285714285714286, | |
| "hit@5": 0.9464285714285714, | |
| "hit@10": 0.9714285714285714, | |
| "ndcg_linear@1": 0.8285714285714286, | |
| "ndcg_linear@5": 0.8941183836108889, | |
| "ndcg_linear@10": 0.9021624457608208, | |
| "ndcg_exponential@1": 0.8285714285714286, | |
| "ndcg_exponential@5": 0.8941183836108889, | |
| "ndcg_exponential@10": 0.9021624457608208, | |
| "precision@1": 0.8285714285714286, | |
| "precision@5": 0.18928571428571425, | |
| "precision@10": 0.09714285714285713, | |
| "recall@1": 0.8285714285714286, | |
| "recall@5": 0.9464285714285714, | |
| "recall@10": 0.9714285714285714, | |
| "f1@1": 0.8285714285714286, | |
| "f1@5": 0.3154761904761906, | |
| "f1@10": 0.17662337662337668, | |
| "map@1": 0.8285714285714286, | |
| "map@5": 0.8764285714285713, | |
| "map@10": 0.8797264739229025, | |
| "mrr@1": 0.8285714285714286, | |
| "mrr@5": 0.8764285714285713, | |
| "mrr@10": 0.8797264739229025, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.5911300121506683, | |
| "hit@5": 0.8639125151883353, | |
| "hit@10": 0.9246658566221142, | |
| "ndcg_linear@1": 0.5911300121506683, | |
| "ndcg_linear@5": 0.7380715265315331, | |
| "ndcg_linear@10": 0.7581571236607642, | |
| "ndcg_exponential@1": 0.5911300121506683, | |
| "ndcg_exponential@5": 0.7380715265315331, | |
| "ndcg_exponential@10": 0.7581571236607642, | |
| "precision@1": 0.5911300121506683, | |
| "precision@5": 0.17326852976913726, | |
| "precision@10": 0.09289185905224787, | |
| "recall@1": 0.5896111786148238, | |
| "recall@5": 0.8627582017010935, | |
| "recall@10": 0.9241798298906441, | |
| "f1@1": 0.5901174564601053, | |
| "f1@5": 0.2883700746398196, | |
| "f1@10": 0.16868441400640674, | |
| "map@1": 0.5911300121506683, | |
| "map@5": 0.6960955852571892, | |
| "map@10": 0.7045570792107853, | |
| "mrr@1": 0.5911300121506683, | |
| "mrr@5": 0.6967496962332927, | |
| "mrr@10": 0.7050410808308742, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.67, | |
| "hit@5": 0.95, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.67, | |
| "ndcg_linear@5": 0.8260907046471198, | |
| "ndcg_linear@10": 0.8356980735492363, | |
| "ndcg_exponential@1": 0.67, | |
| "ndcg_exponential@5": 0.8260907046471198, | |
| "ndcg_exponential@10": 0.8356980735492363, | |
| "precision@1": 0.67, | |
| "precision@5": 0.18999999999999997, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.67, | |
| "recall@5": 0.95, | |
| "recall@10": 0.98, | |
| "f1@1": 0.67, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.67, | |
| "map@5": 0.7843333333333332, | |
| "map@10": 0.7882499999999999, | |
| "mrr@1": 0.67, | |
| "mrr@5": 0.7843333333333332, | |
| "mrr@10": 0.7882499999999999, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.95, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9815464876785728, | |
| "ndcg_linear@10": 0.9815464876785728, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9815464876785728, | |
| "ndcg_exponential@10": 0.9815464876785728, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.95, | |
| "map@5": 0.975, | |
| "map@10": 0.975, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.975, | |
| "mrr@10": 0.975, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.91, | |
| "hit@5": 0.97, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9407938887245085, | |
| "ndcg_linear@10": 0.947510609363446, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9407938887245085, | |
| "ndcg_exponential@10": 0.947510609363446, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.91, | |
| "recall@5": 0.97, | |
| "recall@10": 0.99, | |
| "f1@1": 0.91, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.91, | |
| "map@5": 0.9311666666666667, | |
| "map@10": 0.9340833333333333, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9311666666666667, | |
| "mrr@10": 0.9340833333333333, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.89, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.89, | |
| "ndcg_linear@5": 0.953471848330736, | |
| "ndcg_linear@10": 0.953471848330736, | |
| "ndcg_exponential@1": 0.89, | |
| "ndcg_exponential@5": 0.953471848330736, | |
| "ndcg_exponential@10": 0.953471848330736, | |
| "precision@1": 0.89, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.89, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.89, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.89, | |
| "map@5": 0.9375, | |
| "map@10": 0.9375, | |
| "mrr@1": 0.89, | |
| "mrr@5": 0.9375, | |
| "mrr@10": 0.9375, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.96, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.96, | |
| "ndcg_linear@5": 0.9827964206794891, | |
| "ndcg_linear@10": 0.9827964206794891, | |
| "ndcg_exponential@1": 0.96, | |
| "ndcg_exponential@5": 0.9827964206794891, | |
| "ndcg_exponential@10": 0.9827964206794891, | |
| "precision@1": 0.96, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.96, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.96, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.96, | |
| "map@5": 0.977, | |
| "map@10": 0.977, | |
| "mrr@1": 0.96, | |
| "mrr@5": 0.977, | |
| "mrr@10": 0.977, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5384615384615384, | |
| "hit@5": 0.75, | |
| "hit@10": 0.9230769230769231, | |
| "ndcg_linear@1": 0.5288461538461539, | |
| "ndcg_linear@5": 0.545352950308883, | |
| "ndcg_linear@10": 0.5931421789751357, | |
| "ndcg_exponential@1": 0.5256410256410257, | |
| "ndcg_exponential@5": 0.5434928233369997, | |
| "ndcg_exponential@10": 0.5908362188839953, | |
| "precision@1": 0.5384615384615384, | |
| "precision@5": 0.2115384615384615, | |
| "precision@10": 0.13846153846153844, | |
| "recall@1": 0.36040209790209793, | |
| "recall@5": 0.5911713286713286, | |
| "recall@10": 0.7288544788544787, | |
| "f1@1": 0.39590729783037476, | |
| "f1@5": 0.28237412097706216, | |
| "f1@10": 0.214631804846737, | |
| "map@1": 0.5384615384615384, | |
| "map@5": 0.48798076923076916, | |
| "map@10": 0.5071275946275946, | |
| "mrr@1": 0.5384615384615384, | |
| "mrr@5": 0.6201923076923077, | |
| "mrr@10": 0.642300061050061, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.521875, | |
| "hit@5": 0.8125, | |
| "hit@10": 0.90625, | |
| "ndcg_linear@1": 0.521875, | |
| "ndcg_linear@5": 0.5563772797016021, | |
| "ndcg_linear@10": 0.5955282393447108, | |
| "ndcg_exponential@1": 0.521875, | |
| "ndcg_exponential@5": 0.5563772797016021, | |
| "ndcg_exponential@10": 0.5955282393447108, | |
| "precision@1": 0.521875, | |
| "precision@5": 0.25062500000000004, | |
| "precision@10": 0.16296875000000002, | |
| "recall@1": 0.3178038758116883, | |
| "recall@5": 0.5964438801088617, | |
| "recall@10": 0.7108037604246243, | |
| "f1@1": 0.36241274350649355, | |
| "f1@5": 0.3144719776751027, | |
| "f1@10": 0.23931504195015227, | |
| "map@1": 0.521875, | |
| "map@5": 0.48180208333333335, | |
| "map@10": 0.5007423321759259, | |
| "mrr@1": 0.521875, | |
| "mrr@5": 0.6356249999999999, | |
| "mrr@10": 0.6487301587301587, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.6206896551724138, | |
| "hit@5": 0.8706896551724138, | |
| "hit@10": 0.9181034482758621, | |
| "ndcg_linear@1": 0.6206896551724138, | |
| "ndcg_linear@5": 0.5393310744764652, | |
| "ndcg_linear@10": 0.5204620854422193, | |
| "ndcg_exponential@1": 0.6206896551724138, | |
| "ndcg_exponential@5": 0.5393310744764652, | |
| "ndcg_exponential@10": 0.5204620854422193, | |
| "precision@1": 0.6206896551724138, | |
| "precision@5": 0.4517241379310345, | |
| "precision@10": 0.3620689655172413, | |
| "recall@1": 0.1285862307321042, | |
| "recall@5": 0.2810294802743588, | |
| "recall@10": 0.38989827281344774, | |
| "f1@1": 0.17215876905876962, | |
| "f1@5": 0.27658573583255464, | |
| "f1@10": 0.30288678889913856, | |
| "map@1": 0.6206896551724138, | |
| "map@5": 0.4420522030651341, | |
| "map@10": 0.39300899183108745, | |
| "mrr@1": 0.6206896551724138, | |
| "mrr@5": 0.7186063218390805, | |
| "mrr@10": 0.7245946223316913, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.42105263157894735, | |
| "hit@5": 0.8070175438596491, | |
| "hit@10": 0.8991228070175439, | |
| "ndcg_linear@1": 0.42105263157894735, | |
| "ndcg_linear@5": 0.4949643453766485, | |
| "ndcg_linear@10": 0.55351886966573, | |
| "ndcg_exponential@1": 0.42105263157894735, | |
| "ndcg_exponential@5": 0.4949643453766485, | |
| "ndcg_exponential@10": 0.55351886966573, | |
| "precision@1": 0.42105263157894735, | |
| "precision@5": 0.26403508771929823, | |
| "precision@10": 0.18728070175438602, | |
| "recall@1": 0.214405806182122, | |
| "recall@5": 0.5291562238930659, | |
| "recall@10": 0.7077537593984962, | |
| "f1@1": 0.25673193345607137, | |
| "f1@5": 0.30455162564562593, | |
| "f1@10": 0.257714841797048, | |
| "map@1": 0.42105263157894735, | |
| "map@5": 0.40493421052631573, | |
| "map@10": 0.43128640466908, | |
| "mrr@1": 0.42105263157894735, | |
| "mrr@5": 0.5754385964912282, | |
| "mrr@10": 0.5890785992759677, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.8370098039215687, | |
| "hit@5": 0.9264705882352942, | |
| "hit@10": 0.946078431372549, | |
| "ndcg_linear@1": 0.8370098039215687, | |
| "ndcg_linear@5": 0.8861558983576674, | |
| "ndcg_linear@10": 0.8924726428739942, | |
| "ndcg_exponential@1": 0.8370098039215687, | |
| "ndcg_exponential@5": 0.8861558983576674, | |
| "ndcg_exponential@10": 0.8924726428739942, | |
| "precision@1": 0.8370098039215687, | |
| "precision@5": 0.1852941176470588, | |
| "precision@10": 0.09460784313725489, | |
| "recall@1": 0.8370098039215687, | |
| "recall@5": 0.9264705882352942, | |
| "recall@10": 0.946078431372549, | |
| "f1@1": 0.8370098039215687, | |
| "f1@5": 0.3088235294117648, | |
| "f1@10": 0.17201426024955438, | |
| "map@1": 0.8370098039215687, | |
| "map@5": 0.8725898692810458, | |
| "map@10": 0.875178960473078, | |
| "mrr@1": 0.8370098039215687, | |
| "mrr@5": 0.8725898692810458, | |
| "mrr@10": 0.875178960473078, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.8412698412698413, | |
| "hit@5": 0.9206349206349206, | |
| "hit@10": 0.9365079365079365, | |
| "ndcg_linear@1": 0.8412698412698413, | |
| "ndcg_linear@5": 0.8860867590283773, | |
| "ndcg_linear@10": 0.8908650129278055, | |
| "ndcg_exponential@1": 0.8412698412698413, | |
| "ndcg_exponential@5": 0.8860867590283773, | |
| "ndcg_exponential@10": 0.8908650129278055, | |
| "precision@1": 0.8412698412698413, | |
| "precision@5": 0.18412698412698403, | |
| "precision@10": 0.0936507936507936, | |
| "recall@1": 0.8412698412698413, | |
| "recall@5": 0.9206349206349206, | |
| "recall@10": 0.9365079365079365, | |
| "f1@1": 0.8412698412698413, | |
| "f1@5": 0.3068783068783068, | |
| "f1@10": 0.1702741702741703, | |
| "map@1": 0.8412698412698413, | |
| "map@5": 0.8743386243386244, | |
| "map@10": 0.8761022927689596, | |
| "mrr@1": 0.8412698412698413, | |
| "mrr@5": 0.8743386243386244, | |
| "mrr@10": 0.8761022927689596, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.8426395939086294, | |
| "hit@5": 0.9644670050761421, | |
| "hit@10": 0.9746192893401016, | |
| "ndcg_linear@1": 0.8426395939086294, | |
| "ndcg_linear@5": 0.9100500387071264, | |
| "ndcg_linear@10": 0.9134568819725749, | |
| "ndcg_exponential@1": 0.8426395939086294, | |
| "ndcg_exponential@5": 0.9100500387071264, | |
| "ndcg_exponential@10": 0.9134568819725749, | |
| "precision@1": 0.8426395939086294, | |
| "precision@5": 0.1928934010152284, | |
| "precision@10": 0.09746192893401014, | |
| "recall@1": 0.8426395939086294, | |
| "recall@5": 0.9644670050761421, | |
| "recall@10": 0.9746192893401016, | |
| "f1@1": 0.8426395939086294, | |
| "f1@5": 0.3214890016920474, | |
| "f1@10": 0.17720350715274577, | |
| "map@1": 0.8426395939086294, | |
| "map@5": 0.8917089678510999, | |
| "map@10": 0.8931861520694009, | |
| "mrr@1": 0.8426395939086294, | |
| "mrr@5": 0.8917089678510999, | |
| "mrr@10": 0.8931861520694009, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9442446043165468, | |
| "hit@5": 0.9910071942446043, | |
| "hit@10": 0.9928057553956835, | |
| "ndcg_linear@1": 0.9442446043165468, | |
| "ndcg_linear@5": 0.9582859688047869, | |
| "ndcg_linear@10": 0.9602248395689257, | |
| "ndcg_exponential@1": 0.9442446043165468, | |
| "ndcg_exponential@5": 0.9582859688047869, | |
| "ndcg_exponential@10": 0.9602248395689257, | |
| "precision@1": 0.9442446043165468, | |
| "precision@5": 0.24604316546762592, | |
| "precision@10": 0.12392086330935252, | |
| "recall@1": 0.8174460431654677, | |
| "recall@5": 0.9802158273381295, | |
| "recall@10": 0.9847122302158273, | |
| "f1@1": 0.8597122302158273, | |
| "f1@5": 0.38626241863651944, | |
| "f1@10": 0.21759864835404405, | |
| "map@1": 0.9442446043165468, | |
| "map@5": 0.9433603117505993, | |
| "map@10": 0.944687821171634, | |
| "mrr@1": 0.9442446043165468, | |
| "mrr@5": 0.9652278177458032, | |
| "mrr@10": 0.9654847550531005, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8788300835654597, | |
| "hit@5": 0.979108635097493, | |
| "hit@10": 0.9916434540389972, | |
| "ndcg_linear@1": 0.8788300835654597, | |
| "ndcg_linear@5": 0.9373641577503788, | |
| "ndcg_linear@10": 0.9413847613050385, | |
| "ndcg_exponential@1": 0.8788300835654597, | |
| "ndcg_exponential@5": 0.9373641577503788, | |
| "ndcg_exponential@10": 0.9413847613050385, | |
| "precision@1": 0.8788300835654597, | |
| "precision@5": 0.19582172701949857, | |
| "precision@10": 0.0991643454038997, | |
| "recall@1": 0.8788300835654597, | |
| "recall@5": 0.979108635097493, | |
| "recall@10": 0.9916434540389972, | |
| "f1@1": 0.8788300835654597, | |
| "f1@5": 0.3263695450324978, | |
| "f1@10": 0.18029880982527227, | |
| "map@1": 0.8788300835654597, | |
| "map@5": 0.9230269266480966, | |
| "map@10": 0.9246628642171817, | |
| "mrr@1": 0.8788300835654597, | |
| "mrr@5": 0.9230269266480966, | |
| "mrr@10": 0.9246628642171817, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.6210892236384704, | |
| "hit@5": 0.8679026651216686, | |
| "hit@10": 0.9339513325608343, | |
| "ndcg_linear@1": 0.6210892236384704, | |
| "ndcg_linear@5": 0.7522945492847205, | |
| "ndcg_linear@10": 0.7739823532120564, | |
| "ndcg_exponential@1": 0.6210892236384704, | |
| "ndcg_exponential@5": 0.7522945492847205, | |
| "ndcg_exponential@10": 0.7739823532120564, | |
| "precision@1": 0.6210892236384704, | |
| "precision@5": 0.1735805330243337, | |
| "precision@10": 0.09339513325608342, | |
| "recall@1": 0.6210892236384704, | |
| "recall@5": 0.8679026651216686, | |
| "recall@10": 0.9339513325608343, | |
| "f1@1": 0.6210892236384704, | |
| "f1@5": 0.2893008883738896, | |
| "f1@10": 0.16980933319287903, | |
| "map@1": 0.6210892236384704, | |
| "map@5": 0.7138663576670529, | |
| "map@10": 0.7230062167779433, | |
| "mrr@1": 0.6210892236384704, | |
| "mrr@5": 0.7138663576670529, | |
| "mrr@10": 0.7230062167779433, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.02276707530647986, | |
| "hit@5": 0.4133099824868651, | |
| "hit@10": 0.6357267950963222, | |
| "ndcg_linear@1": 0.02276707530647986, | |
| "ndcg_linear@5": 0.22267786395183445, | |
| "ndcg_linear@10": 0.29483792120758073, | |
| "ndcg_exponential@1": 0.02276707530647986, | |
| "ndcg_exponential@5": 0.22267786395183448, | |
| "ndcg_exponential@10": 0.29483792120758073, | |
| "precision@1": 0.02276707530647986, | |
| "precision@5": 0.08266199649737303, | |
| "precision@10": 0.06357267950963222, | |
| "recall@1": 0.02276707530647986, | |
| "recall@5": 0.4133099824868651, | |
| "recall@10": 0.6357267950963222, | |
| "f1@1": 0.02276707530647986, | |
| "f1@5": 0.13776999416228838, | |
| "f1@10": 0.11558669001751316, | |
| "map@1": 0.02276707530647986, | |
| "map@5": 0.15989492119089313, | |
| "map@10": 0.18981736302226668, | |
| "mrr@1": 0.02276707530647986, | |
| "mrr@5": 0.15989492119089313, | |
| "mrr@10": 0.18981736302226668, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9956217162872154, | |
| "hit@5": 0.999124343257443, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6716287215411558, | |
| "ndcg_linear@5": 0.8313701057876934, | |
| "ndcg_linear@10": 0.8159554812970156, | |
| "ndcg_exponential@1": 0.44020515386539893, | |
| "ndcg_exponential@5": 0.7115838766921262, | |
| "ndcg_exponential@10": 0.7407534110303758, | |
| "precision@1": 0.9956217162872154, | |
| "precision@5": 0.9176882661996497, | |
| "precision@10": 0.8295096322241681, | |
| "recall@1": 0.05873271879508355, | |
| "recall@5": 0.2697678975308191, | |
| "recall@10": 0.47880638893238026, | |
| "f1@1": 0.11017242278113552, | |
| "f1@5": 0.408584714553526, | |
| "f1@10": 0.5934481562089412, | |
| "map@1": 0.9956217162872154, | |
| "map@5": 0.9100934033858726, | |
| "map@10": 0.817830062775256, | |
| "mrr@1": 0.9956217162872154, | |
| "mrr@5": 0.9972270869819032, | |
| "mrr@10": 0.9972270869819032, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.081145584725537, | |
| "hit@5": 0.31742243436754175, | |
| "hit@10": 0.42601431980906923, | |
| "ndcg_linear@1": 0.081145584725537, | |
| "ndcg_linear@5": 0.16531787287818897, | |
| "ndcg_linear@10": 0.20541309449690653, | |
| "ndcg_exponential@1": 0.081145584725537, | |
| "ndcg_exponential@5": 0.16531787287818897, | |
| "ndcg_exponential@10": 0.20541309449690653, | |
| "precision@1": 0.081145584725537, | |
| "precision@5": 0.07613365155131264, | |
| "precision@10": 0.05715990453460621, | |
| "recall@1": 0.04764319809069212, | |
| "recall@5": 0.23294550517104218, | |
| "recall@10": 0.3461600750085237, | |
| "f1@1": 0.05683864001286435, | |
| "f1@5": 0.1082170695606046, | |
| "f1@10": 0.09347683856029153, | |
| "map@1": 0.081145584725537, | |
| "map@5": 0.12368237867939538, | |
| "map@10": 0.14250053273099217, | |
| "mrr@1": 0.081145584725537, | |
| "mrr@5": 0.1714200477326969, | |
| "mrr@10": 0.1859505815054741, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7374701670644391, | |
| "hit@5": 0.8245823389021479, | |
| "hit@10": 0.847255369928401, | |
| "ndcg_linear@1": 0.5222752585521082, | |
| "ndcg_linear@5": 0.5465386365765189, | |
| "ndcg_linear@10": 0.5217448052417155, | |
| "ndcg_exponential@1": 0.368564609614729, | |
| "ndcg_exponential@5": 0.4627308793412546, | |
| "ndcg_exponential@10": 0.46982100040752484, | |
| "precision@1": 0.7374701670644391, | |
| "precision@5": 0.5983293556085919, | |
| "precision@10": 0.5232696897374701, | |
| "recall@1": 0.02393787052940457, | |
| "recall@5": 0.09456777086076286, | |
| "recall@10": 0.16031757271571526, | |
| "f1@1": 0.04588349257305066, | |
| "f1@5": 0.15670665249984153, | |
| "f1@10": 0.23018592263311374, | |
| "map@1": 0.7374701670644391, | |
| "map@5": 0.5689021479713604, | |
| "map@10": 0.4816094631965753, | |
| "mrr@1": 0.7374701670644391, | |
| "mrr@5": 0.7709228321400159, | |
| "mrr@10": 0.773910387544039, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |