Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "IFM-TTE-7B", | |
| "model_size": "8.29", | |
| "embedding_dimension": 3584, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-10-11", | |
| "score_source": "Self-Reported", | |
| "url": "https://interestfm-tte.github.io/", | |
| "report_generated_date": "2025-10-11T21:57:26.789669" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.975, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.9161236327487632, | |
| "ndcg_linear@10": 0.9195041929901797, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.9161236327487632, | |
| "ndcg_exponential@10": 0.9195041929901797, | |
| "precision@1": 0.84, | |
| "precision@5": 0.19500000000000003, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.84, | |
| "recall@5": 0.975, | |
| "recall@10": 0.985, | |
| "f1@1": 0.84, | |
| "f1@5": 0.325, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.84, | |
| "map@5": 0.89615, | |
| "map@10": 0.8976309523809524, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.89615, | |
| "mrr@10": 0.8976309523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.821, | |
| "hit@5": 0.977, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.821, | |
| "ndcg_linear@5": 0.909668050922676, | |
| "ndcg_linear@10": 0.9154045017717858, | |
| "ndcg_exponential@1": 0.821, | |
| "ndcg_exponential@5": 0.909668050922676, | |
| "ndcg_exponential@10": 0.9154045017717858, | |
| "precision@1": 0.821, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.821, | |
| "recall@5": 0.977, | |
| "recall@10": 0.994, | |
| "f1@1": 0.821, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.821, | |
| "map@5": 0.8867333333333334, | |
| "map@10": 0.8892412698412698, | |
| "mrr@1": 0.821, | |
| "mrr@5": 0.8867333333333334, | |
| "mrr@10": 0.8892412698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.751, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.751, | |
| "ndcg_linear@5": 0.908101508639293, | |
| "ndcg_linear@10": 0.908101508639293, | |
| "ndcg_exponential@1": 0.751, | |
| "ndcg_exponential@5": 0.908101508639293, | |
| "ndcg_exponential@10": 0.908101508639293, | |
| "precision@1": 0.751, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.751, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.751, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.751, | |
| "map@5": 0.8755, | |
| "map@10": 0.8755, | |
| "mrr@1": 0.751, | |
| "mrr@5": 0.8755, | |
| "mrr@10": 0.8755, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.834, | |
| "hit@5": 0.984, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.834, | |
| "ndcg_linear@5": 0.9227257380365101, | |
| "ndcg_linear@10": 0.9269039733055818, | |
| "ndcg_exponential@1": 0.834, | |
| "ndcg_exponential@5": 0.9227257380365101, | |
| "ndcg_exponential@10": 0.9269039733055818, | |
| "precision@1": 0.834, | |
| "precision@5": 0.19680000000000003, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.834, | |
| "recall@5": 0.984, | |
| "recall@10": 0.997, | |
| "f1@1": 0.834, | |
| "f1@5": 0.328, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.834, | |
| "map@5": 0.9015666666666667, | |
| "map@10": 0.9032753968253969, | |
| "mrr@1": 0.834, | |
| "mrr@5": 0.9015666666666667, | |
| "mrr@10": 0.9032753968253969, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.788, | |
| "hit@5": 0.967, | |
| "hit@10": 0.986, | |
| "ndcg_linear@1": 0.788, | |
| "ndcg_linear@5": 0.890630216549446, | |
| "ndcg_linear@10": 0.8968533016360928, | |
| "ndcg_exponential@1": 0.788, | |
| "ndcg_exponential@5": 0.890630216549446, | |
| "ndcg_exponential@10": 0.8968533016360928, | |
| "precision@1": 0.788, | |
| "precision@5": 0.19340000000000004, | |
| "precision@10": 0.09860000000000002, | |
| "recall@1": 0.788, | |
| "recall@5": 0.967, | |
| "recall@10": 0.986, | |
| "f1@1": 0.788, | |
| "f1@5": 0.3223333333333333, | |
| "f1@10": 0.17927272727272725, | |
| "map@1": 0.788, | |
| "map@5": 0.8645333333333333, | |
| "map@10": 0.8671460317460317, | |
| "mrr@1": 0.788, | |
| "mrr@5": 0.8645333333333333, | |
| "mrr@10": 0.8671460317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.655, | |
| "hit@5": 0.868, | |
| "hit@10": 0.916, | |
| "ndcg_linear@1": 0.655, | |
| "ndcg_linear@5": 0.7742723201807894, | |
| "ndcg_linear@10": 0.7898950878276776, | |
| "ndcg_exponential@1": 0.655, | |
| "ndcg_exponential@5": 0.7742723201807894, | |
| "ndcg_exponential@10": 0.7898950878276776, | |
| "precision@1": 0.655, | |
| "precision@5": 0.17360000000000003, | |
| "precision@10": 0.09160000000000001, | |
| "recall@1": 0.655, | |
| "recall@5": 0.868, | |
| "recall@10": 0.916, | |
| "f1@1": 0.655, | |
| "f1@5": 0.2893333333333334, | |
| "f1@10": 0.16654545454545452, | |
| "map@1": 0.655, | |
| "map@5": 0.7425333333333334, | |
| "map@10": 0.7490365079365079, | |
| "mrr@1": 0.655, | |
| "mrr@5": 0.7425333333333334, | |
| "mrr@10": 0.7490365079365079, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.736, | |
| "hit@5": 0.917, | |
| "hit@10": 0.945, | |
| "ndcg_linear@1": 0.736, | |
| "ndcg_linear@5": 0.8373670903896748, | |
| "ndcg_linear@10": 0.846581234681719, | |
| "ndcg_exponential@1": 0.736, | |
| "ndcg_exponential@5": 0.8373670903896748, | |
| "ndcg_exponential@10": 0.846581234681719, | |
| "precision@1": 0.736, | |
| "precision@5": 0.18340000000000004, | |
| "precision@10": 0.0945, | |
| "recall@1": 0.736, | |
| "recall@5": 0.917, | |
| "recall@10": 0.945, | |
| "f1@1": 0.736, | |
| "f1@5": 0.3056666666666667, | |
| "f1@10": 0.17181818181818181, | |
| "map@1": 0.736, | |
| "map@5": 0.8104333333333333, | |
| "map@10": 0.8143305555555556, | |
| "mrr@1": 0.736, | |
| "mrr@5": 0.8104333333333333, | |
| "mrr@10": 0.8143305555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.904, | |
| "hit@5": 0.986, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.904, | |
| "ndcg_linear@5": 0.9519516906700539, | |
| "ndcg_linear@10": 0.9542651085506805, | |
| "ndcg_exponential@1": 0.904, | |
| "ndcg_exponential@5": 0.9519516906700539, | |
| "ndcg_exponential@10": 0.9542651085506805, | |
| "precision@1": 0.904, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.904, | |
| "recall@5": 0.986, | |
| "recall@10": 0.993, | |
| "f1@1": 0.904, | |
| "f1@5": 0.3286666666666666, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.904, | |
| "map@5": 0.9402333333333334, | |
| "map@10": 0.9412190476190476, | |
| "mrr@1": 0.904, | |
| "mrr@5": 0.9402333333333334, | |
| "mrr@10": 0.9412190476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.74, | |
| "hit@5": 0.904, | |
| "hit@10": 0.935, | |
| "ndcg_linear@1": 0.74, | |
| "ndcg_linear@5": 0.832707771145828, | |
| "ndcg_linear@10": 0.8429642295699957, | |
| "ndcg_exponential@1": 0.74, | |
| "ndcg_exponential@5": 0.832707771145828, | |
| "ndcg_exponential@10": 0.8429642295699957, | |
| "precision@1": 0.74, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.0935, | |
| "recall@1": 0.74, | |
| "recall@5": 0.904, | |
| "recall@10": 0.935, | |
| "f1@1": 0.74, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.16999999999999998, | |
| "map@1": 0.74, | |
| "map@5": 0.80855, | |
| "map@10": 0.8129194444444444, | |
| "mrr@1": 0.74, | |
| "mrr@5": 0.80855, | |
| "mrr@10": 0.8129194444444444, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.605, | |
| "hit@5": 0.764, | |
| "hit@10": 0.819, | |
| "ndcg_linear@1": 0.605, | |
| "ndcg_linear@5": 0.6917727290318431, | |
| "ndcg_linear@10": 0.7094297269740634, | |
| "ndcg_exponential@1": 0.605, | |
| "ndcg_exponential@5": 0.6917727290318431, | |
| "ndcg_exponential@10": 0.7094297269740634, | |
| "precision@1": 0.605, | |
| "precision@5": 0.15280000000000002, | |
| "precision@10": 0.0819, | |
| "recall@1": 0.605, | |
| "recall@5": 0.764, | |
| "recall@10": 0.819, | |
| "f1@1": 0.605, | |
| "f1@5": 0.25466666666666676, | |
| "f1@10": 0.14890909090909094, | |
| "map@1": 0.605, | |
| "map@5": 0.66755, | |
| "map@10": 0.6747579365079365, | |
| "mrr@1": 0.605, | |
| "mrr@5": 0.66755, | |
| "mrr@10": 0.6747579365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.834, | |
| "hit@5": 0.962, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.834, | |
| "ndcg_linear@5": 0.9063907042308406, | |
| "ndcg_linear@10": 0.9137592985332734, | |
| "ndcg_exponential@1": 0.834, | |
| "ndcg_exponential@5": 0.9063907042308406, | |
| "ndcg_exponential@10": 0.9137592985332734, | |
| "precision@1": 0.834, | |
| "precision@5": 0.19240000000000004, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.834, | |
| "recall@5": 0.962, | |
| "recall@10": 0.985, | |
| "f1@1": 0.834, | |
| "f1@5": 0.3206666666666667, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.834, | |
| "map@5": 0.8875166666666666, | |
| "map@10": 0.8905142857142857, | |
| "mrr@1": 0.834, | |
| "mrr@5": 0.8875166666666666, | |
| "mrr@10": 0.8905142857142857, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.773, | |
| "hit@5": 0.946, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.773, | |
| "ndcg_linear@5": 0.8691402022562078, | |
| "ndcg_linear@10": 0.8767100650460679, | |
| "ndcg_exponential@1": 0.773, | |
| "ndcg_exponential@5": 0.8691402022562078, | |
| "ndcg_exponential@10": 0.8767100650460679, | |
| "precision@1": 0.773, | |
| "precision@5": 0.1892, | |
| "precision@10": 0.09690000000000001, | |
| "recall@1": 0.773, | |
| "recall@5": 0.946, | |
| "recall@10": 0.969, | |
| "f1@1": 0.773, | |
| "f1@5": 0.31533333333333335, | |
| "f1@10": 0.17618181818181816, | |
| "map@1": 0.773, | |
| "map@5": 0.8431500000000001, | |
| "map@10": 0.84635, | |
| "mrr@1": 0.773, | |
| "mrr@5": 0.8431500000000001, | |
| "mrr@10": 0.84635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.955, | |
| "hit@5": 0.994, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.955, | |
| "ndcg_linear@5": 0.9783686345957413, | |
| "ndcg_linear@10": 0.9793965138467431, | |
| "ndcg_exponential@1": 0.955, | |
| "ndcg_exponential@5": 0.9783686345957413, | |
| "ndcg_exponential@10": 0.9793965138467431, | |
| "precision@1": 0.955, | |
| "precision@5": 0.19880000000000003, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.955, | |
| "recall@5": 0.994, | |
| "recall@10": 0.997, | |
| "f1@1": 0.955, | |
| "f1@5": 0.33133333333333337, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.955, | |
| "map@5": 0.9729500000000001, | |
| "map@10": 0.9734083333333333, | |
| "mrr@1": 0.955, | |
| "mrr@5": 0.9729500000000001, | |
| "mrr@10": 0.9734083333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.823, | |
| "hit@5": 0.952, | |
| "hit@10": 0.974, | |
| "ndcg_linear@1": 0.823, | |
| "ndcg_linear@5": 0.8962491675477998, | |
| "ndcg_linear@10": 0.90356980993169, | |
| "ndcg_exponential@1": 0.823, | |
| "ndcg_exponential@5": 0.8962491675477998, | |
| "ndcg_exponential@10": 0.90356980993169, | |
| "precision@1": 0.823, | |
| "precision@5": 0.19040000000000004, | |
| "precision@10": 0.0974, | |
| "recall@1": 0.823, | |
| "recall@5": 0.952, | |
| "recall@10": 0.974, | |
| "f1@1": 0.823, | |
| "f1@5": 0.3173333333333333, | |
| "f1@10": 0.1770909090909091, | |
| "map@1": 0.823, | |
| "map@5": 0.8775, | |
| "map@10": 0.880640873015873, | |
| "mrr@1": 0.823, | |
| "mrr@5": 0.8765, | |
| "mrr@10": 0.879640873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.832, | |
| "hit@5": 0.928, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.832, | |
| "ndcg_linear@5": 0.8847661465814362, | |
| "ndcg_linear@10": 0.8925832754023744, | |
| "ndcg_exponential@1": 0.832, | |
| "ndcg_exponential@5": 0.8847661465814362, | |
| "ndcg_exponential@10": 0.8925832754023744, | |
| "precision@1": 0.832, | |
| "precision@5": 0.18560000000000001, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.832, | |
| "recall@5": 0.928, | |
| "recall@10": 0.952, | |
| "f1@1": 0.832, | |
| "f1@5": 0.30933333333333335, | |
| "f1@10": 0.17309090909090907, | |
| "map@1": 0.832, | |
| "map@5": 0.8702000000000001, | |
| "map@10": 0.8734599206349206, | |
| "mrr@1": 0.832, | |
| "mrr@5": 0.8702000000000001, | |
| "mrr@10": 0.8734599206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.738, | |
| "hit@5": 0.94, | |
| "hit@10": 0.976, | |
| "ndcg_linear@1": 0.738, | |
| "ndcg_linear@5": 0.8514642886225651, | |
| "ndcg_linear@10": 0.8633591519093071, | |
| "ndcg_exponential@1": 0.738, | |
| "ndcg_exponential@5": 0.8514642886225651, | |
| "ndcg_exponential@10": 0.8633591519093071, | |
| "precision@1": 0.738, | |
| "precision@5": 0.18800000000000003, | |
| "precision@10": 0.09760000000000002, | |
| "recall@1": 0.738, | |
| "recall@5": 0.94, | |
| "recall@10": 0.976, | |
| "f1@1": 0.738, | |
| "f1@5": 0.31333333333333335, | |
| "f1@10": 0.17745454545454545, | |
| "map@1": 0.738, | |
| "map@5": 0.82145, | |
| "map@10": 0.8265067460317459, | |
| "mrr@1": 0.738, | |
| "mrr@5": 0.82145, | |
| "mrr@10": 0.8265067460317459, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.673, | |
| "hit@5": 0.868, | |
| "hit@10": 0.927, | |
| "ndcg_linear@1": 0.673, | |
| "ndcg_linear@5": 0.7808358365495692, | |
| "ndcg_linear@10": 0.7998177690149958, | |
| "ndcg_exponential@1": 0.673, | |
| "ndcg_exponential@5": 0.7808358365495692, | |
| "ndcg_exponential@10": 0.7998177690149958, | |
| "precision@1": 0.673, | |
| "precision@5": 0.1736, | |
| "precision@10": 0.09270000000000002, | |
| "recall@1": 0.673, | |
| "recall@5": 0.868, | |
| "recall@10": 0.927, | |
| "f1@1": 0.673, | |
| "f1@5": 0.2893333333333334, | |
| "f1@10": 0.16854545454545453, | |
| "map@1": 0.673, | |
| "map@5": 0.7515333333333333, | |
| "map@10": 0.7593119047619048, | |
| "mrr@1": 0.673, | |
| "mrr@5": 0.7515333333333333, | |
| "mrr@10": 0.7593119047619048, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.551, | |
| "hit@5": 0.704, | |
| "hit@10": 0.747, | |
| "ndcg_linear@1": 0.551, | |
| "ndcg_linear@5": 0.6351525630628455, | |
| "ndcg_linear@10": 0.6493677113810657, | |
| "ndcg_exponential@1": 0.551, | |
| "ndcg_exponential@5": 0.6351525630628455, | |
| "ndcg_exponential@10": 0.6493677113810657, | |
| "precision@1": 0.551, | |
| "precision@5": 0.1408, | |
| "precision@10": 0.0747, | |
| "recall@1": 0.551, | |
| "recall@5": 0.704, | |
| "recall@10": 0.747, | |
| "f1@1": 0.551, | |
| "f1@5": 0.23466666666666672, | |
| "f1@10": 0.13581818181818184, | |
| "map@1": 0.551, | |
| "map@5": 0.612, | |
| "map@10": 0.6180503968253968, | |
| "mrr@1": 0.551, | |
| "mrr@5": 0.612, | |
| "mrr@10": 0.6180503968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.791, | |
| "hit@5": 0.944, | |
| "hit@10": 0.972, | |
| "ndcg_linear@1": 0.791, | |
| "ndcg_linear@5": 0.8761389362787174, | |
| "ndcg_linear@10": 0.8852527369823279, | |
| "ndcg_exponential@1": 0.791, | |
| "ndcg_exponential@5": 0.8761389362787174, | |
| "ndcg_exponential@10": 0.8852527369823279, | |
| "precision@1": 0.791, | |
| "precision@5": 0.18880000000000005, | |
| "precision@10": 0.09720000000000002, | |
| "recall@1": 0.791, | |
| "recall@5": 0.944, | |
| "recall@10": 0.972, | |
| "f1@1": 0.791, | |
| "f1@5": 0.3146666666666667, | |
| "f1@10": 0.17672727272727268, | |
| "map@1": 0.791, | |
| "map@5": 0.8532333333333334, | |
| "map@10": 0.8570313492063492, | |
| "mrr@1": 0.791, | |
| "mrr@5": 0.8532333333333334, | |
| "mrr@10": 0.8570313492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.879, | |
| "hit@5": 0.931, | |
| "hit@10": 0.946, | |
| "ndcg_linear@1": 0.879, | |
| "ndcg_linear@5": 0.9083034401308592, | |
| "ndcg_linear@10": 0.91325285913596, | |
| "ndcg_exponential@1": 0.879, | |
| "ndcg_exponential@5": 0.9083034401308592, | |
| "ndcg_exponential@10": 0.91325285913596, | |
| "precision@1": 0.879, | |
| "precision@5": 0.18620000000000003, | |
| "precision@10": 0.09460000000000002, | |
| "recall@1": 0.879, | |
| "recall@5": 0.931, | |
| "recall@10": 0.946, | |
| "f1@1": 0.879, | |
| "f1@5": 0.3103333333333333, | |
| "f1@10": 0.172, | |
| "map@1": 0.879, | |
| "map@5": 0.9006, | |
| "map@10": 0.9026992063492063, | |
| "mrr@1": 0.879, | |
| "mrr@5": 0.9006, | |
| "mrr@10": 0.9026992063492063, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.846, | |
| "hit@5": 0.967, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.846, | |
| "ndcg_linear@5": 0.9129007167372359, | |
| "ndcg_linear@10": 0.9200462394679562, | |
| "ndcg_exponential@1": 0.846, | |
| "ndcg_exponential@5": 0.9129007167372359, | |
| "ndcg_exponential@10": 0.9200462394679562, | |
| "precision@1": 0.846, | |
| "precision@5": 0.19340000000000004, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.846, | |
| "recall@5": 0.967, | |
| "recall@10": 0.989, | |
| "f1@1": 0.846, | |
| "f1@5": 0.3223333333333333, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.846, | |
| "map@5": 0.8946666666666667, | |
| "map@10": 0.8976353174603174, | |
| "mrr@1": 0.846, | |
| "mrr@5": 0.8946666666666667, | |
| "mrr@10": 0.8976353174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.664, | |
| "hit@5": 0.921, | |
| "hit@10": 0.966, | |
| "ndcg_linear@1": 0.664, | |
| "ndcg_linear@5": 0.8099847083114716, | |
| "ndcg_linear@10": 0.8246169714159304, | |
| "ndcg_exponential@1": 0.664, | |
| "ndcg_exponential@5": 0.8099847083114716, | |
| "ndcg_exponential@10": 0.8246169714159304, | |
| "precision@1": 0.664, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.09660000000000002, | |
| "recall@1": 0.664, | |
| "recall@5": 0.921, | |
| "recall@10": 0.966, | |
| "f1@1": 0.664, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17563636363636362, | |
| "map@1": 0.664, | |
| "map@5": 0.7722333333333333, | |
| "map@10": 0.7783162698412698, | |
| "mrr@1": 0.664, | |
| "mrr@5": 0.7722333333333333, | |
| "mrr@10": 0.7783162698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.792, | |
| "hit@5": 0.914, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.792, | |
| "ndcg_linear@5": 0.8599061116917707, | |
| "ndcg_linear@10": 0.8680014626282739, | |
| "ndcg_exponential@1": 0.792, | |
| "ndcg_exponential@5": 0.8599061116917707, | |
| "ndcg_exponential@10": 0.8680014626282739, | |
| "precision@1": 0.792, | |
| "precision@5": 0.18280000000000002, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.792, | |
| "recall@5": 0.914, | |
| "recall@10": 0.939, | |
| "f1@1": 0.792, | |
| "f1@5": 0.3046666666666667, | |
| "f1@10": 0.17072727272727273, | |
| "map@1": 0.792, | |
| "map@5": 0.8416500000000001, | |
| "map@10": 0.8449976190476189, | |
| "mrr@1": 0.792, | |
| "mrr@5": 0.8416500000000001, | |
| "mrr@10": 0.8449976190476189, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.825, | |
| "hit@5": 0.933, | |
| "hit@10": 0.945, | |
| "ndcg_linear@1": 0.825, | |
| "ndcg_linear@5": 0.8847437196691362, | |
| "ndcg_linear@10": 0.8886956083860126, | |
| "ndcg_exponential@1": 0.825, | |
| "ndcg_exponential@5": 0.8847437196691362, | |
| "ndcg_exponential@10": 0.8886956083860126, | |
| "precision@1": 0.825, | |
| "precision@5": 0.18660000000000002, | |
| "precision@10": 0.09450000000000001, | |
| "recall@1": 0.825, | |
| "recall@5": 0.933, | |
| "recall@10": 0.945, | |
| "f1@1": 0.825, | |
| "f1@5": 0.311, | |
| "f1@10": 0.17181818181818181, | |
| "map@1": 0.825, | |
| "map@5": 0.8684666666666667, | |
| "map@10": 0.8701400793650794, | |
| "mrr@1": 0.825, | |
| "mrr@5": 0.8684666666666667, | |
| "mrr@10": 0.8701400793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.777, | |
| "hit@5": 0.961, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.777, | |
| "ndcg_linear@5": 0.8806503206108609, | |
| "ndcg_linear@10": 0.8883519324368498, | |
| "ndcg_exponential@1": 0.777, | |
| "ndcg_exponential@5": 0.8806503206108609, | |
| "ndcg_exponential@10": 0.8883519324368498, | |
| "precision@1": 0.777, | |
| "precision@5": 0.19220000000000004, | |
| "precision@10": 0.09840000000000002, | |
| "recall@1": 0.777, | |
| "recall@5": 0.961, | |
| "recall@10": 0.984, | |
| "f1@1": 0.777, | |
| "f1@5": 0.32033333333333336, | |
| "f1@10": 0.17890909090909088, | |
| "map@1": 0.777, | |
| "map@5": 0.8534, | |
| "map@10": 0.8567301587301588, | |
| "mrr@1": 0.777, | |
| "mrr@5": 0.8534, | |
| "mrr@10": 0.8567301587301588, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.726, | |
| "hit@5": 0.93, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.726, | |
| "ndcg_linear@5": 0.83957508683995, | |
| "ndcg_linear@10": 0.8560724061860449, | |
| "ndcg_exponential@1": 0.726, | |
| "ndcg_exponential@5": 0.83957508683995, | |
| "ndcg_exponential@10": 0.8560724061860449, | |
| "precision@1": 0.726, | |
| "precision@5": 0.18600000000000003, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.726, | |
| "recall@5": 0.93, | |
| "recall@10": 0.98, | |
| "f1@1": 0.726, | |
| "f1@5": 0.31, | |
| "f1@10": 0.1781818181818182, | |
| "map@1": 0.726, | |
| "map@5": 0.8090333333333333, | |
| "map@10": 0.8160361111111111, | |
| "mrr@1": 0.726, | |
| "mrr@5": 0.8090333333333333, | |
| "mrr@10": 0.8160361111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.694, | |
| "hit@5": 0.979, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.694, | |
| "ndcg_linear@5": 0.858457664522449, | |
| "ndcg_linear@10": 0.8645119573388529, | |
| "ndcg_exponential@1": 0.694, | |
| "ndcg_exponential@5": 0.858457664522449, | |
| "ndcg_exponential@10": 0.8645119573388529, | |
| "precision@1": 0.694, | |
| "precision@5": 0.19580000000000003, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.694, | |
| "recall@5": 0.979, | |
| "recall@10": 0.997, | |
| "f1@1": 0.694, | |
| "f1@5": 0.32633333333333336, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.694, | |
| "map@5": 0.8171833333333334, | |
| "map@10": 0.8198218253968255, | |
| "mrr@1": 0.694, | |
| "mrr@5": 0.8171833333333334, | |
| "mrr@10": 0.8198218253968255, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.911, | |
| "hit@5": 0.994, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.911, | |
| "ndcg_linear@5": 0.9598617209926292, | |
| "ndcg_linear@10": 0.9602179281797372, | |
| "ndcg_exponential@1": 0.911, | |
| "ndcg_exponential@5": 0.9598617209926292, | |
| "ndcg_exponential@10": 0.9602179281797372, | |
| "precision@1": 0.911, | |
| "precision@5": 0.19880000000000003, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.911, | |
| "recall@5": 0.994, | |
| "recall@10": 0.995, | |
| "f1@1": 0.911, | |
| "f1@5": 0.3313333333333333, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.911, | |
| "map@5": 0.9481166666666667, | |
| "map@10": 0.9482833333333333, | |
| "mrr@1": 0.911, | |
| "mrr@5": 0.9481166666666667, | |
| "mrr@10": 0.9482833333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.324, | |
| "hit@5": 0.582, | |
| "hit@10": 0.691, | |
| "ndcg_linear@1": 0.324, | |
| "ndcg_linear@5": 0.46188474086959547, | |
| "ndcg_linear@10": 0.4970570313705508, | |
| "ndcg_exponential@1": 0.324, | |
| "ndcg_exponential@5": 0.46188474086959547, | |
| "ndcg_exponential@10": 0.4970570313705508, | |
| "precision@1": 0.324, | |
| "precision@5": 0.11639999999999998, | |
| "precision@10": 0.0691, | |
| "recall@1": 0.324, | |
| "recall@5": 0.582, | |
| "recall@10": 0.691, | |
| "f1@1": 0.324, | |
| "f1@5": 0.19400000000000006, | |
| "f1@10": 0.12563636363636366, | |
| "map@1": 0.324, | |
| "map@5": 0.42185, | |
| "map@10": 0.436331746031746, | |
| "mrr@1": 0.324, | |
| "mrr@5": 0.42185, | |
| "mrr@10": 0.436331746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.736, | |
| "hit@5": 0.91, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.736, | |
| "ndcg_linear@5": 0.8337930703472631, | |
| "ndcg_linear@10": 0.8430960014894396, | |
| "ndcg_exponential@1": 0.736, | |
| "ndcg_exponential@5": 0.8337930703472631, | |
| "ndcg_exponential@10": 0.8430960014894396, | |
| "precision@1": 0.736, | |
| "precision@5": 0.182, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.736, | |
| "recall@5": 0.91, | |
| "recall@10": 0.939, | |
| "f1@1": 0.736, | |
| "f1@5": 0.30333333333333334, | |
| "f1@10": 0.1707272727272727, | |
| "map@1": 0.736, | |
| "map@5": 0.80795, | |
| "map@10": 0.8117428571428571, | |
| "mrr@1": 0.736, | |
| "mrr@5": 0.80795, | |
| "mrr@10": 0.8117428571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.699, | |
| "hit@5": 0.884, | |
| "hit@10": 0.921, | |
| "ndcg_linear@1": 0.699, | |
| "ndcg_linear@5": 0.7997154608013382, | |
| "ndcg_linear@10": 0.8117312290333473, | |
| "ndcg_exponential@1": 0.699, | |
| "ndcg_exponential@5": 0.7997154608013382, | |
| "ndcg_exponential@10": 0.8117312290333473, | |
| "precision@1": 0.699, | |
| "precision@5": 0.17680000000000004, | |
| "precision@10": 0.09210000000000003, | |
| "recall@1": 0.699, | |
| "recall@5": 0.884, | |
| "recall@10": 0.921, | |
| "f1@1": 0.699, | |
| "f1@5": 0.2946666666666667, | |
| "f1@10": 0.16745454545454544, | |
| "map@1": 0.699, | |
| "map@5": 0.7715, | |
| "map@10": 0.7764896825396825, | |
| "mrr@1": 0.699, | |
| "mrr@5": 0.7715, | |
| "mrr@10": 0.7764896825396825, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.955, | |
| "hit@5": 0.999, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.955, | |
| "ndcg_linear@5": 0.9813129647375763, | |
| "ndcg_linear@10": 0.9813129647375763, | |
| "ndcg_exponential@1": 0.955, | |
| "ndcg_exponential@5": 0.9813129647375763, | |
| "ndcg_exponential@10": 0.9813129647375763, | |
| "precision@1": 0.955, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.955, | |
| "recall@5": 0.999, | |
| "recall@10": 0.999, | |
| "f1@1": 0.955, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.955, | |
| "map@5": 0.9751666666666666, | |
| "map@10": 0.9751666666666666, | |
| "mrr@1": 0.955, | |
| "mrr@5": 0.9751666666666666, | |
| "mrr@10": 0.9751666666666666, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.854, | |
| "hit@5": 0.927, | |
| "hit@10": 0.954, | |
| "ndcg_linear@1": 0.854, | |
| "ndcg_linear@5": 0.8943988308873142, | |
| "ndcg_linear@10": 0.9029203168932683, | |
| "ndcg_exponential@1": 0.854, | |
| "ndcg_exponential@5": 0.8943988308873142, | |
| "ndcg_exponential@10": 0.9029203168932683, | |
| "precision@1": 0.854, | |
| "precision@5": 0.18540000000000004, | |
| "precision@10": 0.09540000000000001, | |
| "recall@1": 0.854, | |
| "recall@5": 0.927, | |
| "recall@10": 0.954, | |
| "f1@1": 0.854, | |
| "f1@5": 0.309, | |
| "f1@10": 0.17345454545454544, | |
| "map@1": 0.854, | |
| "map@5": 0.8833833333333333, | |
| "map@10": 0.886777380952381, | |
| "mrr@1": 0.854, | |
| "mrr@5": 0.8833833333333333, | |
| "mrr@10": 0.886777380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.917, | |
| "hit@5": 0.994, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.917, | |
| "ndcg_linear@5": 0.962433908109248, | |
| "ndcg_linear@10": 0.9640002311874807, | |
| "ndcg_exponential@1": 0.917, | |
| "ndcg_exponential@5": 0.962433908109248, | |
| "ndcg_exponential@10": 0.9640002311874807, | |
| "precision@1": 0.917, | |
| "precision@5": 0.1988, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.917, | |
| "recall@5": 0.994, | |
| "recall@10": 0.999, | |
| "f1@1": 0.917, | |
| "f1@5": 0.3313333333333333, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.917, | |
| "map@5": 0.9515333333333333, | |
| "map@10": 0.9521484126984125, | |
| "mrr@1": 0.917, | |
| "mrr@5": 0.9515333333333333, | |
| "mrr@10": 0.9521484126984125, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.919, | |
| "hit@5": 0.998, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.919, | |
| "ndcg_linear@5": 0.9704743802857166, | |
| "ndcg_linear@10": 0.9708077136190499, | |
| "ndcg_exponential@1": 0.919, | |
| "ndcg_exponential@5": 0.9704743802857166, | |
| "ndcg_exponential@10": 0.9708077136190499, | |
| "precision@1": 0.919, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.919, | |
| "recall@5": 0.998, | |
| "recall@10": 0.999, | |
| "f1@1": 0.919, | |
| "f1@5": 0.3326666666666666, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.919, | |
| "map@5": 0.9611666666666667, | |
| "map@10": 0.9613095238095238, | |
| "mrr@1": 0.919, | |
| "mrr@5": 0.9581666666666667, | |
| "mrr@10": 0.9583095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.882, | |
| "hit@5": 0.967, | |
| "hit@10": 0.978, | |
| "ndcg_linear@1": 0.882, | |
| "ndcg_linear@5": 0.930380559751692, | |
| "ndcg_linear@10": 0.933938932546564, | |
| "ndcg_exponential@1": 0.882, | |
| "ndcg_exponential@5": 0.930380559751692, | |
| "ndcg_exponential@10": 0.933938932546564, | |
| "precision@1": 0.882, | |
| "precision@5": 0.19340000000000004, | |
| "precision@10": 0.09780000000000001, | |
| "recall@1": 0.882, | |
| "recall@5": 0.967, | |
| "recall@10": 0.978, | |
| "f1@1": 0.882, | |
| "f1@5": 0.3223333333333333, | |
| "f1@10": 0.17781818181818182, | |
| "map@1": 0.882, | |
| "map@5": 0.9179166666666667, | |
| "map@10": 0.9193857142857144, | |
| "mrr@1": 0.882, | |
| "mrr@5": 0.9179166666666667, | |
| "mrr@10": 0.9193857142857144, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.574, | |
| "hit@5": 0.777, | |
| "hit@10": 0.829, | |
| "ndcg_linear@1": 0.574, | |
| "ndcg_linear@5": 0.6856431181798908, | |
| "ndcg_linear@10": 0.7026257646728661, | |
| "ndcg_exponential@1": 0.574, | |
| "ndcg_exponential@5": 0.6856431181798908, | |
| "ndcg_exponential@10": 0.7026257646728661, | |
| "precision@1": 0.574, | |
| "precision@5": 0.15539999999999998, | |
| "precision@10": 0.0829, | |
| "recall@1": 0.574, | |
| "recall@5": 0.777, | |
| "recall@10": 0.829, | |
| "f1@1": 0.574, | |
| "f1@5": 0.25900000000000006, | |
| "f1@10": 0.15072727272727274, | |
| "map@1": 0.574, | |
| "map@5": 0.65485, | |
| "map@10": 0.6619626984126985, | |
| "mrr@1": 0.574, | |
| "mrr@5": 0.65485, | |
| "mrr@10": 0.6619626984126985, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.626, | |
| "hit@5": 0.837, | |
| "hit@10": 0.897, | |
| "ndcg_linear@1": 0.626, | |
| "ndcg_linear@5": 0.7405482943717384, | |
| "ndcg_linear@10": 0.759882392490696, | |
| "ndcg_exponential@1": 0.626, | |
| "ndcg_exponential@5": 0.7405482943717384, | |
| "ndcg_exponential@10": 0.759882392490696, | |
| "precision@1": 0.626, | |
| "precision@5": 0.1674, | |
| "precision@10": 0.0897, | |
| "recall@1": 0.626, | |
| "recall@5": 0.837, | |
| "recall@10": 0.897, | |
| "f1@1": 0.626, | |
| "f1@5": 0.2790000000000001, | |
| "f1@10": 0.1630909090909091, | |
| "map@1": 0.626, | |
| "map@5": 0.7082166666666667, | |
| "map@10": 0.7161571428571428, | |
| "mrr@1": 0.626, | |
| "mrr@5": 0.7082166666666667, | |
| "mrr@10": 0.7161571428571428, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.654, | |
| "hit@5": 0.845, | |
| "hit@10": 0.905, | |
| "ndcg_linear@1": 0.654, | |
| "ndcg_linear@5": 0.7573083202779506, | |
| "ndcg_linear@10": 0.7766499594795866, | |
| "ndcg_exponential@1": 0.654, | |
| "ndcg_exponential@5": 0.7573083202779506, | |
| "ndcg_exponential@10": 0.7766499594795866, | |
| "precision@1": 0.654, | |
| "precision@5": 0.169, | |
| "precision@10": 0.09050000000000001, | |
| "recall@1": 0.654, | |
| "recall@5": 0.845, | |
| "recall@10": 0.905, | |
| "f1@1": 0.654, | |
| "f1@5": 0.28166666666666673, | |
| "f1@10": 0.16454545454545452, | |
| "map@1": 0.654, | |
| "map@5": 0.7279666666666667, | |
| "map@10": 0.7359162698412698, | |
| "mrr@1": 0.654, | |
| "mrr@5": 0.7279666666666667, | |
| "mrr@10": 0.7359162698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.796, | |
| "hit@5": 0.967, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.796, | |
| "ndcg_linear@5": 0.8931977063904417, | |
| "ndcg_linear@10": 0.8975465446047486, | |
| "ndcg_exponential@1": 0.796, | |
| "ndcg_exponential@5": 0.8931977063904417, | |
| "ndcg_exponential@10": 0.8975465446047486, | |
| "precision@1": 0.796, | |
| "precision@5": 0.19340000000000004, | |
| "precision@10": 0.098, | |
| "recall@1": 0.796, | |
| "recall@5": 0.967, | |
| "recall@10": 0.98, | |
| "f1@1": 0.796, | |
| "f1@5": 0.32233333333333336, | |
| "f1@10": 0.1781818181818182, | |
| "map@1": 0.796, | |
| "map@5": 0.8680333333333333, | |
| "map@10": 0.8699150793650794, | |
| "mrr@1": 0.796, | |
| "mrr@5": 0.8680333333333333, | |
| "mrr@10": 0.8699150793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.37644341801385683, | |
| "hit@5": 0.7875288683602771, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.37644341801385683, | |
| "ndcg_linear@5": 0.5912971607156784, | |
| "ndcg_linear@10": 0.6606152623492171, | |
| "ndcg_exponential@1": 0.37644341801385683, | |
| "ndcg_exponential@5": 0.5912971607156784, | |
| "ndcg_exponential@10": 0.6606152623492171, | |
| "precision@1": 0.37644341801385683, | |
| "precision@5": 0.1575057736720554, | |
| "precision@10": 0.1, | |
| "recall@1": 0.37644341801385683, | |
| "recall@5": 0.7875288683602771, | |
| "recall@10": 1.0, | |
| "f1@1": 0.37644341801385683, | |
| "f1@5": 0.2625096227867591, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.37644341801385683, | |
| "map@5": 0.526481909160893, | |
| "map@10": 0.5554510795850288, | |
| "mrr@1": 0.37644341801385683, | |
| "mrr@5": 0.526481909160893, | |
| "mrr@10": 0.5554510795850288, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.6285, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6285, | |
| "ndcg_linear@5": 0.8364044487783429, | |
| "ndcg_linear@10": 0.8364044487783429, | |
| "ndcg_exponential@1": 0.6285, | |
| "ndcg_exponential@5": 0.8364044487783429, | |
| "ndcg_exponential@10": 0.8364044487783429, | |
| "precision@1": 0.6285, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.6285, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6285, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.6285, | |
| "map@5": 0.7808208333333333, | |
| "map@10": 0.7808208333333333, | |
| "mrr@1": 0.6285, | |
| "mrr@5": 0.7808208333333333, | |
| "mrr@10": 0.7808208333333333, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.5966666666666667, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5966666666666667, | |
| "ndcg_linear@5": 0.8172161974415302, | |
| "ndcg_linear@10": 0.8172161974415302, | |
| "ndcg_exponential@1": 0.5966666666666667, | |
| "ndcg_exponential@5": 0.8172161974415302, | |
| "ndcg_exponential@10": 0.8172161974415302, | |
| "precision@1": 0.5966666666666667, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5966666666666667, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5966666666666667, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.5966666666666667, | |
| "map@5": 0.7555864197530864, | |
| "map@10": 0.7555864197530864, | |
| "mrr@1": 0.5966666666666667, | |
| "mrr@5": 0.7555864197530864, | |
| "mrr@10": 0.7555864197530864, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.7376226062587576, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7376226062587576, | |
| "ndcg_linear@5": 0.881292257514721, | |
| "ndcg_linear@10": 0.881292257514721, | |
| "ndcg_exponential@1": 0.7376226062587576, | |
| "ndcg_exponential@5": 0.881292257514721, | |
| "ndcg_exponential@10": 0.881292257514721, | |
| "precision@1": 0.7376226062587576, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.7376226062587576, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7376226062587576, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.7376226062587576, | |
| "map@5": 0.8414272925424257, | |
| "map@10": 0.8414272925424257, | |
| "mrr@1": 0.7376226062587576, | |
| "mrr@5": 0.8412326794332865, | |
| "mrr@10": 0.8412326794332865, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.658, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.658, | |
| "ndcg_linear@5": 0.8409969102375906, | |
| "ndcg_linear@10": 0.8409969102375906, | |
| "ndcg_exponential@1": 0.658, | |
| "ndcg_exponential@5": 0.8409969102375906, | |
| "ndcg_exponential@10": 0.8409969102375906, | |
| "precision@1": 0.658, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.658, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.658, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.658, | |
| "map@5": 0.7879333333333333, | |
| "map@10": 0.7879333333333333, | |
| "mrr@1": 0.658, | |
| "mrr@5": 0.7879333333333333, | |
| "mrr@10": 0.7879333333333333, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.775, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.775, | |
| "ndcg_linear@5": 0.916959194553578, | |
| "ndcg_linear@10": 0.916959194553578, | |
| "ndcg_exponential@1": 0.775, | |
| "ndcg_exponential@5": 0.916959194553578, | |
| "ndcg_exponential@10": 0.916959194553578, | |
| "precision@1": 0.775, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.775, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.775, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.775, | |
| "map@5": 0.8875, | |
| "map@10": 0.8875, | |
| "mrr@1": 0.775, | |
| "mrr@5": 0.8875, | |
| "mrr@10": 0.8875, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.49701195219123506, | |
| "hit@5": 0.7370517928286853, | |
| "hit@10": 0.8097609561752988, | |
| "ndcg_linear@1": 0.49701195219123506, | |
| "ndcg_linear@5": 0.6266335887444735, | |
| "ndcg_linear@10": 0.6504531942004679, | |
| "ndcg_exponential@1": 0.49701195219123506, | |
| "ndcg_exponential@5": 0.6266335887444735, | |
| "ndcg_exponential@10": 0.6504531942004679, | |
| "precision@1": 0.49701195219123506, | |
| "precision@5": 0.14741035856573706, | |
| "precision@10": 0.08097609561752987, | |
| "recall@1": 0.49701195219123506, | |
| "recall@5": 0.7370517928286853, | |
| "recall@10": 0.8097609561752988, | |
| "f1@1": 0.49701195219123506, | |
| "f1@5": 0.24568393094289517, | |
| "f1@10": 0.14722926475914527, | |
| "map@1": 0.49701195219123506, | |
| "map@5": 0.5897244355909695, | |
| "map@10": 0.5997506007715172, | |
| "mrr@1": 0.49701195219123506, | |
| "mrr@5": 0.5897244355909695, | |
| "mrr@10": 0.5997506007715172, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.527, | |
| "hit@5": 0.749, | |
| "hit@10": 0.824, | |
| "ndcg_linear@1": 0.527, | |
| "ndcg_linear@5": 0.6472508958674789, | |
| "ndcg_linear@10": 0.6719462481134063, | |
| "ndcg_exponential@1": 0.527, | |
| "ndcg_exponential@5": 0.6472508958674789, | |
| "ndcg_exponential@10": 0.6719462481134063, | |
| "precision@1": 0.527, | |
| "precision@5": 0.1498, | |
| "precision@10": 0.0824, | |
| "recall@1": 0.527, | |
| "recall@5": 0.749, | |
| "recall@10": 0.824, | |
| "f1@1": 0.527, | |
| "f1@5": 0.2496666666666667, | |
| "f1@10": 0.14981818181818182, | |
| "map@1": 0.527, | |
| "map@5": 0.6131666666666666, | |
| "map@10": 0.6236166666666666, | |
| "mrr@1": 0.527, | |
| "mrr@5": 0.6131666666666666, | |
| "mrr@10": 0.6236166666666666, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.7313432835820896, | |
| "hit@5": 0.9313432835820895, | |
| "hit@10": 0.9761194029850746, | |
| "ndcg_linear@1": 0.7313432835820896, | |
| "ndcg_linear@5": 0.8440355991397107, | |
| "ndcg_linear@10": 0.8586570639933416, | |
| "ndcg_exponential@1": 0.7313432835820896, | |
| "ndcg_exponential@5": 0.8440355991397107, | |
| "ndcg_exponential@10": 0.8586570639933416, | |
| "precision@1": 0.7313432835820896, | |
| "precision@5": 0.18626865671641787, | |
| "precision@10": 0.09761194029850744, | |
| "recall@1": 0.7313432835820896, | |
| "recall@5": 0.9313432835820895, | |
| "recall@10": 0.9761194029850746, | |
| "f1@1": 0.7313432835820896, | |
| "f1@5": 0.31044776119402995, | |
| "f1@10": 0.17747625508819542, | |
| "map@1": 0.7313432835820896, | |
| "map@5": 0.8144029850746268, | |
| "map@10": 0.8205259417199715, | |
| "mrr@1": 0.7313432835820896, | |
| "mrr@5": 0.8144029850746268, | |
| "mrr@10": 0.8205259417199715, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.5145154086645825, | |
| "hit@5": 0.7938811969629299, | |
| "hit@10": 0.8838767306833408, | |
| "ndcg_linear@1": 0.5145154086645825, | |
| "ndcg_linear@5": 0.665407160412277, | |
| "ndcg_linear@10": 0.6948659666612418, | |
| "ndcg_exponential@1": 0.5145154086645825, | |
| "ndcg_exponential@5": 0.665407160412277, | |
| "ndcg_exponential@10": 0.6948659666612418, | |
| "precision@1": 0.5145154086645825, | |
| "precision@5": 0.15877623939258598, | |
| "precision@10": 0.08838767306833407, | |
| "recall@1": 0.5145154086645825, | |
| "recall@5": 0.7938811969629299, | |
| "recall@10": 0.8838767306833408, | |
| "f1@1": 0.5145154086645825, | |
| "f1@5": 0.26462706565431, | |
| "f1@10": 0.16070486012424381, | |
| "map@1": 0.5145154086645825, | |
| "map@5": 0.6224467768348965, | |
| "map@10": 0.6348112819640287, | |
| "mrr@1": 0.5145154086645825, | |
| "mrr@5": 0.6224467768348965, | |
| "mrr@10": 0.6348112819640287, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.31645171437558983, | |
| "hit@5": 0.5784837999370871, | |
| "hit@10": 0.6901541365209185, | |
| "ndcg_linear@1": 0.31645171437558983, | |
| "ndcg_linear@5": 0.45407301757106777, | |
| "ndcg_linear@10": 0.49032235121050927, | |
| "ndcg_exponential@1": 0.31645171437558983, | |
| "ndcg_exponential@5": 0.45407301757106777, | |
| "ndcg_exponential@10": 0.49032235121050927, | |
| "precision@1": 0.31645171437558983, | |
| "precision@5": 0.11569675998741741, | |
| "precision@10": 0.06901541365209185, | |
| "recall@1": 0.31645171437558983, | |
| "recall@5": 0.5784837999370871, | |
| "recall@10": 0.6901541365209185, | |
| "f1@1": 0.31645171437558983, | |
| "f1@5": 0.19282793331236245, | |
| "f1@10": 0.12548257027653067, | |
| "map@1": 0.31645171437558983, | |
| "map@5": 0.41280276816608996, | |
| "map@10": 0.4278469319991811, | |
| "mrr@1": 0.31645171437558983, | |
| "mrr@5": 0.41280276816608996, | |
| "mrr@10": 0.4278469319991811, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.6463527239150508, | |
| "hit@5": 0.9261311172668514, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6463527239150508, | |
| "ndcg_linear@5": 0.7968741151190222, | |
| "ndcg_linear@10": 0.820864648667834, | |
| "ndcg_exponential@1": 0.6463527239150508, | |
| "ndcg_exponential@5": 0.7968741151190222, | |
| "ndcg_exponential@10": 0.820864648667834, | |
| "precision@1": 0.6463527239150508, | |
| "precision@5": 0.18522622345337025, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.6463527239150508, | |
| "recall@5": 0.9261311172668514, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6463527239150508, | |
| "f1@5": 0.3087103724222839, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.6463527239150508, | |
| "map@5": 0.7537242228377962, | |
| "map@10": 0.7636803998299843, | |
| "mrr@1": 0.6463527239150508, | |
| "mrr@5": 0.7537242228377962, | |
| "mrr@10": 0.7636803998299843, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.5034387895460798, | |
| "hit@5": 0.8101788170563962, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5034387895460798, | |
| "ndcg_linear@5": 0.6642604353070941, | |
| "ndcg_linear@10": 0.7242483945701725, | |
| "ndcg_exponential@1": 0.5034387895460798, | |
| "ndcg_exponential@5": 0.6642604353070941, | |
| "ndcg_exponential@10": 0.7242483945701725, | |
| "precision@1": 0.5034387895460798, | |
| "precision@5": 0.1620357634112792, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5034387895460798, | |
| "recall@5": 0.8101788170563962, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5034387895460798, | |
| "f1@5": 0.27005960568546544, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.5034387895460798, | |
| "map@5": 0.6159789087574508, | |
| "map@10": 0.6399227091111548, | |
| "mrr@1": 0.5034387895460798, | |
| "mrr@5": 0.6159789087574508, | |
| "mrr@10": 0.6399227091111548, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.4961111111111111, | |
| "hit@5": 0.9188888888888889, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4961111111111111, | |
| "ndcg_linear@5": 0.7193357590016911, | |
| "ndcg_linear@10": 0.7528980380498747, | |
| "ndcg_exponential@1": 0.4961111111111111, | |
| "ndcg_exponential@5": 0.7193357590016911, | |
| "ndcg_exponential@10": 0.7528980380498747, | |
| "precision@1": 0.4961111111111111, | |
| "precision@5": 0.19988888888888892, | |
| "precision@10": 0.11255555555555556, | |
| "recall@1": 0.47317129629629634, | |
| "recall@5": 0.9, | |
| "recall@10": 0.9973148148148148, | |
| "f1@1": 0.48020017636684303, | |
| "f1@5": 0.32228689520356196, | |
| "f1@10": 0.19972507430840764, | |
| "map@1": 0.4961111111111111, | |
| "map@5": 0.6526942901234568, | |
| "map@10": 0.6690361643885949, | |
| "mrr@1": 0.4961111111111111, | |
| "mrr@5": 0.665037037037037, | |
| "mrr@10": 0.6764124779541446, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.9, | |
| "hit@10": 0.926, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8453069759269737, | |
| "ndcg_linear@10": 0.8539708964649756, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8453069759269737, | |
| "ndcg_exponential@10": 0.8539708964649756, | |
| "precision@1": 0.78, | |
| "precision@5": 0.18, | |
| "precision@10": 0.0926, | |
| "recall@1": 0.78, | |
| "recall@5": 0.9, | |
| "recall@10": 0.926, | |
| "f1@1": 0.78, | |
| "f1@5": 0.3, | |
| "f1@10": 0.16836363636363638, | |
| "map@1": 0.78, | |
| "map@5": 0.827, | |
| "map@10": 0.8307238095238094, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.827, | |
| "mrr@10": 0.8307238095238094, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.37915742793791574, | |
| "hit@5": 0.5365853658536586, | |
| "hit@10": 0.6075388026607539, | |
| "ndcg_linear@1": 0.37915742793791574, | |
| "ndcg_linear@5": 0.4575628868810529, | |
| "ndcg_linear@10": 0.4811449026645732, | |
| "ndcg_exponential@1": 0.37915742793791574, | |
| "ndcg_exponential@5": 0.4575628868810529, | |
| "ndcg_exponential@10": 0.4811449026645732, | |
| "precision@1": 0.37915742793791574, | |
| "precision@5": 0.10731707317073169, | |
| "precision@10": 0.06119733924611972, | |
| "recall@1": 0.37389135254988914, | |
| "recall@5": 0.5276237989652623, | |
| "recall@10": 0.6004249815225424, | |
| "f1@1": 0.37521557033752156, | |
| "f1@5": 0.17775111067793994, | |
| "f1@10": 0.11078549437751212, | |
| "map@1": 0.37915742793791574, | |
| "map@5": 0.4323232323232323, | |
| "map@10": 0.44212772322528415, | |
| "mrr@1": 0.37915742793791574, | |
| "mrr@5": 0.4386917960088691, | |
| "mrr@10": 0.4482683982683983, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8218623481781376, | |
| "hit@5": 0.9352226720647774, | |
| "hit@10": 0.9574898785425101, | |
| "ndcg_linear@1": 0.8218623481781376, | |
| "ndcg_linear@5": 0.8832515020386853, | |
| "ndcg_linear@10": 0.89064307480371, | |
| "ndcg_exponential@1": 0.8218623481781376, | |
| "ndcg_exponential@5": 0.8832515020386853, | |
| "ndcg_exponential@10": 0.89064307480371, | |
| "precision@1": 0.8218623481781376, | |
| "precision@5": 0.1870445344129555, | |
| "precision@10": 0.09595141700404859, | |
| "recall@1": 0.8218623481781376, | |
| "recall@5": 0.9342105263157895, | |
| "recall@10": 0.9574898785425101, | |
| "f1@1": 0.8218623481781376, | |
| "f1@5": 0.3116444958550222, | |
| "f1@10": 0.17439577965893757, | |
| "map@1": 0.8218623481781376, | |
| "map@5": 0.8660256410256412, | |
| "map@10": 0.8690612749823275, | |
| "mrr@1": 0.8218623481781376, | |
| "mrr@5": 0.8663630229419703, | |
| "mrr@10": 0.869109472398946, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8857142857142857, | |
| "hit@5": 0.9821428571428571, | |
| "hit@10": 0.9928571428571429, | |
| "ndcg_linear@1": 0.8857142857142857, | |
| "ndcg_linear@5": 0.9427855292413426, | |
| "ndcg_linear@10": 0.946362240671821, | |
| "ndcg_exponential@1": 0.8857142857142857, | |
| "ndcg_exponential@5": 0.9427855292413426, | |
| "ndcg_exponential@10": 0.946362240671821, | |
| "precision@1": 0.8857142857142857, | |
| "precision@5": 0.1964285714285714, | |
| "precision@10": 0.09928571428571427, | |
| "recall@1": 0.8857142857142857, | |
| "recall@5": 0.9821428571428571, | |
| "recall@10": 0.9928571428571429, | |
| "f1@1": 0.8857142857142857, | |
| "f1@5": 0.32738095238095244, | |
| "f1@10": 0.18051948051948058, | |
| "map@1": 0.8857142857142857, | |
| "map@5": 0.9291666666666667, | |
| "map@10": 0.9307142857142858, | |
| "mrr@1": 0.8857142857142857, | |
| "mrr@5": 0.9291666666666667, | |
| "mrr@10": 0.9307142857142858, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.41433778857837184, | |
| "hit@5": 0.6749696233292831, | |
| "hit@10": 0.7746051032806804, | |
| "ndcg_linear@1": 0.41433778857837184, | |
| "ndcg_linear@5": 0.5531447537178894, | |
| "ndcg_linear@10": 0.5852651806522167, | |
| "ndcg_exponential@1": 0.41433778857837184, | |
| "ndcg_exponential@5": 0.5531447537178894, | |
| "ndcg_exponential@10": 0.5852651806522167, | |
| "precision@1": 0.41433778857837184, | |
| "precision@5": 0.13523693803159173, | |
| "precision@10": 0.07764277035236937, | |
| "recall@1": 0.41433778857837184, | |
| "recall@5": 0.6740583232077765, | |
| "recall@10": 0.7731470230862697, | |
| "f1@1": 0.41433778857837184, | |
| "f1@5": 0.22519238558120702, | |
| "f1@10": 0.14103612062299792, | |
| "map@1": 0.41433778857837184, | |
| "map@5": 0.5126468205751316, | |
| "map@10": 0.525919135373874, | |
| "mrr@1": 0.41433778857837184, | |
| "mrr@5": 0.5129505872823006, | |
| "mrr@10": 0.5262587031572451, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8976369310807379, | |
| "ndcg_linear@10": 0.9011990029518182, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8976369310807379, | |
| "ndcg_exponential@10": 0.9011990029518182, | |
| "precision@1": 0.78, | |
| "precision@5": 0.19599999999999995, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.78, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.78, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.78, | |
| "map@5": 0.8691666666666668, | |
| "map@10": 0.8708333333333335, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.8691666666666668, | |
| "mrr@10": 0.8708333333333335, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.98, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.98, | |
| "ndcg_linear@5": 0.9926185950714291, | |
| "ndcg_linear@10": 0.9926185950714291, | |
| "ndcg_exponential@1": 0.98, | |
| "ndcg_exponential@5": 0.9926185950714291, | |
| "ndcg_exponential@10": 0.9926185950714291, | |
| "precision@1": 0.98, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.98, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.98, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.98, | |
| "map@5": 0.99, | |
| "map@10": 0.99, | |
| "mrr@1": 0.98, | |
| "mrr@5": 0.99, | |
| "mrr@10": 0.99, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.95, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9726185950714291, | |
| "ndcg_linear@10": 0.9756288950280689, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9726185950714291, | |
| "ndcg_exponential@10": 0.9756288950280689, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.95, | |
| "map@5": 0.9666666666666667, | |
| "map@10": 0.9677777777777778, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.9666666666666667, | |
| "mrr@10": 0.9677777777777778, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.96, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.96, | |
| "ndcg_linear@5": 0.9827964206794891, | |
| "ndcg_linear@10": 0.9827964206794891, | |
| "ndcg_exponential@1": 0.96, | |
| "ndcg_exponential@5": 0.9827964206794891, | |
| "ndcg_exponential@10": 0.9827964206794891, | |
| "precision@1": 0.96, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.96, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.96, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.96, | |
| "map@5": 0.977, | |
| "map@10": 0.977, | |
| "mrr@1": 0.96, | |
| "mrr@5": 0.977, | |
| "mrr@10": 0.977, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.98, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.98, | |
| "ndcg_linear@5": 0.9913092975357145, | |
| "ndcg_linear@10": 0.9913092975357145, | |
| "ndcg_exponential@1": 0.98, | |
| "ndcg_exponential@5": 0.9913092975357145, | |
| "ndcg_exponential@10": 0.9913092975357145, | |
| "precision@1": 0.98, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.98, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.98, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.98, | |
| "map@5": 0.9883333333333334, | |
| "map@10": 0.9883333333333334, | |
| "mrr@1": 0.98, | |
| "mrr@5": 0.9883333333333334, | |
| "mrr@10": 0.9883333333333334, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.9038461538461539, | |
| "hit@5": 0.9807692307692307, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.8782051282051282, | |
| "ndcg_linear@5": 0.8750470376693275, | |
| "ndcg_linear@10": 0.901656551027169, | |
| "ndcg_exponential@1": 0.8708791208791209, | |
| "ndcg_exponential@5": 0.8676578116208198, | |
| "ndcg_exponential@10": 0.895378062911872, | |
| "precision@1": 0.9038461538461539, | |
| "precision@5": 0.35769230769230764, | |
| "precision@10": 0.20769230769230768, | |
| "recall@1": 0.6312728937728939, | |
| "recall@5": 0.8744214119214119, | |
| "recall@10": 0.9432400932400932, | |
| "f1@1": 0.6914659058889827, | |
| "f1@5": 0.45186888275123577, | |
| "f1@10": 0.3085661698783871, | |
| "map@1": 0.9038461538461539, | |
| "map@5": 0.8551923076923077, | |
| "map@10": 0.873836778301064, | |
| "mrr@1": 0.9038461538461539, | |
| "mrr@5": 0.9375, | |
| "mrr@10": 0.9399038461538461, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.6484375, | |
| "hit@5": 0.85625, | |
| "hit@10": 0.9203125, | |
| "ndcg_linear@1": 0.6484375, | |
| "ndcg_linear@5": 0.6484754684577853, | |
| "ndcg_linear@10": 0.6744155544066546, | |
| "ndcg_exponential@1": 0.6484375, | |
| "ndcg_exponential@5": 0.6484754684577853, | |
| "ndcg_exponential@10": 0.6744155544066546, | |
| "precision@1": 0.6484375, | |
| "precision@5": 0.2921875, | |
| "precision@10": 0.183125, | |
| "recall@1": 0.3942791193181819, | |
| "recall@5": 0.6539082504083138, | |
| "recall@10": 0.7419486707300476, | |
| "f1@1": 0.45067922528860027, | |
| "f1@5": 0.35600004376750705, | |
| "f1@10": 0.26354959098295494, | |
| "map@1": 0.6484375, | |
| "map@5": 0.5844357638888888, | |
| "map@10": 0.594148329731198, | |
| "mrr@1": 0.6484375, | |
| "mrr@5": 0.72953125, | |
| "mrr@10": 0.7381925843253968, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.5818965517241379, | |
| "hit@5": 0.9267241379310345, | |
| "hit@10": 0.9698275862068966, | |
| "ndcg_linear@1": 0.5818965517241379, | |
| "ndcg_linear@5": 0.5394422133556268, | |
| "ndcg_linear@10": 0.5308452374736574, | |
| "ndcg_exponential@1": 0.5818965517241379, | |
| "ndcg_exponential@5": 0.5394422133556267, | |
| "ndcg_exponential@10": 0.5308452374736573, | |
| "precision@1": 0.5818965517241379, | |
| "precision@5": 0.481896551724138, | |
| "precision@10": 0.4021551724137931, | |
| "recall@1": 0.055865776128210504, | |
| "recall@5": 0.29503819255573205, | |
| "recall@10": 0.43418232811560054, | |
| "f1@1": 0.0987400216297587, | |
| "f1@5": 0.29407332916282425, | |
| "f1@10": 0.34137243845579335, | |
| "map@1": 0.5818965517241379, | |
| "map@5": 0.4205304118773946, | |
| "map@10": 0.3794670346586911, | |
| "mrr@1": 0.5818965517241379, | |
| "mrr@5": 0.7218390804597701, | |
| "mrr@10": 0.7277829091406678, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.8333333333333334, | |
| "hit@5": 0.9385964912280702, | |
| "hit@10": 0.9605263157894737, | |
| "ndcg_linear@1": 0.8333333333333334, | |
| "ndcg_linear@5": 0.7973284987944608, | |
| "ndcg_linear@10": 0.8076169249923659, | |
| "ndcg_exponential@1": 0.8333333333333334, | |
| "ndcg_exponential@5": 0.7973284987944607, | |
| "ndcg_exponential@10": 0.8076169249923661, | |
| "precision@1": 0.8333333333333334, | |
| "precision@5": 0.3982456140350878, | |
| "precision@10": 0.24780701754385967, | |
| "recall@1": 0.44010025062656644, | |
| "recall@5": 0.7602548036758562, | |
| "recall@10": 0.835124269005848, | |
| "f1@1": 0.5201048957764021, | |
| "f1@5": 0.44540707351239, | |
| "f1@10": 0.3233817125396887, | |
| "map@1": 0.8333333333333334, | |
| "map@5": 0.740639619883041, | |
| "map@10": 0.7379847622528544, | |
| "mrr@1": 0.8333333333333334, | |
| "mrr@5": 0.872295321637427, | |
| "mrr@10": 0.8751705653021442, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.8860294117647058, | |
| "hit@5": 0.9595588235294118, | |
| "hit@10": 0.9803921568627451, | |
| "ndcg_linear@1": 0.8860294117647058, | |
| "ndcg_linear@5": 0.9272694413502324, | |
| "ndcg_linear@10": 0.9342108757495279, | |
| "ndcg_exponential@1": 0.8860294117647058, | |
| "ndcg_exponential@5": 0.9272694413502324, | |
| "ndcg_exponential@10": 0.9342108757495279, | |
| "precision@1": 0.8860294117647058, | |
| "precision@5": 0.19191176470588234, | |
| "precision@10": 0.09803921568627451, | |
| "recall@1": 0.8860294117647058, | |
| "recall@5": 0.9595588235294118, | |
| "recall@10": 0.9803921568627451, | |
| "f1@1": 0.8860294117647058, | |
| "f1@5": 0.3198529411764707, | |
| "f1@10": 0.17825311942959005, | |
| "map@1": 0.8860294117647058, | |
| "map@5": 0.9163398692810457, | |
| "map@10": 0.9193277310924369, | |
| "mrr@1": 0.8860294117647058, | |
| "mrr@5": 0.9163398692810457, | |
| "mrr@10": 0.9193277310924369, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.9047619047619048, | |
| "hit@5": 0.9841269841269841, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.9047619047619048, | |
| "ndcg_linear@5": 0.9506791946145139, | |
| "ndcg_linear@10": 0.9552675251909883, | |
| "ndcg_exponential@1": 0.9047619047619048, | |
| "ndcg_exponential@5": 0.9506791946145139, | |
| "ndcg_exponential@10": 0.9552675251909883, | |
| "precision@1": 0.9047619047619048, | |
| "precision@5": 0.19682539682539674, | |
| "precision@10": 0.09999999999999995, | |
| "recall@1": 0.9047619047619048, | |
| "recall@5": 0.9841269841269841, | |
| "recall@10": 1.0, | |
| "f1@1": 0.9047619047619048, | |
| "f1@5": 0.32804232804232797, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.9047619047619048, | |
| "map@5": 0.9391534391534391, | |
| "map@10": 0.9407407407407408, | |
| "mrr@1": 0.9047619047619048, | |
| "mrr@5": 0.9391534391534391, | |
| "mrr@10": 0.9407407407407408, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.8020304568527918, | |
| "hit@5": 0.9289340101522843, | |
| "hit@10": 0.9576988155668359, | |
| "ndcg_linear@1": 0.8020304568527918, | |
| "ndcg_linear@5": 0.8731428738834833, | |
| "ndcg_linear@10": 0.8825488875982573, | |
| "ndcg_exponential@1": 0.8020304568527918, | |
| "ndcg_exponential@5": 0.8731428738834833, | |
| "ndcg_exponential@10": 0.8825488875982573, | |
| "precision@1": 0.8020304568527918, | |
| "precision@5": 0.18578680203045683, | |
| "precision@10": 0.09576988155668358, | |
| "recall@1": 0.8020304568527918, | |
| "recall@5": 0.9289340101522843, | |
| "recall@10": 0.9576988155668359, | |
| "f1@1": 0.8020304568527918, | |
| "f1@5": 0.30964467005076146, | |
| "f1@10": 0.17412705737578837, | |
| "map@1": 0.8020304568527918, | |
| "map@5": 0.8542583192329385, | |
| "map@10": 0.8582010582010582, | |
| "mrr@1": 0.8020304568527918, | |
| "mrr@5": 0.8542583192329385, | |
| "mrr@10": 0.8582010582010582, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9442446043165468, | |
| "hit@5": 0.9856115107913669, | |
| "hit@10": 0.9910071942446043, | |
| "ndcg_linear@1": 0.9442446043165468, | |
| "ndcg_linear@5": 0.9590108070312597, | |
| "ndcg_linear@10": 0.9629547994233216, | |
| "ndcg_exponential@1": 0.9442446043165468, | |
| "ndcg_exponential@5": 0.9590108070312597, | |
| "ndcg_exponential@10": 0.9629547994233216, | |
| "precision@1": 0.9442446043165468, | |
| "precision@5": 0.24676258992805752, | |
| "precision@10": 0.1251798561151079, | |
| "recall@1": 0.8156474820143885, | |
| "recall@5": 0.97931654676259, | |
| "recall@10": 0.9901079136690647, | |
| "f1@1": 0.8585131894484412, | |
| "f1@5": 0.38703323055841055, | |
| "f1@10": 0.21966971877043823, | |
| "map@1": 0.9442446043165468, | |
| "map@5": 0.9467026378896882, | |
| "map@10": 0.9488876755738266, | |
| "mrr@1": 0.9442446043165468, | |
| "mrr@5": 0.9625899280575541, | |
| "mrr@10": 0.9632643884892087, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8662952646239555, | |
| "hit@5": 0.979108635097493, | |
| "hit@10": 0.9888579387186629, | |
| "ndcg_linear@1": 0.8662952646239555, | |
| "ndcg_linear@5": 0.929966358709346, | |
| "ndcg_linear@10": 0.9332985668023304, | |
| "ndcg_exponential@1": 0.8662952646239555, | |
| "ndcg_exponential@5": 0.929966358709346, | |
| "ndcg_exponential@10": 0.9332985668023304, | |
| "precision@1": 0.8662952646239555, | |
| "precision@5": 0.19582172701949857, | |
| "precision@10": 0.0988857938718663, | |
| "recall@1": 0.8662952646239555, | |
| "recall@5": 0.979108635097493, | |
| "recall@10": 0.9888579387186629, | |
| "f1@1": 0.8662952646239555, | |
| "f1@5": 0.3263695450324977, | |
| "f1@10": 0.1797923524943024, | |
| "map@1": 0.8662952646239555, | |
| "map@5": 0.9132544103992573, | |
| "map@10": 0.9147355971172128, | |
| "mrr@1": 0.8662952646239555, | |
| "mrr@5": 0.9132544103992573, | |
| "mrr@10": 0.9147355971172128, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.8644264194669756, | |
| "hit@5": 0.9687137891077636, | |
| "hit@10": 0.981460023174971, | |
| "ndcg_linear@1": 0.8644264194669756, | |
| "ndcg_linear@5": 0.9249398309487555, | |
| "ndcg_linear@10": 0.9291338671868987, | |
| "ndcg_exponential@1": 0.8644264194669756, | |
| "ndcg_exponential@5": 0.9249398309487555, | |
| "ndcg_exponential@10": 0.9291338671868987, | |
| "precision@1": 0.8644264194669756, | |
| "precision@5": 0.1937427578215527, | |
| "precision@10": 0.09814600231749711, | |
| "recall@1": 0.8644264194669756, | |
| "recall@5": 0.9687137891077636, | |
| "recall@10": 0.981460023174971, | |
| "f1@1": 0.8644264194669756, | |
| "f1@5": 0.3229045963692546, | |
| "f1@10": 0.17844727694090382, | |
| "map@1": 0.8644264194669756, | |
| "map@5": 0.9099459250675936, | |
| "map@10": 0.9117203737423899, | |
| "mrr@1": 0.8644264194669756, | |
| "mrr@5": 0.9099459250675936, | |
| "mrr@10": 0.9117203737423899, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.21891418563922943, | |
| "hit@5": 0.7443082311733801, | |
| "hit@10": 0.8686514886164624, | |
| "ndcg_linear@1": 0.21891418563922943, | |
| "ndcg_linear@5": 0.5029211190668563, | |
| "ndcg_linear@10": 0.5437560393958205, | |
| "ndcg_exponential@1": 0.21891418563922943, | |
| "ndcg_exponential@5": 0.5029211190668565, | |
| "ndcg_exponential@10": 0.5437560393958205, | |
| "precision@1": 0.21891418563922943, | |
| "precision@5": 0.14886164623467601, | |
| "precision@10": 0.08686514886164623, | |
| "recall@1": 0.21891418563922943, | |
| "recall@5": 0.7443082311733801, | |
| "recall@10": 0.8686514886164624, | |
| "f1@1": 0.21891418563922943, | |
| "f1@5": 0.24810274372446003, | |
| "f1@10": 0.15793663429390228, | |
| "map@1": 0.21891418563922943, | |
| "map@5": 0.4220665499124343, | |
| "map@10": 0.4392888416312234, | |
| "mrr@1": 0.21891418563922943, | |
| "mrr@5": 0.4220665499124343, | |
| "mrr@10": 0.4392888416312234, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9921190893169878, | |
| "hit@5": 0.9973730297723292, | |
| "hit@10": 0.9973730297723292, | |
| "ndcg_linear@1": 0.6771745475773496, | |
| "ndcg_linear@5": 0.8259818747213645, | |
| "ndcg_linear@10": 0.8071509131127843, | |
| "ndcg_exponential@1": 0.45221416062046527, | |
| "ndcg_exponential@5": 0.7066279615677747, | |
| "ndcg_exponential@10": 0.7324450372606663, | |
| "precision@1": 0.9921190893169878, | |
| "precision@5": 0.9113835376532401, | |
| "precision@10": 0.818476357267951, | |
| "recall@1": 0.058541135713833216, | |
| "recall@5": 0.2680996683636549, | |
| "recall@10": 0.4723548375036411, | |
| "f1@1": 0.10981080820342409, | |
| "f1@5": 0.4058909370838704, | |
| "f1@10": 0.5853543247385342, | |
| "map@1": 0.9921190893169878, | |
| "map@5": 0.9026065382370111, | |
| "map@10": 0.8061373361370234, | |
| "mrr@1": 0.9921190893169878, | |
| "mrr@5": 0.9937098657326328, | |
| "mrr@10": 0.9937098657326328, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.19331742243436753, | |
| "hit@5": 0.4498806682577566, | |
| "hit@10": 0.5763723150357996, | |
| "ndcg_linear@1": 0.19331742243436753, | |
| "ndcg_linear@5": 0.28183181537800356, | |
| "ndcg_linear@10": 0.32780510425435866, | |
| "ndcg_exponential@1": 0.19331742243436753, | |
| "ndcg_exponential@5": 0.28183181537800356, | |
| "ndcg_exponential@10": 0.32780510425435866, | |
| "precision@1": 0.19331742243436753, | |
| "precision@5": 0.11789976133651552, | |
| "precision@10": 0.08186157517899763, | |
| "recall@1": 0.1225835322195704, | |
| "recall@5": 0.36465838921089516, | |
| "recall@10": 0.49374258729867326, | |
| "f1@1": 0.1429498107302403, | |
| "f1@5": 0.16747215417368444, | |
| "f1@10": 0.13307232764867533, | |
| "map@1": 0.19331742243436753, | |
| "map@5": 0.23171870856536728, | |
| "map@10": 0.25331628143169227, | |
| "mrr@1": 0.19331742243436753, | |
| "mrr@5": 0.2895783611774065, | |
| "mrr@10": 0.3066044436867826, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7088305489260143, | |
| "hit@5": 0.7983293556085919, | |
| "hit@10": 0.8365155131264916, | |
| "ndcg_linear@1": 0.4936356404136834, | |
| "ndcg_linear@5": 0.5202898115179574, | |
| "ndcg_linear@10": 0.50264295241686, | |
| "ndcg_exponential@1": 0.3399249914763042, | |
| "ndcg_exponential@5": 0.4334369734977936, | |
| "ndcg_exponential@10": 0.4451169629320411, | |
| "precision@1": 0.7088305489260143, | |
| "precision@5": 0.5780429594272076, | |
| "precision@10": 0.5142004773269689, | |
| "recall@1": 0.022950018748359845, | |
| "recall@5": 0.09104599175826185, | |
| "recall@10": 0.1581241847832432, | |
| "f1@1": 0.04400942890864769, | |
| "f1@5": 0.15096969841041957, | |
| "f1@10": 0.22671944278354006, | |
| "map@1": 0.7088305489260143, | |
| "map@5": 0.54824184566428, | |
| "map@10": 0.46953598999044505, | |
| "mrr@1": 0.7088305489260143, | |
| "mrr@5": 0.7440135242641209, | |
| "mrr@10": 0.7492134522862447, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |