Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "ReMatch-2B", | |
| "model_size": "2.21", | |
| "embedding_dimension": 1536, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-11-24", | |
| "score_source": "Self-Reported", | |
| "url": "https://arxiv.org/abs/2511.19278", | |
| "report_generated_date": "2025-11-24T12:19:01.814804" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.764, | |
| "hit@5": 0.953, | |
| "hit@10": 0.973, | |
| "ndcg_linear@1": 0.764, | |
| "ndcg_linear@5": 0.8700034150977809, | |
| "ndcg_linear@10": 0.8767423356586663, | |
| "ndcg_exponential@1": 0.764, | |
| "ndcg_exponential@5": 0.8700034150977809, | |
| "ndcg_exponential@10": 0.8767423356586663, | |
| "precision@1": 0.764, | |
| "precision@5": 0.19060000000000002, | |
| "precision@10": 0.09730000000000001, | |
| "recall@1": 0.764, | |
| "recall@5": 0.953, | |
| "recall@10": 0.973, | |
| "f1@1": 0.764, | |
| "f1@5": 0.31766666666666665, | |
| "f1@10": 0.17690909090909088, | |
| "map@1": 0.764, | |
| "map@5": 0.8419166666666668, | |
| "map@10": 0.8448559523809523, | |
| "mrr@1": 0.764, | |
| "mrr@5": 0.8419166666666668, | |
| "mrr@10": 0.8448559523809523, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.805, | |
| "hit@5": 0.978, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.805, | |
| "ndcg_linear@5": 0.9036284090730106, | |
| "ndcg_linear@10": 0.9100724261139432, | |
| "ndcg_exponential@1": 0.805, | |
| "ndcg_exponential@5": 0.9036284090730106, | |
| "ndcg_exponential@10": 0.9100724261139432, | |
| "precision@1": 0.805, | |
| "precision@5": 0.19560000000000002, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.805, | |
| "recall@5": 0.978, | |
| "recall@10": 0.998, | |
| "f1@1": 0.805, | |
| "f1@5": 0.326, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.805, | |
| "map@5": 0.8783, | |
| "map@10": 0.880948015873016, | |
| "mrr@1": 0.805, | |
| "mrr@5": 0.8783, | |
| "mrr@10": 0.880948015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.658, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.658, | |
| "ndcg_linear@5": 0.8737779757214384, | |
| "ndcg_linear@10": 0.8737779757214384, | |
| "ndcg_exponential@1": 0.658, | |
| "ndcg_exponential@5": 0.8737779757214384, | |
| "ndcg_exponential@10": 0.8737779757214384, | |
| "precision@1": 0.658, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.658, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.658, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.658, | |
| "map@5": 0.829, | |
| "map@10": 0.829, | |
| "mrr@1": 0.658, | |
| "mrr@5": 0.829, | |
| "mrr@10": 0.829, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.869, | |
| "hit@5": 0.979, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.869, | |
| "ndcg_linear@5": 0.9324316381824919, | |
| "ndcg_linear@10": 0.937105370757479, | |
| "ndcg_exponential@1": 0.869, | |
| "ndcg_exponential@5": 0.9324316381824919, | |
| "ndcg_exponential@10": 0.937105370757479, | |
| "precision@1": 0.869, | |
| "precision@5": 0.1958, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.869, | |
| "recall@5": 0.979, | |
| "recall@10": 0.993, | |
| "f1@1": 0.869, | |
| "f1@5": 0.32633333333333336, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.869, | |
| "map@5": 0.91655, | |
| "map@10": 0.9185646825396825, | |
| "mrr@1": 0.869, | |
| "mrr@5": 0.91655, | |
| "mrr@10": 0.9185646825396825, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.746, | |
| "hit@5": 0.972, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.746, | |
| "ndcg_linear@5": 0.8748626826170478, | |
| "ndcg_linear@10": 0.8790604241381442, | |
| "ndcg_exponential@1": 0.746, | |
| "ndcg_exponential@5": 0.8748626826170478, | |
| "ndcg_exponential@10": 0.8790604241381442, | |
| "precision@1": 0.746, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.746, | |
| "recall@5": 0.972, | |
| "recall@10": 0.985, | |
| "f1@1": 0.746, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.746, | |
| "map@5": 0.84175, | |
| "map@10": 0.8434789682539682, | |
| "mrr@1": 0.746, | |
| "mrr@5": 0.84175, | |
| "mrr@10": 0.8434789682539682, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.424, | |
| "hit@5": 0.734, | |
| "hit@10": 0.823, | |
| "ndcg_linear@1": 0.424, | |
| "ndcg_linear@5": 0.5935450472953501, | |
| "ndcg_linear@10": 0.6225444525315761, | |
| "ndcg_exponential@1": 0.424, | |
| "ndcg_exponential@5": 0.5935450472953501, | |
| "ndcg_exponential@10": 0.6225444525315761, | |
| "precision@1": 0.424, | |
| "precision@5": 0.14679999999999999, | |
| "precision@10": 0.0823, | |
| "recall@1": 0.424, | |
| "recall@5": 0.734, | |
| "recall@10": 0.823, | |
| "f1@1": 0.424, | |
| "f1@5": 0.2446666666666667, | |
| "f1@10": 0.14963636363636362, | |
| "map@1": 0.424, | |
| "map@5": 0.5463666666666667, | |
| "map@10": 0.5584670634920635, | |
| "mrr@1": 0.424, | |
| "mrr@5": 0.5463666666666667, | |
| "mrr@10": 0.5584670634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.495, | |
| "hit@5": 0.734, | |
| "hit@10": 0.82, | |
| "ndcg_linear@1": 0.495, | |
| "ndcg_linear@5": 0.6232496560144841, | |
| "ndcg_linear@10": 0.651265384533048, | |
| "ndcg_exponential@1": 0.495, | |
| "ndcg_exponential@5": 0.6232496560144841, | |
| "ndcg_exponential@10": 0.651265384533048, | |
| "precision@1": 0.495, | |
| "precision@5": 0.1468, | |
| "precision@10": 0.082, | |
| "recall@1": 0.495, | |
| "recall@5": 0.734, | |
| "recall@10": 0.82, | |
| "f1@1": 0.495, | |
| "f1@5": 0.24466666666666675, | |
| "f1@10": 0.14909090909090914, | |
| "map@1": 0.495, | |
| "map@5": 0.5862666666666666, | |
| "map@10": 0.5979511904761905, | |
| "mrr@1": 0.495, | |
| "mrr@5": 0.5862666666666666, | |
| "mrr@10": 0.5979511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.913, | |
| "hit@5": 0.981, | |
| "hit@10": 0.984, | |
| "ndcg_linear@1": 0.913, | |
| "ndcg_linear@5": 0.9522928861255189, | |
| "ndcg_linear@10": 0.9533207653765207, | |
| "ndcg_exponential@1": 0.913, | |
| "ndcg_exponential@5": 0.9522928861255189, | |
| "ndcg_exponential@10": 0.9533207653765207, | |
| "precision@1": 0.913, | |
| "precision@5": 0.19620000000000004, | |
| "precision@10": 0.09840000000000002, | |
| "recall@1": 0.913, | |
| "recall@5": 0.981, | |
| "recall@10": 0.984, | |
| "f1@1": 0.913, | |
| "f1@5": 0.327, | |
| "f1@10": 0.17890909090909088, | |
| "map@1": 0.913, | |
| "map@5": 0.9424666666666667, | |
| "map@10": 0.9429249999999999, | |
| "mrr@1": 0.913, | |
| "mrr@5": 0.9424666666666667, | |
| "mrr@10": 0.9429249999999999, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.655, | |
| "hit@5": 0.855, | |
| "hit@10": 0.898, | |
| "ndcg_linear@1": 0.655, | |
| "ndcg_linear@5": 0.7662539693214047, | |
| "ndcg_linear@10": 0.7802783351210099, | |
| "ndcg_exponential@1": 0.655, | |
| "ndcg_exponential@5": 0.7662539693214047, | |
| "ndcg_exponential@10": 0.7802783351210099, | |
| "precision@1": 0.655, | |
| "precision@5": 0.171, | |
| "precision@10": 0.0898, | |
| "recall@1": 0.655, | |
| "recall@5": 0.855, | |
| "recall@10": 0.898, | |
| "f1@1": 0.655, | |
| "f1@5": 0.28500000000000003, | |
| "f1@10": 0.1632727272727273, | |
| "map@1": 0.655, | |
| "map@5": 0.7363166666666666, | |
| "map@10": 0.7421710317460317, | |
| "mrr@1": 0.655, | |
| "mrr@5": 0.7363166666666666, | |
| "mrr@10": 0.7421710317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.253, | |
| "hit@5": 0.477, | |
| "hit@10": 0.598, | |
| "ndcg_linear@1": 0.253, | |
| "ndcg_linear@5": 0.3709054903609312, | |
| "ndcg_linear@10": 0.410216199738311, | |
| "ndcg_exponential@1": 0.253, | |
| "ndcg_exponential@5": 0.3709054903609312, | |
| "ndcg_exponential@10": 0.410216199738311, | |
| "precision@1": 0.253, | |
| "precision@5": 0.09539999999999998, | |
| "precision@10": 0.0598, | |
| "recall@1": 0.253, | |
| "recall@5": 0.477, | |
| "recall@10": 0.598, | |
| "f1@1": 0.253, | |
| "f1@5": 0.15900000000000003, | |
| "f1@10": 0.10872727272727274, | |
| "map@1": 0.253, | |
| "map@5": 0.33575, | |
| "map@10": 0.3520813492063492, | |
| "mrr@1": 0.253, | |
| "mrr@5": 0.33575, | |
| "mrr@10": 0.3520813492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.669, | |
| "hit@5": 0.903, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.669, | |
| "ndcg_linear@5": 0.7993493868774931, | |
| "ndcg_linear@10": 0.8112192891517754, | |
| "ndcg_exponential@1": 0.669, | |
| "ndcg_exponential@5": 0.7993493868774931, | |
| "ndcg_exponential@10": 0.8112192891517754, | |
| "precision@1": 0.669, | |
| "precision@5": 0.1806, | |
| "precision@10": 0.09390000000000003, | |
| "recall@1": 0.669, | |
| "recall@5": 0.903, | |
| "recall@10": 0.939, | |
| "f1@1": 0.669, | |
| "f1@5": 0.301, | |
| "f1@10": 0.17072727272727273, | |
| "map@1": 0.669, | |
| "map@5": 0.7643, | |
| "map@10": 0.769327380952381, | |
| "mrr@1": 0.669, | |
| "mrr@5": 0.7643, | |
| "mrr@10": 0.769327380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.561, | |
| "hit@5": 0.875, | |
| "hit@10": 0.926, | |
| "ndcg_linear@1": 0.561, | |
| "ndcg_linear@5": 0.7355896484488631, | |
| "ndcg_linear@10": 0.7525984718037965, | |
| "ndcg_exponential@1": 0.561, | |
| "ndcg_exponential@5": 0.7355896484488631, | |
| "ndcg_exponential@10": 0.7525984718037965, | |
| "precision@1": 0.561, | |
| "precision@5": 0.175, | |
| "precision@10": 0.0926, | |
| "recall@1": 0.561, | |
| "recall@5": 0.875, | |
| "recall@10": 0.926, | |
| "f1@1": 0.561, | |
| "f1@5": 0.29166666666666674, | |
| "f1@10": 0.16836363636363638, | |
| "map@1": 0.561, | |
| "map@5": 0.6885666666666667, | |
| "map@10": 0.6958912698412698, | |
| "mrr@1": 0.561, | |
| "mrr@5": 0.6885666666666667, | |
| "mrr@10": 0.6958912698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.934, | |
| "hit@5": 0.989, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.934, | |
| "ndcg_linear@5": 0.9642122044759442, | |
| "ndcg_linear@10": 0.9658744470559432, | |
| "ndcg_exponential@1": 0.934, | |
| "ndcg_exponential@5": 0.9642122044759442, | |
| "ndcg_exponential@10": 0.9658744470559432, | |
| "precision@1": 0.934, | |
| "precision@5": 0.19780000000000003, | |
| "precision@10": 0.0994, | |
| "recall@1": 0.934, | |
| "recall@5": 0.989, | |
| "recall@10": 0.994, | |
| "f1@1": 0.934, | |
| "f1@5": 0.3296666666666666, | |
| "f1@10": 0.1807272727272727, | |
| "map@1": 0.934, | |
| "map@5": 0.9559, | |
| "map@10": 0.9566123015873016, | |
| "mrr@1": 0.934, | |
| "mrr@5": 0.9559, | |
| "mrr@10": 0.9566123015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.682, | |
| "hit@5": 0.851, | |
| "hit@10": 0.899, | |
| "ndcg_linear@1": 0.682, | |
| "ndcg_linear@5": 0.7752788484649229, | |
| "ndcg_linear@10": 0.7906035035850516, | |
| "ndcg_exponential@1": 0.682, | |
| "ndcg_exponential@5": 0.7752788484649229, | |
| "ndcg_exponential@10": 0.7906035035850516, | |
| "precision@1": 0.682, | |
| "precision@5": 0.17020000000000002, | |
| "precision@10": 0.08990000000000001, | |
| "recall@1": 0.682, | |
| "recall@5": 0.851, | |
| "recall@10": 0.899, | |
| "f1@1": 0.682, | |
| "f1@5": 0.2836666666666667, | |
| "f1@10": 0.16345454545454544, | |
| "map@1": 0.682, | |
| "map@5": 0.7497999999999999, | |
| "map@10": 0.7560059523809524, | |
| "mrr@1": 0.682, | |
| "mrr@5": 0.7497999999999999, | |
| "mrr@10": 0.7560059523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.569, | |
| "hit@5": 0.776, | |
| "hit@10": 0.831, | |
| "ndcg_linear@1": 0.569, | |
| "ndcg_linear@5": 0.6810524233487829, | |
| "ndcg_linear@10": 0.6987053539462761, | |
| "ndcg_exponential@1": 0.569, | |
| "ndcg_exponential@5": 0.6810524233487829, | |
| "ndcg_exponential@10": 0.6987053539462761, | |
| "precision@1": 0.569, | |
| "precision@5": 0.1552, | |
| "precision@10": 0.0831, | |
| "recall@1": 0.569, | |
| "recall@5": 0.776, | |
| "recall@10": 0.831, | |
| "f1@1": 0.569, | |
| "f1@5": 0.2586666666666667, | |
| "f1@10": 0.15109090909090908, | |
| "map@1": 0.569, | |
| "map@5": 0.6492833333333333, | |
| "map@10": 0.656495238095238, | |
| "mrr@1": 0.569, | |
| "mrr@5": 0.6492833333333333, | |
| "mrr@10": 0.656495238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.611, | |
| "hit@5": 0.921, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.611, | |
| "ndcg_linear@5": 0.7851061925069502, | |
| "ndcg_linear@10": 0.7983822484243009, | |
| "ndcg_exponential@1": 0.611, | |
| "ndcg_exponential@5": 0.7851061925069502, | |
| "ndcg_exponential@10": 0.7983822484243009, | |
| "precision@1": 0.611, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.09620000000000002, | |
| "recall@1": 0.611, | |
| "recall@5": 0.921, | |
| "recall@10": 0.962, | |
| "f1@1": 0.611, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17490909090909088, | |
| "map@1": 0.611, | |
| "map@5": 0.7390666666666666, | |
| "map@10": 0.7445543650793651, | |
| "mrr@1": 0.611, | |
| "mrr@5": 0.7390666666666666, | |
| "mrr@10": 0.7445543650793651, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.471, | |
| "hit@5": 0.749, | |
| "hit@10": 0.866, | |
| "ndcg_linear@1": 0.471, | |
| "ndcg_linear@5": 0.6238038340237052, | |
| "ndcg_linear@10": 0.6622051554389757, | |
| "ndcg_exponential@1": 0.471, | |
| "ndcg_exponential@5": 0.6238038340237052, | |
| "ndcg_exponential@10": 0.6622051554389757, | |
| "precision@1": 0.471, | |
| "precision@5": 0.1498, | |
| "precision@10": 0.08660000000000001, | |
| "recall@1": 0.471, | |
| "recall@5": 0.749, | |
| "recall@10": 0.866, | |
| "f1@1": 0.471, | |
| "f1@5": 0.24966666666666668, | |
| "f1@10": 0.15745454545454543, | |
| "map@1": 0.471, | |
| "map@5": 0.5817333333333333, | |
| "map@10": 0.5979, | |
| "mrr@1": 0.471, | |
| "mrr@5": 0.5817333333333333, | |
| "mrr@10": 0.5979, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.529, | |
| "hit@5": 0.705, | |
| "hit@10": 0.75, | |
| "ndcg_linear@1": 0.529, | |
| "ndcg_linear@5": 0.6261466795334947, | |
| "ndcg_linear@10": 0.6406125131736469, | |
| "ndcg_exponential@1": 0.529, | |
| "ndcg_exponential@5": 0.6261466795334947, | |
| "ndcg_exponential@10": 0.6406125131736469, | |
| "precision@1": 0.529, | |
| "precision@5": 0.141, | |
| "precision@10": 0.075, | |
| "recall@1": 0.529, | |
| "recall@5": 0.705, | |
| "recall@10": 0.75, | |
| "f1@1": 0.529, | |
| "f1@5": 0.23500000000000007, | |
| "f1@10": 0.13636363636363638, | |
| "map@1": 0.529, | |
| "map@5": 0.5995833333333332, | |
| "map@10": 0.6054988095238095, | |
| "mrr@1": 0.529, | |
| "mrr@5": 0.5995833333333332, | |
| "mrr@10": 0.6054988095238095, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.738, | |
| "hit@5": 0.913, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.738, | |
| "ndcg_linear@5": 0.834048268247243, | |
| "ndcg_linear@10": 0.8470228849682476, | |
| "ndcg_exponential@1": 0.738, | |
| "ndcg_exponential@5": 0.834048268247243, | |
| "ndcg_exponential@10": 0.8470228849682476, | |
| "precision@1": 0.738, | |
| "precision@5": 0.1826, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.738, | |
| "recall@5": 0.913, | |
| "recall@10": 0.953, | |
| "f1@1": 0.738, | |
| "f1@5": 0.30433333333333334, | |
| "f1@10": 0.17327272727272724, | |
| "map@1": 0.738, | |
| "map@5": 0.8075333333333333, | |
| "map@10": 0.812915873015873, | |
| "mrr@1": 0.738, | |
| "mrr@5": 0.8075333333333333, | |
| "mrr@10": 0.812915873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.83, | |
| "hit@5": 0.909, | |
| "hit@10": 0.929, | |
| "ndcg_linear@1": 0.83, | |
| "ndcg_linear@5": 0.8743947280347651, | |
| "ndcg_linear@10": 0.8810317331854155, | |
| "ndcg_exponential@1": 0.83, | |
| "ndcg_exponential@5": 0.8743947280347651, | |
| "ndcg_exponential@10": 0.8810317331854155, | |
| "precision@1": 0.83, | |
| "precision@5": 0.18180000000000002, | |
| "precision@10": 0.09290000000000001, | |
| "recall@1": 0.83, | |
| "recall@5": 0.909, | |
| "recall@10": 0.929, | |
| "f1@1": 0.83, | |
| "f1@5": 0.303, | |
| "f1@10": 0.1689090909090909, | |
| "map@1": 0.83, | |
| "map@5": 0.8626666666666666, | |
| "map@10": 0.8655047619047619, | |
| "mrr@1": 0.83, | |
| "mrr@5": 0.8626666666666666, | |
| "mrr@10": 0.8655047619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.829, | |
| "hit@5": 0.972, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.829, | |
| "ndcg_linear@5": 0.9088646630408077, | |
| "ndcg_linear@10": 0.9147817127345634, | |
| "ndcg_exponential@1": 0.829, | |
| "ndcg_exponential@5": 0.9088646630408077, | |
| "ndcg_exponential@10": 0.9147817127345634, | |
| "precision@1": 0.829, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09900000000000003, | |
| "recall@1": 0.829, | |
| "recall@5": 0.972, | |
| "recall@10": 0.99, | |
| "f1@1": 0.829, | |
| "f1@5": 0.324, | |
| "f1@10": 0.18, | |
| "map@1": 0.829, | |
| "map@5": 0.8875, | |
| "map@10": 0.8899956349206348, | |
| "mrr@1": 0.829, | |
| "mrr@5": 0.8875, | |
| "mrr@10": 0.8899956349206348, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.569, | |
| "hit@5": 0.916, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.569, | |
| "ndcg_linear@5": 0.7619072307383, | |
| "ndcg_linear@10": 0.7762450144185316, | |
| "ndcg_exponential@1": 0.569, | |
| "ndcg_exponential@5": 0.7619072307383, | |
| "ndcg_exponential@10": 0.7762450144185316, | |
| "precision@1": 0.569, | |
| "precision@5": 0.18320000000000003, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.569, | |
| "recall@5": 0.916, | |
| "recall@10": 0.96, | |
| "f1@1": 0.569, | |
| "f1@5": 0.30533333333333335, | |
| "f1@10": 0.17454545454545453, | |
| "map@1": 0.569, | |
| "map@5": 0.7099, | |
| "map@10": 0.7158829365079366, | |
| "mrr@1": 0.569, | |
| "mrr@5": 0.7099, | |
| "mrr@10": 0.7158829365079366, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.753, | |
| "hit@5": 0.898, | |
| "hit@10": 0.936, | |
| "ndcg_linear@1": 0.753, | |
| "ndcg_linear@5": 0.8344600537972627, | |
| "ndcg_linear@10": 0.8467649528292654, | |
| "ndcg_exponential@1": 0.753, | |
| "ndcg_exponential@5": 0.8344600537972627, | |
| "ndcg_exponential@10": 0.8467649528292654, | |
| "precision@1": 0.753, | |
| "precision@5": 0.1796, | |
| "precision@10": 0.09360000000000002, | |
| "recall@1": 0.753, | |
| "recall@5": 0.898, | |
| "recall@10": 0.936, | |
| "f1@1": 0.753, | |
| "f1@5": 0.2993333333333334, | |
| "f1@10": 0.17018181818181816, | |
| "map@1": 0.753, | |
| "map@5": 0.81295, | |
| "map@10": 0.8180400793650794, | |
| "mrr@1": 0.753, | |
| "mrr@5": 0.81295, | |
| "mrr@10": 0.8180400793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.813, | |
| "hit@5": 0.931, | |
| "hit@10": 0.945, | |
| "ndcg_linear@1": 0.813, | |
| "ndcg_linear@5": 0.878716465425742, | |
| "ndcg_linear@10": 0.8832892731017357, | |
| "ndcg_exponential@1": 0.813, | |
| "ndcg_exponential@5": 0.878716465425742, | |
| "ndcg_exponential@10": 0.8832892731017357, | |
| "precision@1": 0.813, | |
| "precision@5": 0.18620000000000003, | |
| "precision@10": 0.09450000000000001, | |
| "recall@1": 0.813, | |
| "recall@5": 0.931, | |
| "recall@10": 0.945, | |
| "f1@1": 0.813, | |
| "f1@5": 0.31033333333333335, | |
| "f1@10": 0.17181818181818181, | |
| "map@1": 0.813, | |
| "map@5": 0.8610833333333333, | |
| "map@10": 0.8629948412698413, | |
| "mrr@1": 0.813, | |
| "mrr@5": 0.8610833333333333, | |
| "mrr@10": 0.8629948412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.753, | |
| "hit@5": 0.953, | |
| "hit@10": 0.979, | |
| "ndcg_linear@1": 0.753, | |
| "ndcg_linear@5": 0.8635406040410902, | |
| "ndcg_linear@10": 0.8718528060722183, | |
| "ndcg_exponential@1": 0.753, | |
| "ndcg_exponential@5": 0.8635406040410902, | |
| "ndcg_exponential@10": 0.8718528060722183, | |
| "precision@1": 0.753, | |
| "precision@5": 0.19060000000000002, | |
| "precision@10": 0.09790000000000001, | |
| "recall@1": 0.753, | |
| "recall@5": 0.953, | |
| "recall@10": 0.979, | |
| "f1@1": 0.753, | |
| "f1@5": 0.31766666666666665, | |
| "f1@10": 0.17799999999999996, | |
| "map@1": 0.753, | |
| "map@5": 0.8334166666666666, | |
| "map@10": 0.8367912698412698, | |
| "mrr@1": 0.753, | |
| "mrr@5": 0.8334166666666666, | |
| "mrr@10": 0.8367912698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.734, | |
| "hit@5": 0.943, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.734, | |
| "ndcg_linear@5": 0.8508351656702909, | |
| "ndcg_linear@10": 0.8659749572236869, | |
| "ndcg_exponential@1": 0.734, | |
| "ndcg_exponential@5": 0.8508351656702909, | |
| "ndcg_exponential@10": 0.8659749572236869, | |
| "precision@1": 0.734, | |
| "precision@5": 0.18860000000000002, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.734, | |
| "recall@5": 0.943, | |
| "recall@10": 0.989, | |
| "f1@1": 0.734, | |
| "f1@5": 0.3143333333333333, | |
| "f1@10": 0.17981818181818182, | |
| "map@1": 0.734, | |
| "map@5": 0.8196666666666668, | |
| "map@10": 0.8260670634920634, | |
| "mrr@1": 0.734, | |
| "mrr@5": 0.8196666666666668, | |
| "mrr@10": 0.8260670634920634, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.675, | |
| "hit@5": 0.976, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.675, | |
| "ndcg_linear@5": 0.8484718857296512, | |
| "ndcg_linear@10": 0.8538565534783203, | |
| "ndcg_exponential@1": 0.675, | |
| "ndcg_exponential@5": 0.8484718857296512, | |
| "ndcg_exponential@10": 0.8538565534783203, | |
| "precision@1": 0.675, | |
| "precision@5": 0.19520000000000004, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.675, | |
| "recall@5": 0.976, | |
| "recall@10": 0.992, | |
| "f1@1": 0.675, | |
| "f1@5": 0.3253333333333333, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.675, | |
| "map@5": 0.8048166666666666, | |
| "map@10": 0.8071599206349206, | |
| "mrr@1": 0.675, | |
| "mrr@5": 0.8048166666666666, | |
| "mrr@10": 0.8071599206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.897, | |
| "hit@5": 0.985, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.897, | |
| "ndcg_linear@5": 0.9485447331262664, | |
| "ndcg_linear@10": 0.9503257690618065, | |
| "ndcg_exponential@1": 0.897, | |
| "ndcg_exponential@5": 0.9485447331262664, | |
| "ndcg_exponential@10": 0.9503257690618065, | |
| "precision@1": 0.897, | |
| "precision@5": 0.19700000000000004, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.897, | |
| "recall@5": 0.985, | |
| "recall@10": 0.99, | |
| "f1@1": 0.897, | |
| "f1@5": 0.3283333333333333, | |
| "f1@10": 0.18, | |
| "map@1": 0.897, | |
| "map@5": 0.9359833333333334, | |
| "map@10": 0.9368166666666667, | |
| "mrr@1": 0.897, | |
| "mrr@5": 0.9359833333333334, | |
| "mrr@10": 0.9368166666666667, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.195, | |
| "hit@5": 0.446, | |
| "hit@10": 0.568, | |
| "ndcg_linear@1": 0.195, | |
| "ndcg_linear@5": 0.3257199730719469, | |
| "ndcg_linear@10": 0.3651048233646526, | |
| "ndcg_exponential@1": 0.195, | |
| "ndcg_exponential@5": 0.3257199730719469, | |
| "ndcg_exponential@10": 0.3651048233646526, | |
| "precision@1": 0.195, | |
| "precision@5": 0.0892, | |
| "precision@10": 0.05679999999999999, | |
| "recall@1": 0.195, | |
| "recall@5": 0.446, | |
| "recall@10": 0.568, | |
| "f1@1": 0.195, | |
| "f1@5": 0.1486666666666667, | |
| "f1@10": 0.10327272727272728, | |
| "map@1": 0.195, | |
| "map@5": 0.28591666666666665, | |
| "map@10": 0.3021440476190476, | |
| "mrr@1": 0.195, | |
| "mrr@5": 0.28591666666666665, | |
| "mrr@10": 0.3021440476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.639, | |
| "hit@5": 0.845, | |
| "hit@10": 0.889, | |
| "ndcg_linear@1": 0.639, | |
| "ndcg_linear@5": 0.7521289492216795, | |
| "ndcg_linear@10": 0.7666407034488962, | |
| "ndcg_exponential@1": 0.639, | |
| "ndcg_exponential@5": 0.7521289492216795, | |
| "ndcg_exponential@10": 0.7666407034488962, | |
| "precision@1": 0.639, | |
| "precision@5": 0.169, | |
| "precision@10": 0.0889, | |
| "recall@1": 0.639, | |
| "recall@5": 0.845, | |
| "recall@10": 0.889, | |
| "f1@1": 0.639, | |
| "f1@5": 0.28166666666666673, | |
| "f1@10": 0.16163636363636363, | |
| "map@1": 0.639, | |
| "map@5": 0.7209166666666667, | |
| "map@10": 0.7270761904761905, | |
| "mrr@1": 0.639, | |
| "mrr@5": 0.7209166666666667, | |
| "mrr@10": 0.7270761904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.686, | |
| "hit@5": 0.868, | |
| "hit@10": 0.921, | |
| "ndcg_linear@1": 0.686, | |
| "ndcg_linear@5": 0.7861923100856308, | |
| "ndcg_linear@10": 0.8034324051317389, | |
| "ndcg_exponential@1": 0.686, | |
| "ndcg_exponential@5": 0.7861923100856308, | |
| "ndcg_exponential@10": 0.8034324051317389, | |
| "precision@1": 0.686, | |
| "precision@5": 0.17360000000000003, | |
| "precision@10": 0.09210000000000002, | |
| "recall@1": 0.686, | |
| "recall@5": 0.868, | |
| "recall@10": 0.921, | |
| "f1@1": 0.686, | |
| "f1@5": 0.2893333333333334, | |
| "f1@10": 0.16745454545454544, | |
| "map@1": 0.686, | |
| "map@5": 0.7586833333333334, | |
| "map@10": 0.7658499999999999, | |
| "mrr@1": 0.686, | |
| "mrr@5": 0.7586833333333334, | |
| "mrr@10": 0.7658499999999999, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.863, | |
| "hit@5": 0.983, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.863, | |
| "ndcg_linear@5": 0.9323659290182982, | |
| "ndcg_linear@10": 0.93465647304515, | |
| "ndcg_exponential@1": 0.863, | |
| "ndcg_exponential@5": 0.9323659290182982, | |
| "ndcg_exponential@10": 0.93465647304515, | |
| "precision@1": 0.863, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.863, | |
| "recall@5": 0.983, | |
| "recall@10": 0.99, | |
| "f1@1": 0.863, | |
| "f1@5": 0.32766666666666666, | |
| "f1@10": 0.17999999999999997, | |
| "map@1": 0.863, | |
| "map@5": 0.9150833333333334, | |
| "map@10": 0.9160452380952381, | |
| "mrr@1": 0.863, | |
| "mrr@5": 0.9150833333333334, | |
| "mrr@10": 0.9160452380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.674, | |
| "hit@5": 0.818, | |
| "hit@10": 0.864, | |
| "ndcg_linear@1": 0.674, | |
| "ndcg_linear@5": 0.7539155055678787, | |
| "ndcg_linear@10": 0.7687304940017526, | |
| "ndcg_exponential@1": 0.674, | |
| "ndcg_exponential@5": 0.7539155055678787, | |
| "ndcg_exponential@10": 0.7687304940017526, | |
| "precision@1": 0.674, | |
| "precision@5": 0.1636, | |
| "precision@10": 0.0864, | |
| "recall@1": 0.674, | |
| "recall@5": 0.818, | |
| "recall@10": 0.864, | |
| "f1@1": 0.674, | |
| "f1@5": 0.2726666666666667, | |
| "f1@10": 0.1570909090909091, | |
| "map@1": 0.674, | |
| "map@5": 0.7323, | |
| "map@10": 0.738379761904762, | |
| "mrr@1": 0.674, | |
| "mrr@5": 0.7323, | |
| "mrr@10": 0.738379761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.905, | |
| "hit@5": 0.992, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.905, | |
| "ndcg_linear@5": 0.9568119875879441, | |
| "ndcg_linear@10": 0.9585065335056125, | |
| "ndcg_exponential@1": 0.905, | |
| "ndcg_exponential@5": 0.9568119875879441, | |
| "ndcg_exponential@10": 0.9585065335056125, | |
| "precision@1": 0.905, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.905, | |
| "recall@5": 0.992, | |
| "recall@10": 0.997, | |
| "f1@1": 0.905, | |
| "f1@5": 0.3306666666666666, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.905, | |
| "map@5": 0.9446333333333333, | |
| "map@10": 0.9453773809523809, | |
| "mrr@1": 0.905, | |
| "mrr@5": 0.9446333333333333, | |
| "mrr@10": 0.9453773809523809, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.913, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.913, | |
| "ndcg_linear@5": 0.9697836778214312, | |
| "ndcg_linear@10": 0.9697836778214312, | |
| "ndcg_exponential@1": 0.913, | |
| "ndcg_exponential@5": 0.9697836778214312, | |
| "ndcg_exponential@10": 0.9697836778214312, | |
| "precision@1": 0.913, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.913, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.913, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.913, | |
| "map@5": 0.9595, | |
| "map@10": 0.9595, | |
| "mrr@1": 0.913, | |
| "mrr@5": 0.9565, | |
| "mrr@10": 0.9565, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.939, | |
| "hit@10": 0.959, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.8945375300201583, | |
| "ndcg_linear@10": 0.9011680505730475, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.8945375300201583, | |
| "ndcg_exponential@10": 0.9011680505730475, | |
| "precision@1": 0.84, | |
| "precision@5": 0.18780000000000005, | |
| "precision@10": 0.0959, | |
| "recall@1": 0.84, | |
| "recall@5": 0.939, | |
| "recall@10": 0.959, | |
| "f1@1": 0.84, | |
| "f1@5": 0.313, | |
| "f1@10": 0.17436363636363633, | |
| "map@1": 0.84, | |
| "map@5": 0.8795833333333334, | |
| "map@10": 0.8824107142857143, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.8795833333333334, | |
| "mrr@10": 0.8824107142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": "DIR_N/A", | |
| "SmthSmthV2": "DIR_N/A", | |
| "HMDB51": "DIR_N/A", | |
| "UCF101": "DIR_N/A", | |
| "Breakfast": "DIR_N/A", | |
| "MVBench": "DIR_N/A", | |
| "Video-MME": "DIR_N/A", | |
| "NExTQA": "DIR_N/A", | |
| "EgoSchema": "DIR_N/A", | |
| "ActivityNetQA": "DIR_N/A", | |
| "DiDeMo": "DIR_N/A", | |
| "MSR-VTT": "DIR_N/A", | |
| "MSVD": "DIR_N/A", | |
| "VATEX": "DIR_N/A", | |
| "YouCook2": "DIR_N/A", | |
| "QVHighlight": "DIR_N/A", | |
| "Charades-STA": "DIR_N/A", | |
| "MomentSeeker": "DIR_N/A" | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": "DIR_N/A", | |
| "ViDoRe_docvqa": "DIR_N/A", | |
| "ViDoRe_infovqa": "DIR_N/A", | |
| "ViDoRe_tabfquad": "DIR_N/A", | |
| "ViDoRe_tatdqa": "DIR_N/A", | |
| "ViDoRe_shiftproject": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_energy": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", | |
| "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", | |
| "VisRAG_ArxivQA": "DIR_N/A", | |
| "VisRAG_ChartQA": "DIR_N/A", | |
| "VisRAG_MP-DocVQA": "DIR_N/A", | |
| "VisRAG_SlideVQA": "DIR_N/A", | |
| "VisRAG_InfoVQA": "DIR_N/A", | |
| "VisRAG_PlotQA": "DIR_N/A", | |
| "ViDoSeek-page": "DIR_N/A", | |
| "ViDoSeek-doc": "DIR_N/A", | |
| "MMLongBench-page": "DIR_N/A", | |
| "MMLongBench-doc": "DIR_N/A" | |
| } | |
| } | |
| } |