MMEB-Leaderboard / scores /UniVec-7B.json
ziyjiang's picture
Upload UniVec-7B.json (#82)
b3927ad verified
{
"metadata": {
"model_name": "UniVec-7B",
"model_size": 8.29,
"embedding_dimension": 3584,
"model_release_date": "2025-11-28",
"data_source": "Self-Reported",
"url": "",
"contact": ""
},
"metrics": {
"image": {
"ImageNet-1K": {
"hit@1": 0.833
},
"N24News": {
"hit@1": 0.819
},
"HatefulMemes": {
"hit@1": 0.757
},
"VOC2007": {
"hit@1": 0.9
},
"SUN397": {
"hit@1": 0.804
},
"Place365": {
"hit@1": 0.459
},
"ImageNet-A": {
"hit@1": 0.576
},
"ImageNet-R": {
"hit@1": 0.86
},
"ObjectNet": {
"hit@1": 0.586
},
"Country211": {
"hit@1": 0.285
},
"OK-VQA": {
"hit@1": 0.736
},
"A-OKVQA": {
"hit@1": 0.643
},
"DocVQA": {
"hit@1": 0.951
},
"InfographicsVQA": {
"hit@1": 0.809
},
"ChartQA": {
"hit@1": 0.731
},
"Visual7W": {
"hit@1": 0.582
},
"ScienceQA": {
"hit@1": 0.569
},
"VizWiz": {
"hit@1": 0.543
},
"GQA": {
"hit@1": 0.742
},
"TextVQA": {
"hit@1": 0.863
},
"VisDial": {
"hit@1": 0.857
},
"CIRR": {
"hit@1": 0.569
},
"VisualNews_t2i": {
"hit@1": 0.79
},
"VisualNews_i2t": {
"hit@1": 0.827
},
"MSCOCO_t2i": {
"hit@1": 0.789
},
"MSCOCO_i2t": {
"hit@1": 0.764
},
"NIGHTS": {
"hit@1": 0.682
},
"WebQA": {
"hit@1": 0.893
},
"FashionIQ": {
"hit@1": 0.283
},
"Wiki-SS-NQ": {
"hit@1": 0.7
},
"OVEN": {
"hit@1": 0.79
},
"EDIS": {
"hit@1": 0.907
},
"MSCOCO": {
"hit@1": 0.875
},
"RefCOCO": {
"hit@1": 0.945
},
"RefCOCO-Matching": {
"hit@1": 0.937
},
"Visual7W-Pointing": {
"hit@1": 0.91
}
},
"video": {},
"visdoc": {}
}
}