open-agent-leaderboard / src /multi_modal_results.json
liaojiajia
add mm results
9ec00c3
{
"time": "2025-06-25 18:17:55",
"multi_modal_results": [
{
"Agent": "ZoomEye",
"VLMs": "Qwen2.5-VL-72B-Instruct",
"Score": 51.56,
"Pass Rate": 0.9981,
"Total Input Tokens": 76808965,
"Total Output Tokens": 1276460,
"All Tokens": 78085425
},
{
"Agent": "ZoomEye",
"VLMs": "Qwen2.5-VL-7B-Instruct",
"Score": 48.06,
"Pass Rate": 0.965,
"Total Input Tokens": 94418593,
"Total Output Tokens": 1472836,
"All Tokens": 95891429
},
{
"Agent": "IO",
"VLMs": "Qwen2.5-VL-72B-Instruct",
"Score": 44.47,
"Pass Rate": 1.0,
"Total Input Tokens": 6174490,
"Total Output Tokens": 2114,
"All Tokens": 6176604
},
{
"Agent": "ZoomEye",
"VLMs": "InternVL2.5-8B",
"Score": 43.42,
"Pass Rate": 0.9934,
"Total Input Tokens": 153857588,
"Total Output Tokens": 2017170,
"All Tokens": 155874758
},
{
"Agent": "IO",
"VLMs": "InternVL2.5-8B",
"Score": 42.95,
"Pass Rate": 1.0,
"Total Input Tokens": 2779778,
"Total Output Tokens": 2335,
"All Tokens": 2782113
},
{
"Agent": "IO",
"VLMs": "Qwen2.5-VL-7B-Instruct",
"Score": 42.86,
"Pass Rate": 1.0,
"Total Input Tokens": 6174490,
"Total Output Tokens": 2114,
"All Tokens": 6176604
},
{
"Agent": "ZoomEye",
"VLMs": "Llava-v1.5-7B",
"Score": 31.6,
"Pass Rate": 0.9886,
"Total Input Tokens": 113073261,
"Total Output Tokens": 1368724,
"All Tokens": 114441985
},
{
"Agent": "IO",
"VLMs": "Llava-v1.5-7B",
"Score": 24.79,
"Pass Rate": 1.0,
"Total Input Tokens": 734868,
"Total Output Tokens": 17036,
"All Tokens": 751904
},
{
"Agent": "V*",
"VLMs": "seal_vqa & seal_vsm",
"Score": 15.14,
"Pass Rate": 0.7237,
"Total Input Tokens": 0,
"Total Output Tokens": 0,
"All Tokens": 0
}
]
}