mmlongbench-doc / leaderboard_data.json
yuhangzang's picture
Update leaderboard_data.json
9e96d4c verified
{
"leaderboard": [
{
"model": "Qwen3-VL-235B-A22B-Thinking",
"link": "https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Thinking",
"hf": "https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Thinking",
"params": "22B activated (235B total)",
"open_source": true,
"acc": 56.2,
"release_date": "2025-09",
"moe": true
},
{
"model": "Qwen3-VL-235B-A22B-Instruct",
"link": "https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct",
"hf": "https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct",
"params": "22B activated (235B total)",
"open_source": true,
"acc": 57.0,
"release_date": "2025-09",
"moe": true
},
{
"model": "GLM-4.5V",
"link": "https://arxiv.org/pdf/2507.01006",
"hf": "https://huggingface.co/zai-org/GLM-4.5V",
"params": "12B activated (106B total)",
"open_source": true,
"acc": 44.7,
"release_date": "2025-07",
"moe": true
},
{
"model": "GLM-4.1V-Thinking",
"link": "https://arxiv.org/pdf/2507.01006",
"hf": "https://huggingface.co/THUDM/GLM-4.1V-9B-Thinking",
"params": "9B",
"open_source": true,
"acc": 42.4,
"release_date": "2025-07",
"moe": false
},
{
"model": "GPT-4.1 2025-04-14 detail high",
"link": "https://openai.com/index/gpt-4-1/",
"hf": "-",
"params": "-",
"open_source": false,
"acc": 49.7,
"release_date": "2025-04",
"moe": "-"
},
{
"model": "GPT-4o 2024-11-20 detail high",
"link": "https://arxiv.org/abs/2410.21276",
"hf": "-",
"params": "-",
"open_source": false,
"acc": 46.3,
"release_date": "2024-11",
"moe": "-"
},
{
"model": "Kimi-VL-Thinking-2506",
"link": "https://arxiv.org/pdf/2504.07491",
"hf": "https://huggingface.co/moonshotai/Kimi-VL-A3B-Thinking-2506",
"params": "2.8B activated (16B total)",
"open_source": true,
"acc": 42.1,
"release_date": "2025-06",
"moe": true
},
{
"model": "Kimi-VL-A3B-Instruct",
"link": "https://arxiv.org/pdf/2504.07491",
"hf": "https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct",
"params": "2.8B activated (16B total)",
"open_source": true,
"acc": 35.1,
"release_date": "2025-04",
"moe": true
},
{
"model": "Qwen2.5-VL-72B",
"link": "https://arxiv.org/abs/2502.13923",
"hf": "https://huggingface.co/Qwen/Qwen2.5-VL-72B-Instruct",
"params": "72B",
"open_source": true,
"acc": 35.2,
"release_date": "2025-02",
"moe": false
},
{
"model": "Qwen2.5-VL-7B",
"link": "https://arxiv.org/abs/2502.13923",
"hf": "https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct",
"params": "7B",
"open_source": true,
"acc": 25.1,
"release_date": "2025-02",
"moe": false
},
{
"model": "MiniMax-VL-01",
"link": "https://arxiv.org/pdf/2501.08313",
"hf": "https://huggingface.co/MiniMaxAI/MiniMax-VL-01",
"params": "45.9B activated (456B total)",
"open_source": true,
"acc": 32.5,
"release_date": "2025-01",
"moe": true
},
{
"model": "Aria",
"link": "https://arxiv.org/pdf/2410.05993",
"hf": "https://huggingface.co/rhymes-ai/Aria",
"params": "3.9B activated (25.3B total)",
"open_source": true,
"acc": 28.3,
"release_date": "2024-10",
"moe": true
}
]
}