{"data":{"category":"multimodal","id":"mmbench","name":"MMBench","rows":[{"conf":"high","context":null,"model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":1,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":88.2,"variant":"Qwen2.5-VL-72B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":2,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":87.9,"variant":"Qwen2.5-VL-7B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":3,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":87.9,"variant":"Qwen2.5-VL-3B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":4,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":87.3,"variant":"Qwen2.5-VL-32B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":5,"root":"Qwen/Qwen2-VL-72B-Instruct","score":86.94,"variant":"Qwen2-VL-72B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":6,"root":"Qwen/Qwen2-VL-72B-Instruct","score":86.94,"variant":"Qwen2-VL-72B-Instruct-GPTQ-Int4"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":7,"root":"Qwen/Qwen2-VL-72B-Instruct","score":86.94,"variant":"Qwen2-VL-72B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"MMBench (dev-en)","model_id":"phi-4-multimodal-instruct","org":"microsoft","rank":8,"root":"microsoft/Phi-4-multimodal-instruct","score":86.7,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"MMBench (dev-en)","model_id":"phi-4-multimodal-instruct","org":"Lexius","rank":9,"root":"microsoft/Phi-4-multimodal-instruct","score":86.7,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"MMBench-EN-dev","model_id":"mage-vl","org":"microsoft","rank":10,"root":"microsoft/Mage-VL","score":84.02,"variant":"Mage-VL"},{"conf":"low","context":null,"model_id":null,"org":"zai-org","rank":11,"root":"zai-org/glm-4v-9b","score":83.4,"variant":"glm-4v-9b"},{"conf":"medium","context":"MMBench-EN-v1.1 (Acc)","model_id":null,"org":"moonshotai","rank":12,"root":"moonshotai/Moonlight-16B-A3B","score":83.1,"variant":"Kimi-VL-A3B-Instruct"},{"conf":"medium","context":"MMBench_V11<sub>test</sub>","model_id":"qwen2-5-7b-instruct","org":"nvidia","rank":13,"root":"Qwen/Qwen2.5-7B-Instruct","score":83.1,"variant":"Eagle2.5-8B"},{"conf":"medium","context":"MMBench-EN-v1.1 (Acc)","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":14,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":83.1,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"MMBench_DEV_EN_V11","model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":15,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":82.1,"variant":"Qwen2.5-VL-72B-Instruct"},{"conf":"medium","context":"MMBench_DEV_EN_V11","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":16,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":82.1,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"MMBench_DEV_EN_V11","model_id":"qwen2-5-vl-72b-instruct","org":"Mungert","rank":17,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":82.1,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"MMBench_DEV_EN_V11","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":18,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":82.1,"variant":"Qwen2.5-VL-72B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench_DEV_EN_V11","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":19,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":82.1,"variant":"Qwen2.5-VL-72B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-CN-dev","model_id":"mage-vl","org":"microsoft","rank":20,"root":"microsoft/Mage-VL","score":82.04,"variant":"Mage-VL"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":21,"root":"Qwen/Qwen2.5-Omni-3B","score":81.8,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":22,"root":"Qwen/Qwen2.5-Omni-7B","score":81.8,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":23,"root":"Qwen/Qwen2.5-Omni-7B","score":81.8,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":24,"root":"Qwen/Qwen2.5-Omni-3B","score":81.8,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":25,"root":"Qwen/Qwen2.5-Omni-3B","score":81.8,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":26,"root":"Qwen/Qwen2.5-Omni-7B","score":81.8,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":27,"root":"Qwen/Qwen2.5-Omni-7B","score":81.8,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MMBench-V1.1-EN<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":28,"root":"Qwen/Qwen2.5-Omni-3B","score":81.8,"variant":"Qwen2.5-Omni-3B"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":29,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.78,"variant":"Qwen2-VL-7B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":30,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.78,"variant":"Qwen2-VL-7B-Instruct-GPTQ-Int8"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":31,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.78,"variant":"Qwen2-VL-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMBench-EN<sub>test</sub>","model_id":"qwen2-vl-7b","org":"Qwen","rank":32,"root":"Qwen/Qwen2-VL-7B","score":81.7,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-EN<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":33,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.7,"variant":"Qwen2-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-EN<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":34,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.7,"variant":"Qwen2-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-EN<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":35,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.7,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-CN<sub>test</sub>","model_id":"qwen2-vl-7b","org":"Qwen","rank":36,"root":"Qwen/Qwen2-VL-7B","score":81.2,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-CN<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":37,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.2,"variant":"Qwen2-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-CN<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":38,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.2,"variant":"Qwen2-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-CN<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":39,"root":"Qwen/Qwen2-VL-7B-Instruct","score":81.2,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMBench_TEST_V11","model_id":"ling-lite","org":"inclusionAI","rank":40,"root":"inclusionAI/Ling-lite","score":80.8,"variant":"Ming-Lite-Omni"},{"conf":"medium","context":"MMBench","model_id":null,"org":"microsoft","rank":41,"root":"microsoft/Phi-3-vision-128k-instruct","score":80.5,"variant":"Phi-3-vision-128k-instruct"},{"conf":"medium","context":"MMBench-V1.1-En<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":42,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":79.4,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-vl-7b","org":"Qwen","rank":43,"root":"Qwen/Qwen2-VL-7B","score":79.4,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-V1.1-En<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":44,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":79.4,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-V1.1-En<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":45,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":79.4,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-V1.1-En<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":46,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":79.4,"variant":"Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-V1.1-En<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":47,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":79.4,"variant":"Qwen2.5-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":48,"root":"Qwen/Qwen2-VL-7B-Instruct","score":79.4,"variant":"Qwen2-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-V1.1-En<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Mungert","rank":49,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":79.4,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":50,"root":"Qwen/Qwen2-VL-7B-Instruct","score":79.4,"variant":"Qwen2-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":51,"root":"Qwen/Qwen2-VL-7B-Instruct","score":79.4,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":52,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":79.3,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":53,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":79.3,"variant":"Qwen2.5-VL-3B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":54,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":79.3,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"Mungert","rank":55,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":79.3,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":56,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":79.3,"variant":"Qwen2.5-VL-3B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-V1.1<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":57,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":79.3,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":null,"model_id":"qwen3-1-7b-base","org":"jinaai","rank":58,"root":"Qwen/Qwen3-1.7B-Base","score":74.3,"variant":"jina-vlm"},{"conf":"low","context":null,"model_id":null,"org":"tiiuae","rank":59,"root":"tiiuae/falcon-11B-vlm","score":72,"variant":"falcon-11B-vlm"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":60,"root":"LiquidAI/LFM2.5-VL-1.6B","score":65.9,"variant":"LFM2.5-VL-1.6B-GGUF"},{"conf":"low","context":"Open Source","model_id":"cogvlm2-llama3-chat-19b","org":"zai-org","rank":61,"root":"zai-org/cogvlm2-llama3-chat-19B","score":65.8,"variant":"cogvlm2-llama3-chat-19B"},{"conf":"low","context":"Open Source","model_id":null,"org":"zai-org","rank":62,"root":"zai-org/cogvlm2-llama3-chinese-chat-19B","score":65.8,"variant":"cogvlm2-llama3-chinese-chat-19B"},{"conf":"low","context":"Open Source","model_id":"cogvlm2-llama3-chat-19b","org":"zai-org","rank":63,"root":"zai-org/cogvlm2-llama3-chat-19B","score":65.8,"variant":"cogvlm2-llama3-chat-19B-int4"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":64,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":2.02,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":65,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":2.02,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":66,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":2.02,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":67,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":2.02,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":68,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":2.02,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":69,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":1.73,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":70,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":1.73,"variant":"Qwen2.5-VL-3B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":71,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":1.73,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-3b-instruct","org":"Mungert","rank":72,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":1.73,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":73,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":1.73,"variant":"Qwen2.5-VL-3B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":74,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":1.73,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":75,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":1.63,"variant":"Qwen2.5-VL-72B-Instruct"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":76,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":1.63,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-72b-instruct","org":"Mungert","rank":77,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":1.63,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":78,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":1.63,"variant":"Qwen2.5-VL-72B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":79,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":1.63,"variant":"Qwen2.5-VL-72B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":80,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":1.44,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":81,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":1.44,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":82,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":1.44,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":83,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":1.44,"variant":"Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":84,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":1.44,"variant":"Qwen2.5-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMBench-Video","model_id":"qwen2-5-vl-7b-instruct","org":"Mungert","rank":85,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":1.44,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mmbench.html"],"url":"https://huggingface.co/spaces/mmbench"}},"meta":{"source":"registry"}}