{"data":{"category":"multimodal","id":"mathvista","name":"MathVista","rows":[{"conf":"medium","context":"MathVista\\_MINI (Pass@1)","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":1,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":80.1,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"MathVista*","model_id":null,"org":"nvidia","rank":2,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16","score":76.9,"variant":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":3,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":75.3,"variant":"Qwen2.5-VL-72B-Instruct-AWQ"},{"conf":"medium","context":"MathVista_MINI","model_id":"phi-4-reasoning","org":"microsoft","rank":4,"root":"microsoft/Phi-4-reasoning","score":75.2,"variant":"Phi-4-reasoning-vision-15B"},{"conf":"medium","context":"MathVista","model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":5,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":74.8,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"medium","context":"MathVista","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":6,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":74.8,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"medium","context":"MathVista","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":7,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":74.8,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"medium","context":"MathVista","model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":8,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":74.8,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"medium","context":"MathVista","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":9,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":74.8,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":10,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":74.7,"variant":"Qwen2.5-VL-32B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":11,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":73.8,"variant":"Qwen2.5-VL-7B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":12,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":73.8,"variant":"Qwen2.5-VL-3B-Instruct-AWQ"},{"conf":"medium","context":"MathVista_MINI","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":13,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":71.9,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4"},{"conf":"medium","context":"MathVista_MINI","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":14,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":71.9,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-FP8"},{"conf":"medium","context":"MathVista_MINI","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":15,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":71.9,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16"},{"conf":"medium","context":"MathVista_MINI","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"unsloth","rank":16,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":71.9,"variant":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF"},{"conf":"medium","context":"MathVista_MINI","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"unsloth","rank":17,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":71.9,"variant":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning"},{"conf":"medium","context":"MathVista(mini)","model_id":null,"org":"Qwen","rank":18,"root":"Qwen/Qwen2-VL-72B","score":71.4,"variant":"QVQ-72B-Preview"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":19,"root":"inclusionAI/M2-Reasoning","score":70.5,"variant":"M2-Reasoning"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":20,"root":"Qwen/Qwen2-VL-72B-Instruct","score":70.19,"variant":"Qwen2-VL-72B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":21,"root":"Qwen/Qwen2-VL-72B-Instruct","score":70.19,"variant":"Qwen2-VL-72B-Instruct-GPTQ-Int4"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":22,"root":"Qwen/Qwen2-VL-72B-Instruct","score":70.19,"variant":"Qwen2-VL-72B-Instruct-GPTQ-Int8"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":23,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":68.91,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":24,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":25,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":26,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":27,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":28,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":68.91,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":29,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":30,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":68.91,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":31,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":68.91,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":32,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":68.91,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":33,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":68.91,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":34,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":35,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":68.91,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"MathVista","model_id":"ling-lite","org":"inclusionAI","rank":36,"root":"inclusionAI/Ling-lite","score":68.1,"variant":"Ming-Lite-Omni"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":37,"root":"Qwen/Qwen2.5-Omni-3B","score":67.9,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":38,"root":"Qwen/Qwen2.5-Omni-7B","score":67.9,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":39,"root":"Qwen/Qwen2.5-Omni-7B","score":67.9,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":40,"root":"Qwen/Qwen2.5-Omni-3B","score":67.9,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":41,"root":"Qwen/Qwen2.5-Omni-3B","score":67.9,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":42,"root":"Qwen/Qwen2.5-Omni-7B","score":67.9,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":43,"root":"Qwen/Qwen2.5-Omni-7B","score":67.9,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":44,"root":"Qwen/Qwen2.5-Omni-3B","score":67.9,"variant":"Qwen2.5-Omni-3B"},{"conf":"low","context":"MathVista (CoT) | MMMU (CoT) | ChartQA (CoT)","model_id":null,"org":"mistralai","rank":45,"root":"mistralai/Pixtral-Large-Instruct-2411","score":67.8,"variant":"Pixtral-Large-Instruct-2411"},{"conf":"low","context":null,"model_id":"nvlm-d-72b","org":"nvidia","rank":46,"root":"nvidia/NVLM-D-72B","score":65.2,"variant":"NVLM-D-72B"},{"conf":"medium","context":"MathVista_MINI","model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":47,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":63.8,"variant":"Qwen2.5-VL-72B-Instruct"},{"conf":"medium","context":"MathVista (Pass@1)","model_id":null,"org":"moonshotai","rank":48,"root":"moonshotai/Moonlight-16B-A3B","score":63.8,"variant":"Kimi-VL-A3B-Instruct"},{"conf":"medium","context":"MathVista (mini) (Pass@1)","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":49,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":63.8,"variant":"Kimi-VL-A3B-Thinking"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-7b-instruct","org":"nvidia","rank":50,"root":"Qwen/Qwen2.5-7B-Instruct","score":63.8,"variant":"Eagle2.5-8B"},{"conf":"medium","context":"MathVista_MINI (Pass@1)","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":51,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":63.8,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"MathVista_MINI","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":52,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":63.8,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"MathVista_MINI","model_id":"qwen2-5-vl-72b-instruct","org":"Mungert","rank":53,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":63.8,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"MathVista_MINI","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":54,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":63.8,"variant":"Qwen2.5-VL-72B-Instruct-bnb-4bit"},{"conf":"medium","context":"MathVista_MINI","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":55,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":63.8,"variant":"Qwen2.5-VL-72B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MathVista (testmini)","model_id":"phi-4-multimodal-instruct","org":"microsoft","rank":56,"root":"microsoft/Phi-4-multimodal-instruct","score":62.4,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"MathVista (testmini)","model_id":"phi-4-multimodal-instruct","org":"Lexius","rank":57,"root":"microsoft/Phi-4-multimodal-instruct","score":62.4,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"MathVista<sup>*</sup>","model_id":"minimax-vl-01","org":"MiniMaxAI","rank":58,"root":"MiniMaxAI/MiniMax-VL-01","score":62.1,"variant":"MiniMax-VL-01"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":59,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":60.5,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":60,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":60.5,"variant":"Qwen2.5-VL-3B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":61,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":60.5,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"Mungert","rank":62,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":60.5,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":63,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":60.5,"variant":"Qwen2.5-VL-3B-Instruct-bnb-4bit"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":64,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":60.5,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":65,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":58.3,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-vl-7b","org":"Qwen","rank":66,"root":"Qwen/Qwen2-VL-7B","score":58.3,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":67,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":58.3,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":68,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":58.3,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":69,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":58.3,"variant":"Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":70,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":58.3,"variant":"Qwen2.5-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":71,"root":"Qwen/Qwen2-VL-7B-Instruct","score":58.3,"variant":"Qwen2-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Mungert","rank":72,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":58.3,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":73,"root":"Qwen/Qwen2-VL-7B-Instruct","score":58.3,"variant":"Qwen2-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MathVista<sub>testmini</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":74,"root":"Qwen/Qwen2-VL-7B-Instruct","score":58.3,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":75,"root":"Qwen/Qwen2-VL-7B-Instruct","score":58.2,"variant":"Qwen2-VL-7B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":76,"root":"Qwen/Qwen2-VL-7B-Instruct","score":58.2,"variant":"Qwen2-VL-7B-Instruct-GPTQ-Int8"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":77,"root":"Qwen/Qwen2-VL-7B-Instruct","score":58.2,"variant":"Qwen2-VL-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"**Mathvista** *(CoT)*","model_id":null,"org":"mistralai","rank":78,"root":"mistralai/Pixtral-12B-Base-2409","score":54.4,"variant":"Pixtral-12B-2409"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m","org":"google","rank":79,"root":"google/gemma-3-270m","score":50,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m","org":"google","rank":80,"root":"google/gemma-3-270m","score":50,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"unsloth","rank":81,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"unsloth","rank":82,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"unsloth","rank":83,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":84,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":50,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m","org":"unsloth","rank":85,"root":"google/gemma-3-270m","score":50,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"unsloth","rank":86,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"google","rank":87,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"unsloth","rank":88,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":89,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":50,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m","org":"unsloth","rank":90,"root":"google/gemma-3-270m","score":50,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m","org":"google","rank":91,"root":"google/gemma-3-270m","score":50,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m","org":"Mungert","rank":92,"root":"google/gemma-3-270m","score":50,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MathVista][] (testmini)","model_id":"gemma-3-270m-it","org":"unsloth","rank":93,"root":"google/gemma-3-270m-it","score":50,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"high","context":null,"model_id":null,"org":"Mungert","rank":94,"root":"HuggingFaceTB/SmolLM2-1.7B-Instruct","score":44.6,"variant":"SmolVLM-Instruct-GGUF"},{"conf":"medium","context":"MathVista","model_id":null,"org":"microsoft","rank":95,"root":"microsoft/Phi-3-vision-128k-instruct","score":44.5,"variant":"Phi-3-vision-128k-instruct"},{"conf":"high","context":null,"model_id":null,"org":"Mungert","rank":96,"root":"HuggingFaceTB/SmolLM2-135M-Instruct","score":35.9,"variant":"SmolVLM-256M-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mathvista.html"],"url":"https://huggingface.co/spaces/mathvista"}},"meta":{"source":"registry"}}