{"data":{"category":"chat","id":"mt-bench","name":"MT-Bench","rows":[{"conf":"medium","context":"MT-Bench","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":1,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":89.2,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Japanese"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":2,"root":"openchat/openchat_v3.2_super","score":82.5,"variant":"openchat_v3.2_super-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":3,"root":"openchat/openchat_v3.2","score":82.5,"variant":"OpenChat_v3.2-GPTQ"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":4,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":63.7,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-vl-7b","org":"Qwen","rank":5,"root":"Qwen/Qwen2-VL-7B","score":63.7,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":6,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":63.7,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":7,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":63.7,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":8,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":63.7,"variant":"Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":9,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":63.7,"variant":"Qwen2.5-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":10,"root":"Qwen/Qwen2-VL-7B-Instruct","score":63.7,"variant":"Qwen2-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Mungert","rank":11,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":63.7,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":12,"root":"Qwen/Qwen2-VL-7B-Instruct","score":63.7,"variant":"Qwen2-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMT-Bench<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":13,"root":"Qwen/Qwen2-VL-7B-Instruct","score":63.7,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"MT-Bench","model_id":"smollm2-135m","org":"Mungert","rank":14,"root":"HuggingFaceTB/SmolLM2-135M","score":19.8,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-32b","org":"nvidia","rank":15,"root":"Qwen/Qwen3-32B","score":9.5,"variant":"Qwen3-Nemotron-32B-RLBFF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":16,"root":"SanjiWatsuki/Kunoichi-7B","score":9.32,"variant":"Kunoichi-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":17,"root":"SanjiWatsuki/Kunoichi-7B","score":9.32,"variant":"Kunoichi-7B-AWQ"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":18,"root":"berkeley-nest/Starling-LM-7B-alpha","score":9.32,"variant":"Starling-LM-7B-alpha-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":19,"root":"perlthoughts/Starling-LM-alpha-8x7B-MoE","score":9.32,"variant":"Starling-LM-alpha-8x7B-MoE-GGUF"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":20,"root":"berkeley-nest/Starling-LM-7B-alpha","score":9.32,"variant":"Starling-LM-7B-alpha-AWQ"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":21,"root":"berkeley-nest/Starling-LM-7B-alpha","score":9.32,"variant":"Starling-LM-7B-alpha-GPTQ"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":22,"root":"tiiuae/Falcon-H1-34B-Base","score":9.2,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":23,"root":"tiiuae/Falcon-H1-34B-Instruct","score":9.2,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":24,"root":"tiiuae/Falcon-H1-34B-Instruct","score":9.2,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":25,"root":"tiiuae/Falcon-H1-34B-Instruct","score":9.2,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":26,"root":"meta-llama/Llama-3.1-70B-Instruct","score":8.98,"variant":"Llama-3.1-Nemotron-70B-Instruct-HF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":27,"root":"meta-llama/Llama-3.1-70B-Instruct","score":8.98,"variant":"Llama-3.1-Nemotron-70B-Instruct"},{"conf":"medium","context":"MT-Bench","model_id":"qwen2-72b","org":"Qwen","rank":28,"root":"Qwen/Qwen2-72B","score":8.95,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":29,"root":"tiiuae/Falcon-H1-7B-Base","score":8.85,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":30,"root":"tiiuae/Falcon-H1-7B-Instruct","score":8.85,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MT-Bench","model_id":"deepseek-v2-5","org":"deepseek-ai","rank":31,"root":"deepseek-ai/DeepSeek-V2.5","score":8.85,"variant":"DeepSeek-V2.5"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":32,"root":"tiiuae/Falcon-H1-7B-Instruct","score":8.85,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":33,"root":"tiiuae/Falcon-H1-7B-Instruct","score":8.85,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":34,"root":"tiiuae/Falcon-H1-3B-Base","score":8.72,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":35,"root":"tiiuae/Falcon-H1-3B-Base","score":8.72,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":36,"root":"tiiuae/Falcon-H1-3B-Instruct","score":8.72,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MT Bench","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":37,"root":"mistralai/Mistral-Large-Instruct-2407","score":8.63,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":38,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":8.53,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":39,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":8.53,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":40,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":8.53,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":41,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":8.53,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":42,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":8.53,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":43,"root":"tiiuae/Falcon-H1-1.5B-Base","score":8.46,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":44,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":8.46,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":45,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":8.46,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":46,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":8.46,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":47,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":8.46,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":48,"root":"zai-org/glm-4-9b-chat","score":8.35,"variant":"glm-4-9b-chat"},{"conf":"medium","context":"mtbench_dev","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":49,"root":"mistralai/Mistral-Small-24B-Base-2501","score":8.35,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":50,"root":"THUDM/glm-4-9b-chat","score":8.35,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"mtbench_dev","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":51,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":8.35,"variant":"Mistral-Small-24B-Instruct-2501-bnb-4bit"},{"conf":"medium","context":"mtbench_dev","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":52,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":8.35,"variant":"Mistral-Small-24B-Instruct-2501-GGUF"},{"conf":"medium","context":"mtbench_dev","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":53,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":8.35,"variant":"Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"mtbench_dev","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":54,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":8.35,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"mtbench_dev","model_id":"mistral-small-24b-base-2501","org":"unsloth","rank":55,"root":"mistralai/Mistral-Small-24B-Base-2501","score":8.35,"variant":"Mistral-Small-24B-Base-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"MT-Bench","model_id":"qwen2-57b-a14b","org":"Qwen","rank":56,"root":"Qwen/Qwen2-57B-A14B","score":8.3,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"MT-Bench","model_id":"qwen2-7b","org":"Qwen","rank":57,"root":"Qwen/Qwen2-7B","score":8.05,"variant":"Qwen2-7B-Instruct"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":58,"root":"nvidia/Nemotron-H-4B-Base-8K","score":7.9,"variant":"Nemotron-H-4B-Instruct-128K"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":59,"root":"openchat/openchat-3.5-0106","score":7.81,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":60,"root":"openchat/openchat_3.5","score":7.81,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":61,"root":"NurtureAI/openchat_3.5-16k","score":7.81,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":62,"root":"openchat/openchat_3.5","score":7.81,"variant":"openchat_3.5-GPTQ"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":63,"root":"openchat/openchat-3.5-1210","score":7.76,"variant":"openchat-3.5-1210-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":64,"root":"openchat/openchat-3.5-1210","score":7.76,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"high","context":null,"model_id":"phi-mini-moe-instruct","org":"microsoft","rank":65,"root":"microsoft/Phi-mini-MoE-instruct","score":7.59,"variant":"Phi-mini-MoE-instruct"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":66,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":7.56,"variant":"CapybaraHermes-2.5-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":67,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":7.56,"variant":"CapybaraHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":68,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":7.56,"variant":"CapybaraHermes-2.5-Mistral-7B-AWQ"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":69,"root":"hkust-nlp/deita-7b-v1.0-sft","score":7.55,"variant":"deita-7B-v1.0-sft-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":70,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":7.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":71,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":7.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":72,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":7.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":73,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":7.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":74,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":7.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":75,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":7.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":76,"root":"tiiuae/Falcon-H1-0.5B-Base","score":7.06,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":77,"root":"tiiuae/Falcon-H1-0.5B-Base","score":7.06,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MTBench","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":78,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":7.06,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"phi-tiny-moe-instruct","org":"microsoft","rank":79,"root":"microsoft/Phi-tiny-MoE-instruct","score":7.05,"variant":"Phi-tiny-MoE-instruct"},{"conf":"low","context":"MathVista (CoT) | MMMU (CoT) | ChartQA (CoT)","model_id":null,"org":"mistralai","rank":80,"root":"mistralai/Pixtral-Large-Instruct-2411","score":6.8,"variant":"Pixtral-Large-Instruct-2411"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":81,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":82,"root":"mistralai/Ministral-8B-Instruct-2410","score":6.7,"variant":"Ministral-8B-Instruct-2410"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":83,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":84,"root":"mistralai/Ministral-3-14B-Base-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":85,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":86,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":87,"root":"mistralai/Ministral-3-14B-Base-2512","score":6.7,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":88,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":89,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":6.7,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":90,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":91,"root":"mistralai/Ministral-3-14B-Base-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":92,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":93,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":94,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":95,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":96,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":97,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":6.7,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":98,"root":"mistralai/Ministral-3-14B-Base-2512","score":6.7,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":99,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":6.7,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":100,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":101,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":6.7,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":102,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":103,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":104,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":105,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":106,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":107,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":108,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":109,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":110,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":6.7,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":111,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":6.7,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":112,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":6.7,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":113,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":114,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":115,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":6.7,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":116,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":117,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":118,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":6.7,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":119,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":6.7,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":120,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":121,"root":"mistralai/Ministral-3-8B-Base-2512","score":6.7,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":122,"root":"mistralai/Ministral-3-14B-Base-2512","score":6.7,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":123,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":6.7,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":124,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":6.7,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":125,"root":"mistralai/Ministral-3-14B-Base-2512","score":6.7,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":126,"root":"mistralai/Ministral-3-3B-Base-2512","score":6.7,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":127,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":6.7,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":128,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":6.7,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":129,"root":"ibm/granite-7b-base","score":6.65,"variant":"granite-7b-instruct-GGUF"},{"conf":"low","context":null,"model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":130,"root":"stabilityai/stablelm-zephyr-3b","score":6.64,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"medium","context":"**Text MT-Bench**","model_id":null,"org":"mistralai","rank":131,"root":"mistralai/Pixtral-12B-Base-2409","score":6.41,"variant":"Pixtral-12B-2409"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"allenai","rank":132,"root":"meta-llama/Llama-2-7b-hf","score":6.3,"variant":"tulu-2-7b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":133,"root":"allenai/tulu-2-13b","score":6.3,"variant":"tulu-2-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"allenai","rank":134,"root":"meta-llama/Llama-2-7b-hf","score":6.3,"variant":"tulu-2-dpo-7b"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"allenai","rank":135,"root":"meta-llama/Llama-2-13b-hf","score":6.3,"variant":"tulu-2-dpo-13b"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"allenai","rank":136,"root":"meta-llama/Llama-2-70b-hf","score":6.3,"variant":"tulu-2-dpo-70b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":137,"root":"allenai/tulu-2-dpo-13b","score":6.3,"variant":"tulu-2-dpo-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":138,"root":"allenai/tulu-2-dpo-70b","score":6.3,"variant":"tulu-2-dpo-70B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":139,"root":"allenai/tulu-2-7b","score":6.3,"variant":"tulu-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"allenai","rank":140,"root":"meta-llama/Llama-2-13b-hf","score":6.3,"variant":"tulu-2-13b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":141,"root":"allenai/tulu-2-70b","score":6.3,"variant":"tulu-2-70B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":142,"root":"allenai/tulu-2-dpo-7b","score":6.3,"variant":"tulu-2-dpo-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":143,"root":"allenai/tulu-2-dpo-13b","score":6.3,"variant":"tulu-2-dpo-13B-AWQ"},{"conf":"medium","context":"MT-Bench","model_id":"smollm2-1-7b","org":"Mungert","rank":144,"root":"HuggingFaceTB/SmolLM2-1.7B","score":6.13,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":145,"root":"budecosystem/genz-70b","score":6.12,"variant":"Genz-70b-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":146,"root":"budecosystem/genz-13b-v2","score":6.12,"variant":"genz-13B-v2-GGUF"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":147,"root":"Qwen/Qwen2.5-Omni-3B","score":6,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":148,"root":"Qwen/Qwen2.5-Omni-7B","score":6,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":149,"root":"Qwen/Qwen2.5-Omni-7B","score":6,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":150,"root":"Qwen/Qwen2.5-Omni-3B","score":6,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":151,"root":"Qwen/Qwen2.5-Omni-3B","score":6,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":152,"root":"Qwen/Qwen2.5-Omni-7B","score":6,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":153,"root":"Qwen/Qwen2.5-Omni-7B","score":6,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MM-MT-Bench","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":154,"root":"Qwen/Qwen2.5-Omni-3B","score":6,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MT-bench","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":155,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":5.43,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"MT-bench","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":156,"root":"microsoft/bitnet-b1.58-2B-4T","score":5.43,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"MT-bench","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":157,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":5.43,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"**MM MT-Bench**","model_id":null,"org":"mistralai","rank":158,"root":"mistralai/Pixtral-12B-Base-2409","score":5.43,"variant":"Pixtral-12B-2409"},{"conf":"medium","context":"MT-Bench","model_id":"smollm2-360m","org":"Mungert","rank":159,"root":"HuggingFaceTB/SmolLM2-360M","score":3.66,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"minimax-m3","org":"nvidia","rank":160,"root":"MiniMaxAI/MiniMax-M3","score":3.22,"variant":"MiniMax-M3-DSpark"},{"conf":"low","context":null,"model_id":"kimi-k2-6","org":"nvidia","rank":161,"root":"moonshotai/Kimi-K2.6","score":3,"variant":"Kimi-K2.6-DFlash"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":162,"root":"moonshotai/Kimi-K2.7-Code","score":2.9,"variant":"Kimi-K2.7-Code-DFlash"},{"conf":"low","context":null,"model_id":"rocket-3b","org":"TheBloke","rank":163,"root":"pansophic/rocket-3B","score":2.75,"variant":"rocket-3B-GGUF"},{"conf":"low","context":null,"model_id":"zephyr-7b-beta","org":"TheBloke","rank":164,"root":"HuggingFaceH4/zephyr-7b-beta","score":2.75,"variant":"zephyr-7B-beta-GGUF"},{"conf":"low","context":null,"model_id":"zephyr-7b-beta","org":"TheBloke","rank":165,"root":"HuggingFaceH4/zephyr-7b-beta","score":2.75,"variant":"zephyr-7B-beta-AWQ"},{"conf":"low","context":null,"model_id":"zephyr-7b-beta","org":"TheBloke","rank":166,"root":"HuggingFaceH4/zephyr-7b-beta","score":2.75,"variant":"zephyr-7B-beta-GPTQ"},{"conf":"low","context":null,"model_id":"kimi-k2-5","org":"nvidia","rank":167,"root":"moonshotai/Kimi-K2.5","score":2.62,"variant":"Kimi-K2.5-Thinking-Eagle3"},{"conf":"low","context":null,"model_id":"kimi-k2-6","org":"nvidia","rank":168,"root":"moonshotai/Kimi-K2.6","score":2.41,"variant":"Kimi-K2.6-Eagle3"},{"conf":"low","context":null,"model_id":"kimi-k2-thinking","org":"nvidia","rank":169,"root":"moonshotai/Kimi-K2-Thinking","score":2.28,"variant":"Kimi-K2-Thinking-Eagle3"},{"conf":"low","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":170,"root":"openai/gpt-oss-120b","score":2.24,"variant":"gpt-oss-120b-Eagle3-long-context"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":171,"root":"Qwen/Qwen3-235B-A22B","score":2.21,"variant":"Qwen3-235B-A22B-Eagle3"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":172,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507-FP4","score":2.13,"variant":"Qwen3-235B-A22B-Thinking-2507-FP4-Eagle3"},{"conf":"low","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":173,"root":"openai/gpt-oss-120b","score":2.1,"variant":"gpt-oss-120b-Eagle3-short-context"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":174,"root":"nvidia/Llama-3.3-70B-Instruct-FP4","score":2.1,"variant":"Llama-3.3-70B-Instruct-Eagle3"},{"conf":"high","context":null,"model_id":null,"org":"nvidia","rank":175,"root":"—","score":2.07,"variant":"Llama-3.1-8B-Medusa-FP8"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":176,"root":"Qwen/Qwen3-30-A3B-Thinking-2507","score":1.88,"variant":"Qwen3-30B-A3B-Thinking-2507-Eagle3"},{"conf":"low","context":null,"model_id":"qwen3-235b-a22b-thinking-2507","org":"nvidia","rank":177,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":1.83,"variant":"Qwen3-235B-A22B-Thinking-2507-Eagle3"},{"conf":"low","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":178,"root":"openai/gpt-oss-120b","score":1.72,"variant":"gpt-oss-120b-Eagle3-throughput"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mt-bench.html"],"url":"https://huggingface.co/spaces/mt-bench"}},"meta":{"source":"registry"}}