{"data":{"category":"knowledge","id":"mmlu-pro","name":"MMLU-Pro","rows":[{"conf":"medium","context":"MMLU-Pro","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":1,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":88,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"MMLU-Pro","model_id":"minimax-m2-1","org":"unsloth","rank":2,"root":"MiniMaxAI/MiniMax-M2.1","score":88,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"minimax-m2-1","org":"unsloth","rank":3,"root":"MiniMaxAI/MiniMax-M2.1","score":88,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":4,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":86.8,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":5,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":86.8,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":6,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":86.8,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"low","context":null,"model_id":"qwen3-6-27b","org":"unsloth","rank":7,"root":"Qwen/Qwen3.6-27B","score":86.25,"variant":"Qwen3.6-27B-NVFP4"},{"conf":"low","context":null,"model_id":"qwen3-6-35b-a3b","org":"unsloth","rank":8,"root":"Qwen/Qwen3.6-35B-A3B","score":85.85,"variant":"Qwen3.6-35B-A3B-NVFP4"},{"conf":"low","context":null,"model_id":"qwen3-6-35b-a3b","org":"unsloth","rank":9,"root":"Qwen/Qwen3.6-35B-A3B","score":85.85,"variant":"Qwen3.6-35B-A3B-NVFP4-Fast"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"nvidia","rank":10,"root":"google/gemma-4-31B-it","score":85.25,"variant":"Gemma-4-31B-IT-NVFP4"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b","org":"google","rank":11,"root":"google/gemma-4-26B-A4B","score":85.2,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b","org":"google","rank":12,"root":"google/gemma-4-31B","score":85.2,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b","org":"google","rank":13,"root":"google/gemma-4-E4B","score":85.2,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"google","rank":14,"root":"google/gemma-4-E2B","score":85.2,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b","org":"google","rank":15,"root":"google/gemma-4-12B","score":85.2,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":16,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":17,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it-assistant","org":"google","rank":18,"root":"google/gemma-4-31B-it-assistant","score":85.2,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":19,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b","org":"google","rank":20,"root":"google/gemma-4-26B-A4B","score":85.2,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b","org":"google","rank":21,"root":"google/gemma-4-31B","score":85.2,"variant":"gemma-4-31B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it","org":"unsloth","rank":22,"root":"google/gemma-4-12B-it","score":85.2,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it","org":"google","rank":23,"root":"google/gemma-4-12B-it","score":85.2,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":24,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":25,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":26,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":27,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":28,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":29,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":30,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":31,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":32,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b","org":"google","rank":33,"root":"google/gemma-4-12B","score":85.2,"variant":"gemma-4-12B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":34,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":35,"root":"google/gemma-4-26B-A4B-it-assistant","score":85.2,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":36,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":37,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b","org":"google","rank":38,"root":"google/gemma-4-E4B","score":85.2,"variant":"gemma-4-E4B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":39,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":40,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it-assistant","org":"google","rank":41,"root":"google/gemma-4-12B-it-assistant","score":85.2,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":42,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it","org":"unsloth","rank":43,"root":"google/gemma-4-12B-it","score":85.2,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":44,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it-assistant","org":"google","rank":45,"root":"google/gemma-4-12B-it-assistant","score":85.2,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":46,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"google","rank":47,"root":"google/gemma-4-E2B","score":85.2,"variant":"gemma-4-E2B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":48,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":49,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":50,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":51,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":52,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":53,"root":"google/gemma-4-E2B-it-assistant","score":85.2,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":54,"root":"google/gemma-4-E4B-it-assistant","score":85.2,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":55,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":56,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":85.2,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":57,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":85.2,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"google","rank":58,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"google","rank":59,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":60,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":85.2,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it","org":"unsloth","rank":61,"root":"google/gemma-4-12B-it","score":85.2,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":62,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":63,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":85.2,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":64,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b","org":"unsloth","rank":65,"root":"google/gemma-4-12B","score":85.2,"variant":"gemma-4-12b"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"google","rank":66,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"google","rank":67,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it-assistant","org":"google","rank":68,"root":"google/gemma-4-31B-it-assistant","score":85.2,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"google","rank":69,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":70,"root":"google/gemma-4-26B-A4B-it-assistant","score":85.2,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"google","rank":71,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":72,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":73,"root":"google/gemma-4-E2B-it-assistant","score":85.2,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":74,"root":"google/gemma-4-E4B-it-assistant","score":85.2,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it","org":"unsloth","rank":75,"root":"google/gemma-4-12B-it","score":85.2,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":76,"root":"google/gemma-4-E2B","score":85.2,"variant":"gemma-4-E2B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":77,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":78,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":79,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":80,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-12b","org":"Mungert","rank":81,"root":"google/gemma-4-12B","score":85.2,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":82,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":83,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":84,"root":"google/gemma-4-26B-A4B","score":85.2,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":85,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":86,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b","org":"unsloth","rank":87,"root":"google/gemma-4-E4B","score":85.2,"variant":"gemma-4-E4B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":88,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b","org":"unsloth","rank":89,"root":"google/gemma-4-31B","score":85.2,"variant":"gemma-4-31B"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":90,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":91,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":92,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":93,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b","org":"Mungert","rank":94,"root":"google/gemma-4-31B","score":85.2,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":95,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it","org":"unsloth","rank":96,"root":"google/gemma-4-E4B-it","score":85.2,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":97,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b","org":"Mungert","rank":98,"root":"google/gemma-4-E4B","score":85.2,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"Mungert","rank":99,"root":"google/gemma-4-E2B","score":85.2,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e2b","org":"unsloth","rank":100,"root":"google/gemma-4-E2B-it","score":85.2,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":101,"root":"google/gemma-4-26B-A4B-it","score":85.2,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":102,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.2,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-31b-it","org":"unsloth","rank":103,"root":"google/gemma-4-31B-it","score":85.2,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"MMLU Pro","model_id":"gemma-4-26b-a4b-it","org":"nvidia","rank":104,"root":"google/gemma-4-26B-A4B-it","score":85,"variant":"Gemma-4-26B-A4B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"deepseek-v3-2-exp-base","org":"deepseek-ai","rank":105,"root":"deepseek-ai/DeepSeek-V3.2-Exp-Base","score":85,"variant":"DeepSeek-V3.2-Exp"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":106,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":85,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":107,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":85,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":108,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":85,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"mimo-v2-flash","org":"unsloth","rank":109,"root":"XiaomiMiMo/MiMo-V2-Flash","score":84.9,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"deepseek-v3-1-base","org":"deepseek-ai","rank":110,"root":"deepseek-ai/DeepSeek-V3.1-Base","score":84.8,"variant":"DeepSeek-V3.1-Terminus"},{"conf":"medium","context":"MMLU-Pro","model_id":"deepseek-v3-1-terminus","org":"unsloth","rank":111,"root":"deepseek-ai/DeepSeek-V3.1-Terminus","score":84.8,"variant":"DeepSeek-V3.1-Terminus-GGUF"},{"conf":"medium","context":"**MMLU-Pro**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":112,"root":"moonshotai/Kimi-K2-Thinking","score":84.6,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"**MMLU-Pro**","model_id":"kimi-k2-thinking","org":"unsloth","rank":113,"root":"moonshotai/Kimi-K2-Thinking","score":84.6,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"**MMLU-Pro**","model_id":"kimi-k2-thinking","org":"unsloth","rank":114,"root":"moonshotai/Kimi-K2-Thinking","score":84.6,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"MMLU-Pro","model_id":"glm-4-7","org":"zai-org","rank":115,"root":"zai-org/GLM-4.7","score":84.3,"variant":"GLM-4.7"},{"conf":"medium","context":"MMLU-Pro","model_id":"glm-4-7","org":"zai-org","rank":116,"root":"zai-org/GLM-4.7","score":84.3,"variant":"GLM-4.7-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"glm-4-7","org":"unsloth","rank":117,"root":"zai-org/GLM-4.7","score":84.3,"variant":"GLM-4.7-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":118,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":119,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":120,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":121,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":122,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":123,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":124,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":125,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":83.73,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"MMLU-ProX (avg en/de/fr/es/it/ja/zh/hi/pt/ko)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":126,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":83,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"MMLU-ProX (avg en/de/fr/es/it/ja/zh/hi/pt/ko)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":127,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":83,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"MMLU-ProX (avg en/de/fr/es/it/ja/zh/hi/pt/ko)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":128,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":83,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":129,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.4,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":130,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.4,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":131,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.4,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"high","context":null,"model_id":"mistral-medium-3-5-128b","org":"nvidia","rank":132,"root":"mistralai/Mistral-Medium-3.5-128B","score":82.2,"variant":"Mistral-Medium-3.5-128B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"minimax-m2","org":"MiniMaxAI","rank":133,"root":"MiniMaxAI/MiniMax-M2","score":82,"variant":"MiniMax-M2"},{"conf":"medium","context":"MMLU-Pro","model_id":"minimax-m2","org":"unsloth","rank":134,"root":"MiniMaxAI/MiniMax-M2","score":82,"variant":"MiniMax-M2-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":135,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":81.9,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":136,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":81.9,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":137,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":81.9,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":138,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":81.9,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":139,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":81.9,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"high","context":null,"model_id":"minimax-m2-7","org":"nvidia","rank":140,"root":"MiniMaxAI/MiniMax-M2.7","score":81.7,"variant":"MiniMax-M2.7-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":141,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":81.2,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":142,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":81.2,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":143,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":81.2,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":144,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":81.2,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":145,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":81.2,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":146,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":81.2,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":147,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":81.2,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":148,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":81.2,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":149,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":81.2,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU Pro","model_id":"diffusiongemma-26b-a4b-it","org":"nvidia","rank":150,"root":"google/diffusiongemma-26B-A4B-it","score":81,"variant":"diffusiongemma-26B-A4B-it-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":151,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":80.9,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":152,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":80.9,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":153,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":80.9,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":154,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":80.9,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":155,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":80.9,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":156,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":80.6,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":157,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":80.6,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":158,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":80.6,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":null,"org":"unsloth","rank":159,"root":"arcee-ai/Trinity-Large-Preview","score":80.5,"variant":"Trinity-Large-Preview-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":160,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":80.2,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":161,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":80.2,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":162,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":80.2,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":163,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":80.2,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":164,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":80.2,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"MMLU Professional Medicine","model_id":null,"org":"TheBloke","rank":165,"root":"m42-health/med42-70b","score":79.8,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":166,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.36,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":167,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.36,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":168,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.36,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":169,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.36,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"MMLU-ProX (avg over languages)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":170,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.35,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"MMLU-ProX (avg over languages)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":171,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.35,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"MMLU-ProX (avg over languages)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":172,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.35,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"MMLU-ProX (avg over languages)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":173,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.35,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":174,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":79.07,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":175,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":176,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":177,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":178,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":179,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":180,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":181,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":78.5,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":182,"root":"Qwen/Qwen3-4B-Thinking-2507","score":78.5,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":183,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":78.4,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":184,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":78.4,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":185,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":78.4,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":186,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":78.4,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":187,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":78.4,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":188,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":78.4,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":189,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":190,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":191,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":192,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":193,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":78.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":194,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":195,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":196,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":78.3,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"MMLU Pro","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":197,"root":"google/diffusiongemma-26B-A4B-it","score":77.6,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":198,"root":"google/diffusiongemma-26B-A4B-it","score":77.6,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"MMLU Pro","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":199,"root":"google/diffusiongemma-26B-A4B-it","score":77.6,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"MMLU Pro","model_id":"nemotron-cascade-14b-thinking","org":"nvidia","rank":200,"root":"nvidia/Nemotron-Cascade-14B-Thinking","score":77.6,"variant":"Nemotron-Cascade-14B-Thinking"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":201,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":77.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":202,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":77.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":203,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":77.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"MMLU-PRO","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":204,"root":"inclusionAI/LLaDA2.0-flash-preview","score":76.84,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":205,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":76.4,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":206,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":76.4,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":207,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":76.4,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":208,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":76.4,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":209,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":76.4,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"deepseek-ai","rank":210,"root":"deepseek-ai/DeepSeek-V3-0324","score":75.9,"variant":"DeepSeek-V3-0324"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"unsloth","rank":211,"root":"deepseek-ai/DeepSeek-V3-0324","score":75.9,"variant":"DeepSeek-V3-0324-GGUF"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"unsloth","rank":212,"root":"deepseek-ai/DeepSeek-V3-0324","score":75.9,"variant":"DeepSeek-V3-0324-GGUF-UD"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":213,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":75.8,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":214,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":75.8,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":215,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":75.8,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":216,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":75.8,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":217,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":75.8,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":218,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":75.8,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":219,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":75.8,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":220,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":75.8,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":221,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":75.8,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":222,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":75.65,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"MMLU Pro","model_id":"nemotron-cascade-8b","org":"nvidia","rank":223,"root":"nvidia/Nemotron-Cascade-8B","score":75.1,"variant":"Nemotron-Cascade-8B"},{"conf":"medium","context":"MMLU Pro","model_id":"nemotron-cascade-8b-thinking","org":"nvidia","rank":224,"root":"nvidia/Nemotron-Cascade-8B-Thinking","score":75.1,"variant":"Nemotron-Cascade-8B-Thinking"},{"conf":"medium","context":"MMLU-Pro<sup>*</sup>","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":225,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":74.4,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"MMLU-Pro<sup>*</sup>","model_id":"minimax-text-01","org":"MiniMaxAI","rank":226,"root":"MiniMaxAI/MiniMax-Text-01","score":74.4,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"MMLU-Pro","model_id":"llada2-0-flash","org":"inclusionAI","rank":227,"root":"inclusionAI/LLaDA2.0-flash","score":74.23,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-8b-base","org":"nvidia","rank":228,"root":"Qwen/Qwen3-8B","score":74.2,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":229,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":230,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":231,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":232,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":233,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":234,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":235,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":73.1,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":236,"root":"Qwen/Qwen3-4B-Thinking-2507","score":73.1,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":237,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":72,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":238,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":72,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":239,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":72,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":240,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":72,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":241,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":72,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":242,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":72,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4","org":"microsoft","rank":243,"root":"microsoft/phi-4","score":71.5,"variant":"Phi-4-reasoning"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4","org":"microsoft","rank":244,"root":"microsoft/phi-4","score":71.5,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":245,"root":"microsoft/Phi-4-reasoning-plus","score":71.5,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4-reasoning","org":"unsloth","rank":246,"root":"microsoft/Phi-4-reasoning","score":71.5,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4-reasoning","org":"unsloth","rank":247,"root":"microsoft/phi-4-reasoning","score":71.5,"variant":"phi-4-reasoning"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4-reasoning","org":"unsloth","rank":248,"root":"microsoft/phi-4-reasoning","score":71.5,"variant":"phi-4-reasoning-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4-reasoning","org":"unsloth","rank":249,"root":"microsoft/phi-4-reasoning","score":71.5,"variant":"phi-4-reasoning-bnb-4bit"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4","org":"Mungert","rank":250,"root":"microsoft/phi-4","score":71.5,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":251,"root":"microsoft/Phi-4-reasoning-plus","score":71.5,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"MMLUPro","model_id":"phi-4","org":"Mungert","rank":252,"root":"microsoft/phi-4","score":71.5,"variant":"Phi-4-reasoning-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":253,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":68.8,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":254,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":68.8,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":255,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":68.8,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":256,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":68.8,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":257,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":68.8,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":258,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":68.5,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":259,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.28,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":260,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.28,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-NVFP4"},{"conf":"medium","context":"MMLU-Pro","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":261,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.28,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"ling-2-6-1t","org":"inclusionAI","rank":262,"root":"inclusionAI/Ling-2.6-1T","score":67.91,"variant":"Ling-2.6-1T-base"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":263,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":66.76,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":264,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":265,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":266,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":267,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":268,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":66.76,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":269,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":270,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":66.76,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":271,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":66.76,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":272,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":66.76,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":273,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":66.76,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":274,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":275,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":66.76,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"mmlu_pro_5shot_cot_instruct","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":276,"root":"mistralai/Mistral-Small-24B-Base-2501","score":66.3,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"mmlu_pro_5shot_cot_instruct","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":277,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":66.3,"variant":"Mistral-Small-24B-Instruct-2501-bnb-4bit"},{"conf":"medium","context":"mmlu_pro_5shot_cot_instruct","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":278,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":66.3,"variant":"Mistral-Small-24B-Instruct-2501-GGUF"},{"conf":"medium","context":"mmlu_pro_5shot_cot_instruct","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":279,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":66.3,"variant":"Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"mmlu_pro_5shot_cot_instruct","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":280,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":66.3,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"mmlu_pro_5shot_cot_instruct","model_id":"mistral-small-24b-base-2501","org":"unsloth","rank":281,"root":"mistralai/Mistral-Small-24B-Base-2501","score":66.3,"variant":"Mistral-Small-24B-Base-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":282,"root":"deepseek-ai/DeepSeek-V4-Flash","score":65.5,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":283,"root":"deepseek-ai/DeepSeek-V4-Pro","score":65.5,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":null,"org":"deepseek-ai","rank":284,"root":"—","score":65.5,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":285,"root":"deepseek-ai/DeepSeek-V4-Flash","score":65.5,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":286,"root":"deepseek-ai/DeepSeek-V4-Flash","score":65.5,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":null,"org":"deepseek-ai","rank":287,"root":"—","score":65.5,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"MMLU-Pro (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":288,"root":"deepseek-ai/DeepSeek-V4-Pro","score":65.5,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MMLU-Pro","model_id":"llada2-0-mini","org":"inclusionAI","rank":289,"root":"inclusionAI/LLaDA2.0-mini","score":65.48,"variant":"LLaDA2.0-mini"},{"conf":"low","context":null,"model_id":"grovemoe-inst","org":"inclusionAI","rank":290,"root":"inclusionAI/GroveMoE-Inst","score":64.9,"variant":"GroveMoE-Inst"},{"conf":"medium","context":"MMLU-Pro 5-shot","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":291,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":63.98,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"MMLU-Pro 5-shot","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":292,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":63.98,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"MMLU-PRO","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":293,"root":"inclusionAI/LLaDA2.0-mini-preview","score":63.72,"variant":"LLaDA2.0-mini-preview"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":294,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":295,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":296,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":297,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":298,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":299,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":300,"root":"Qwen/Qwen3-4B-Instruct-2507","score":62.8,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":301,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":62.8,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Pro (5-shot, CoT EM)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":302,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":62.59,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"low","context":"MMLU-Pro 5-shot-cot","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":303,"root":"nvidia/Nemotron-H-56B-Base-8K","score":61.8,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"medium","context":"MMLU-Pro (5-shot, CoT EM)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":304,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":61.71,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":305,"root":"allenai/Olmo-3-1125-32B","score":61.1,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"MMLU-Pro","model_id":"ling-2-6-flash","org":"inclusionAI","rank":306,"root":"inclusionAI/Ling-2.6-flash","score":60.73,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"MMLU_PRO_EN_FIVE_SHOT","model_id":null,"org":"Mungert","rank":307,"root":"ai-sage/GigaChat3-10B-A1.8B-bf16","score":60.61,"variant":"GigaChat3-10B-A1.8B-GGUF"},{"conf":"low","context":"MMLU-Pro 5-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":308,"root":"nvidia/Nemotron-H-56B-Base-8K","score":60.51,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"MMLU-Pro","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":309,"root":"tencent/Hunyuan-A13B-Instruct","score":60.2,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":310,"root":"inclusionAI/Ling-lite-base-1.5","score":60,"variant":"Ring-lite"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":311,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":312,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":313,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":314,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":315,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":59.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":316,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":317,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"MMLU-ProX (avg over langs)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":318,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":59.5,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":319,"root":"tiiuae/Falcon-H1-34B-Base","score":58.73,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":320,"root":"tiiuae/Falcon-H1-34B-Instruct","score":58.73,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":321,"root":"tiiuae/Falcon-H1-34B-Instruct","score":58.73,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":322,"root":"tiiuae/Falcon-H1-34B-Instruct","score":58.73,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":323,"root":"tiiuae/Falcon-H1-34B-Base","score":57.18,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":324,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":325,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":326,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":327,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-72b","org":"Qwen","rank":328,"root":"Qwen/Qwen2-72B","score":56.2,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":329,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":330,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":331,"root":"Qwen/Qwen3-4B-Instruct-2507","score":56.2,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-ProX","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":332,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":56.2,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":333,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":334,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":335,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Base-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":336,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":337,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":338,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":339,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":56.03,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"[MMLU Pro][mmlu_pro]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":340,"root":"mistralai/Mistral-Small-24B-Base-2501","score":54.37,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"MMLU-Pro (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":341,"root":"microsoft/Phi-4-mini-instruct","score":52.8,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MMLU-Pro (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":342,"root":"microsoft/Phi-4-mini-instruct","score":52.8,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":343,"root":"microsoft/Phi-4-mini-instruct","score":52.8,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":344,"root":"microsoft/Phi-4-mini-instruct","score":52.8,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"MMLU-Pro (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":345,"root":"microsoft/Phi-4-mini-instruct","score":52.8,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MMLU-Pro (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":346,"root":"microsoft/Phi-4-mini-instruct","score":52.8,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":347,"root":"tiiuae/Falcon-H1-7B-Base","score":51.75,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":348,"root":"tiiuae/Falcon-H1-7B-Instruct","score":51.75,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":349,"root":"tiiuae/Falcon-H1-7B-Instruct","score":51.75,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":350,"root":"tiiuae/Falcon-H1-7B-Instruct","score":51.75,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"phi-mini-moe-instruct","org":"microsoft","rank":351,"root":"microsoft/Phi-mini-MoE-instruct","score":49.68,"variant":"Phi-mini-MoE-instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-72b","org":"Qwen","rank":352,"root":"Qwen/Qwen2-72B","score":49.5,"variant":"Qwen2-72B"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":353,"root":"tiiuae/Falcon-H1-7B-Base","score":48.38,"variant":"Falcon-H1-7B-Base"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":354,"root":"Qwen/Qwen2.5-32B","score":47.5,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b","org":"nvidia","rank":355,"root":"Qwen/Qwen2.5-1.5B","score":47.5,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":356,"root":"Qwen/Qwen2.5-14B","score":47.5,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"nvidia","rank":357,"root":"Qwen/Qwen2.5-7B","score":47.5,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"unsloth","rank":358,"root":"nvidia/OpenReasoning-Nemotron-32B","score":47.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":359,"root":"Qwen/Qwen2.5-7B-Instruct","score":47.5,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":360,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":47.5,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":361,"root":"Qwen/Qwen2.5-14B-Instruct","score":47.5,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":362,"root":"Qwen/Qwen2.5-32B-Instruct","score":47.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":363,"root":"Qwen/Qwen2.5-Omni-3B","score":47,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":364,"root":"Qwen/Qwen2.5-Omni-7B","score":47,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":365,"root":"Qwen/Qwen2.5-Omni-7B","score":47,"variant":"Qwen2.5-Omni-7B-AWQ"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":366,"root":"Qwen/Qwen2.5-Omni-7B","score":47,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":367,"root":"Qwen/Qwen2.5-Omni-3B","score":47,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":368,"root":"Qwen/Qwen2.5-Omni-7B","score":47,"variant":"Qwen2.5-Omni-7B-GPTQ-Int4"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":369,"root":"Qwen/Qwen2.5-Omni-3B","score":47,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":370,"root":"Qwen/Qwen2.5-Omni-7B","score":47,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":371,"root":"Qwen/Qwen2.5-Omni-7B","score":47,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":372,"root":"Qwen/Qwen2.5-Omni-3B","score":47,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"Multilingual MMLU-Pro","model_id":"phi-3-5-moe-instruct","org":"microsoft","rank":373,"root":"microsoft/Phi-3.5-MoE-instruct","score":45.3,"variant":"Phi-3.5-MoE-instruct"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"unsloth","rank":374,"root":"LiquidAI/LFM2.5-1.2B-Instruct","score":44.35,"variant":"LFM2.5-1.2B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"unsloth","rank":375,"root":"LiquidAI/LFM2.5-1.2B-Instruct","score":44.35,"variant":"LFM2.5-1.2B-Instruct"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-thinking","org":"unsloth","rank":376,"root":"LiquidAI/LFM2.5-1.2B-Thinking","score":44.35,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":377,"root":"LiquidAI/LFM2.5-1.2B-Base","score":44.35,"variant":"LFM2.5-1.2B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":378,"root":"LiquidAI/LFM2.5-1.2B-Base","score":44.35,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":"MMLU-Pro 5-shot CoT","model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":379,"root":"nvidia/Nemotron-H-8B-Base-8K","score":44.01,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":380,"root":"tiiuae/Falcon-H1-3B-Base","score":43.69,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":381,"root":"tiiuae/Falcon-H1-3B-Base","score":43.69,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":382,"root":"tiiuae/Falcon-H1-3B-Instruct","score":43.69,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-57b-a14b","org":"Qwen","rank":383,"root":"Qwen/Qwen2-57B-A14B","score":43.3,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":384,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":41.89,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":385,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":41.89,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":386,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":41.89,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":387,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":41.89,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":388,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":41.89,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"hermes-3-llama-3-1-70b","org":"mlabonne","rank":389,"root":"NousResearch/Hermes-3-Llama-3.1-70B","score":41.37,"variant":"Hermes-3-Llama-3.1-70B-lorablated"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":390,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":41.07,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-7b","org":"Qwen","rank":391,"root":"Qwen/Qwen2-7B","score":41,"variant":"Qwen2-7B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-57b-a14b","org":"Qwen","rank":392,"root":"Qwen/Qwen2-57B-A14B","score":41,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":393,"root":"tiiuae/Falcon-H1-3B-Base","score":40.58,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"llama-3-1-70b","org":"allenai","rank":394,"root":"meta-llama/Llama-3.1-70B","score":40.27,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":null,"org":"alpindale","rank":395,"root":"—","score":39.96,"variant":"WizardLM-2-8x22B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":396,"root":"allenai/Olmo-3-1025-7B","score":38.8,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":397,"root":"allenai/Olmo-Hybrid-7B","score":38.8,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":398,"root":"allenai/Olmo-3-1025-7B","score":38.8,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":399,"root":"tiiuae/Falcon3-10B-Base","score":38.1,"variant":"Falcon3-10B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":400,"root":"tiiuae/Falcon-H1-1.5B-Base","score":37.8,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":401,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":37.8,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":402,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":37.8,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":403,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":37.8,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":404,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":37.8,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":405,"root":"LiquidAI/LFM2-8B-A1B","score":37.42,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":406,"root":"LiquidAI/LFM2-8B-A1B","score":37.42,"variant":"LFM2-8B-A1B"},{"conf":"medium","context":"MMLU-Pro","model_id":"youtu-llm-2b-base","org":"Mungert","rank":407,"root":"tencent/Youtu-LLM-2B-Base","score":36.5,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"high","context":null,"model_id":"phi-tiny-moe-instruct","org":"microsoft","rank":408,"root":"microsoft/Phi-tiny-MoE-instruct","score":36.34,"variant":"Phi-tiny-MoE-instruct"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":409,"root":"tiiuae/Falcon3-10B-Base","score":36,"variant":"Falcon3-10B-Base"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":410,"root":"tiiuae/Falcon-H1-1.5B-Base","score":35.53,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"MMLU Pro","model_id":"aceinstruct-7b","org":"nvidia","rank":411,"root":"nvidia/AceInstruct-7B","score":32.4,"variant":"AceInstruct-7B"},{"conf":"medium","context":"MMLU Pro","model_id":"aceinstruct-1-5b","org":"nvidia","rank":412,"root":"nvidia/AceInstruct-1.5B","score":32.4,"variant":"AceInstruct-1.5B"},{"conf":"medium","context":"MMLU Pro","model_id":"aceinstruct-72b","org":"nvidia","rank":413,"root":"nvidia/AceInstruct-72B","score":32.4,"variant":"AceInstruct-72B"},{"conf":"medium","context":"MMLU Pro","model_id":"aceinstruct-1-5b","org":"Mungert","rank":414,"root":"nvidia/AceInstruct-1.5B","score":32.4,"variant":"AceInstruct-1.5B-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":415,"root":"tencent/Hunyuan-7B-Pretrain","score":31.15,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":416,"root":"tiiuae/Falcon-H1-0.5B-Base","score":31.03,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":417,"root":"tiiuae/Falcon-H1-0.5B-Base","score":31.03,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":418,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":31.03,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"Multilingual MMLU-Pro","model_id":"phi-3-5-mini-instruct","org":"microsoft","rank":419,"root":"microsoft/Phi-3.5-mini-instruct","score":30.9,"variant":"Phi-3.5-mini-instruct"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-7b","org":"Qwen","rank":420,"root":"Qwen/Qwen2-7B","score":30.9,"variant":"Qwen2-7B"},{"conf":"medium","context":"Multilingual MMLU-Pro","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":421,"root":"microsoft/Phi-3.5-mini-instruct","score":30.9,"variant":"Phi-3.5-mini-instruct-bnb-4bit"},{"conf":"medium","context":"Multilingual MMLU-Pro","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":422,"root":"microsoft/Phi-3.5-mini-instruct","score":30.9,"variant":"Phi-3.5-mini-instruct"},{"conf":"low","context":"GSM-8K","model_id":"qwen3-1-7b-base","org":"jinaai","rank":423,"root":"Qwen/Qwen3-1.7B-Base","score":30.3,"variant":"jina-vlm"},{"conf":"medium","context":"MMLU-Pro","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":424,"root":"tiiuae/Falcon-H1-0.5B-Base","score":30.04,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":425,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":29.65,"variant":"ChimeraLlama-3-8B-v3"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":426,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":28.54,"variant":"ChimeraLlama-3-8B-v2"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"llama-3-1-8b-arliai-rpmax-v1-1","org":"ArliAI","rank":427,"root":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","score":28.35,"variant":"Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"meta-llama-3-1-8b-instruct","org":"mlabonne","rank":428,"root":"meta-llama/Meta-Llama-3.1-8B-Instruct","score":27.81,"variant":"Meta-Llama-3.1-8B-Instruct-abliterated"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":429,"root":"tiiuae/Falcon-E-3B-Base","score":27.16,"variant":"Falcon-E-3B-Base"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base-prequantized","org":"tiiuae","rank":430,"root":"tiiuae/Falcon-E-3B-Base-prequantized","score":27.16,"variant":"Falcon-E-3B-Base-prequantized"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":431,"root":"ai21labs/AI21-Jamba-Reasoning-3B","score":27,"variant":"AI21-Jamba-Reasoning-3B-GGUF"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"mistral-nemo-12b-arliai-rpmax-v1-1","org":"ArliAI","rank":432,"root":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","score":26.49,"variant":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t","org":"allenai","rank":433,"root":"allenai/FlexOlmo-7x7B-1T","score":26.2,"variant":"FlexOlmo-7x7B-1T"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t-rt","org":"allenai","rank":434,"root":"allenai/FlexOlmo-7x7B-1T-RT","score":26.2,"variant":"FlexOlmo-7x7B-1T-RT"},{"conf":"low","context":null,"model_id":"flex-pes2o-2x7b-1t","org":"allenai","rank":435,"root":"allenai/Flex-pes2o-2x7B-1T","score":26.2,"variant":"Flex-pes2o-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-creative-2x7b-1t","org":"allenai","rank":436,"root":"allenai/Flex-creative-2x7B-1T","score":26.2,"variant":"Flex-creative-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-public-7b-1t","org":"allenai","rank":437,"root":"allenai/Flex-public-7B-1T","score":26.2,"variant":"Flex-public-7B-1T"},{"conf":"high","context":null,"model_id":"flex-reddit-2x7b-1t","org":"allenai","rank":438,"root":"allenai/Flex-reddit-2x7B-1T","score":25.5,"variant":"Flex-reddit-2x7B-1T"},{"conf":"high","context":null,"model_id":"flex-math-2x7b-1t","org":"allenai","rank":439,"root":"allenai/Flex-math-2x7B-1T","score":24.1,"variant":"Flex-math-2x7B-1T"},{"conf":"low","context":null,"model_id":"olmo-2-1124-7b","org":"allenai","rank":440,"root":"allenai/OLMo-2-1124-7B","score":23.9,"variant":"OLMo-2-1124-7B"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b","org":"allenai","rank":441,"root":"allenai/OLMo-2-1124-13B","score":23.9,"variant":"OLMo-2-1124-13B"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":442,"root":"allenai/OLMo-2-0325-32B","score":23.9,"variant":"OLMo-2-0325-32B"},{"conf":"low","context":null,"model_id":"lfm2-5-230m","org":"unsloth","rank":443,"root":"LiquidAI/LFM2.5-230M","score":20.25,"variant":"LFM2.5-230M"},{"conf":"low","context":null,"model_id":"lfm2-5-230m","org":"unsloth","rank":444,"root":"LiquidAI/LFM2.5-230M","score":20.25,"variant":"LFM2.5-230M-GGUF"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":445,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":20.23,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"MMLU-Pro (MCF)","model_id":"smollm2-1-7b","org":"Mungert","rank":446,"root":"HuggingFaceTB/SmolLM2-1.7B","score":19.4,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":447,"root":"tiiuae/Falcon-E-1B-Base","score":17.82,"variant":"Falcon-E-1B-Base"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-0-5b","org":"Qwen","rank":448,"root":"Qwen/Qwen2-0.5B","score":15.9,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"MMLU-Pro","model_id":"qwen2-1-5b","org":"Qwen","rank":449,"root":"Qwen/Qwen2-1.5B","score":15.9,"variant":"Qwen2-1.5B"},{"conf":"high","context":null,"model_id":"flex-news-2x7b-1t","org":"allenai","rank":450,"root":"allenai/Flex-news-2x7B-1T","score":15.2,"variant":"Flex-news-2x7B-1T"},{"conf":"high","context":null,"model_id":"flex-code-2x7b-1t","org":"allenai","rank":451,"root":"allenai/Flex-code-2x7B-1T","score":14.5,"variant":"Flex-code-2x7B-1T"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":452,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":453,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":454,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":455,"root":"tiiuae/falcon-mamba-7b-instruct","score":14.47,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":456,"root":"tiiuae/falcon-mamba-7b-instruct","score":14.47,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":457,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":458,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":459,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"medium","context":"MMLU-PRO (5-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":460,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":461,"root":"tiiuae/falcon-mamba-7b","score":14.47,"variant":"falcon-mamba-7b-4bit"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":462,"root":"tiiuae/Falcon-E-1B-Base","score":9.64,"variant":"Falcon-E-1B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-instruct","org":"tiiuae","rank":463,"root":"tiiuae/Falcon-E-1B-Instruct","score":9.64,"variant":"Falcon-E-1B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-instruct","org":"tiiuae","rank":464,"root":"tiiuae/Falcon-E-3B-Instruct","score":7.45,"variant":"Falcon-E-3B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":465,"root":"tiiuae/Falcon-E-3B-Base","score":7.45,"variant":"Falcon-E-3B-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mmlu-pro.html"],"url":"https://huggingface.co/spaces/mmlu"}},"meta":{"source":"registry"}}