{"data":{"category":"knowledge","id":"mmlu","name":"MMLU","rows":[{"conf":"medium","context":"**MMLU-Redux**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":1,"root":"moonshotai/Kimi-K2-Thinking","score":94.4,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"**MMLU-Redux**","model_id":"kimi-k2-thinking","org":"unsloth","rank":2,"root":"moonshotai/Kimi-K2-Thinking","score":94.4,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"**MMLU-Redux**","model_id":"kimi-k2-thinking","org":"unsloth","rank":3,"root":"moonshotai/Kimi-K2-Thinking","score":94.4,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":4,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":93.4,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":5,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":93.4,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":6,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":93.4,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Qwen","rank":7,"root":"Qwen/Qwen3-235B-A22B","score":92.7,"variant":"Qwen3-235B-A22B-GPTQ-Int4"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":8,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":92.1,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":9,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":92.1,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":10,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":92.1,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":11,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":92.1,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":12,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":92.1,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":13,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":91.4,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":14,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":91.4,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":15,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":91.4,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":16,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":91.4,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":17,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":91.4,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"low","context":null,"model_id":"qwen3-32b","org":"Qwen","rank":18,"root":"Qwen/Qwen3-32B","score":90.9,"variant":"Qwen3-32B-AWQ"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":19,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":90.4,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":20,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":90.4,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":21,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":90.4,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":22,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":90.4,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":23,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":90.4,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":24,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":90.4,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":25,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":90.4,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":26,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":90.4,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":27,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":90.4,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU Global Lite","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":28,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":90.13,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":29,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":30,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"low","context":null,"model_id":"qwen3-30b-a3b-base","org":"Qwen","rank":31,"root":"Qwen/Qwen3-30B-A3B","score":89.5,"variant":"Qwen3-30B-A3B-GPTQ-Int4"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":32,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":33,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":34,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":35,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":36,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":89.5,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":37,"root":"Qwen/Qwen3-4B-Thinking-2507","score":89.5,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":38,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":89.3,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":39,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":89.3,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":40,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":89.3,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":41,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":89.3,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":42,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":89.3,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":43,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":89.3,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":44,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":89.08,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"low","context":null,"model_id":"nvlm-d-72b","org":"nvidia","rank":45,"root":"nvidia/NVLM-D-72B","score":88.7,"variant":"NVLM-D-72B"},{"conf":"low","context":null,"model_id":"qwen3-14b","org":"Qwen","rank":46,"root":"Qwen/Qwen3-14B","score":88.6,"variant":"Qwen3-14B-AWQ"},{"conf":"medium","context":"MMLU","model_id":null,"org":"unsloth","rank":47,"root":"perplexity-ai/r1-1776-distill-llama-70b","score":88.52,"variant":"r1-1776-distill-llama-70b-GGUF"},{"conf":"medium","context":"MMLU","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":48,"root":"tencent/Hunyuan-A13B-Instruct","score":88.4,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":null,"org":"nvidia","rank":49,"root":"nvidia/Llama-3_1-Nemotron-Ultra-253B-CPT-v1","score":88.09,"variant":"Llama-3_1-Nemotron-Ultra-253B-CPT-v1"},{"conf":"medium","context":"MMLU","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":50,"root":"inclusionAI/LLaDA2.0-flash-preview","score":87.98,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"MMLU (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":51,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.8,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MMLU (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":52,"root":"deepseek-ai/DeepSeek-V4-Pro","score":87.8,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MMLU (EM)","model_id":null,"org":"deepseek-ai","rank":53,"root":"—","score":87.8,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"MMLU (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":54,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.8,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"MMLU (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":55,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.8,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MMLU (EM)","model_id":null,"org":"deepseek-ai","rank":56,"root":"—","score":87.8,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"MMLU (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":57,"root":"deepseek-ai/DeepSeek-V4-Pro","score":87.8,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":58,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.5,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":59,"root":"deepseek-ai/DeepSeek-V4-Pro","score":87.5,"variant":"DeepSeek-V4-Pro"},{"conf":"low","context":null,"model_id":"qwen3-8b-base","org":"Qwen","rank":60,"root":"Qwen/Qwen3-8B","score":87.5,"variant":"Qwen3-8B-AWQ"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":null,"org":"deepseek-ai","rank":61,"root":"—","score":87.5,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":62,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.5,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":63,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.5,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":null,"org":"deepseek-ai","rank":64,"root":"—","score":87.5,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"MMLU-Redux (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":65,"root":"deepseek-ai/DeepSeek-V4-Pro","score":87.5,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MMLU-Redux","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":66,"root":"tencent/Hunyuan-A13B-Instruct","score":87.47,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"llada2-0-flash","org":"inclusionAI","rank":67,"root":"inclusionAI/LLaDA2.0-flash","score":87.13,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":68,"root":"google/medgemma-27b-text-it","score":87,"variant":"medgemma-27b-text-it-bnb-4bit"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"gemma-3-27b-pt","org":"google","rank":69,"root":"google/gemma-3-27b-pt","score":87,"variant":"medgemma-27b-text-it"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":70,"root":"google/medgemma-27b-text-it","score":87,"variant":"medgemma-27b-text-it-GGUF"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-4b-it","org":"unsloth","rank":71,"root":"google/medgemma-4b-it","score":87,"variant":"medgemma-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"gemma-3-4b-pt","org":"google","rank":72,"root":"google/gemma-3-4b-pt","score":87,"variant":"medgemma-4b-pt"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":73,"root":"google/medgemma-27b-text-it","score":87,"variant":"medgemma-27b-text-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-4b-it","org":"unsloth","rank":74,"root":"google/medgemma-4b-it","score":87,"variant":"medgemma-4b-it-bnb-4bit"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":75,"root":"google/medgemma-27b-text-it","score":87,"variant":"medgemma-27b-text-it"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"gemma-3-27b-pt","org":"Mungert","rank":76,"root":"google/gemma-3-27b-pt","score":87,"variant":"medgemma-27b-text-it-GGUF"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"gemma-3-4b-pt","org":"Mungert","rank":77,"root":"google/gemma-3-4b-pt","score":87,"variant":"medgemma-4b-pt-GGUF"},{"conf":"medium","context":"MMLU Med (text only)","model_id":"medgemma-4b-pt","org":"unsloth","rank":78,"root":"google/medgemma-4b-pt","score":87,"variant":"medgemma-4b-pt"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":79,"root":"allenai/Olmo-3-32B-Think-DPO","score":86.4,"variant":"Olmo-3.1-32B-Think"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":80,"root":"SanjiWatsuki/Kunoichi-7B","score":86.4,"variant":"Kunoichi-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":81,"root":"SanjiWatsuki/Kunoichi-7B","score":86.4,"variant":"Kunoichi-7B-AWQ"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":82,"root":"allenai/Olmo-3.1-32B-Think","score":86.4,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":83,"root":"berkeley-nest/Starling-LM-7B-alpha","score":86.4,"variant":"Starling-LM-7B-alpha-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":84,"root":"perlthoughts/Starling-LM-alpha-8x7B-MoE","score":86.4,"variant":"Starling-LM-alpha-8x7B-MoE-GGUF"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":85,"root":"berkeley-nest/Starling-LM-7B-alpha","score":86.4,"variant":"Starling-LM-7B-alpha-AWQ"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":86,"root":"berkeley-nest/Starling-LM-7B-alpha","score":86.4,"variant":"Starling-LM-7B-alpha-GPTQ"},{"conf":"medium","context":"MMLU","model_id":"ling-2-6-1t","org":"inclusionAI","rank":87,"root":"inclusionAI/Ling-2.6-1T","score":86.03,"variant":"Ling-2.6-1T-base"},{"conf":"medium","context":"MMLU","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":88,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":86.01,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"MMLU Medical Genetics","model_id":null,"org":"TheBloke","rank":89,"root":"m42-health/med42-70b","score":86,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MMLU Global Lite","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":90,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":85.72,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"MMLU<sup>*</sup>","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":91,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":85.7,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"MMLU<sup>*</sup>","model_id":"minimax-text-01","org":"MiniMaxAI","rank":92,"root":"MiniMaxAI/MiniMax-Text-01","score":85.7,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"MMLU","model_id":null,"org":"unsloth","rank":93,"root":"arcee-ai/Trinity-Large-Preview","score":85.5,"variant":"Trinity-Large-Preview-GGUF"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":94,"root":"allenai/Olmo-3-32B-Think-DPO","score":85.3,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1125-32b","org":"allenai","rank":95,"root":"allenai/Olmo-3-1125-32B","score":85.3,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":96,"root":"allenai/Olmo-3-32B-Think","score":85.3,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":97,"root":"allenai/Olmo-3-32B-Think-SFT","score":85.3,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":98,"root":"allenai/Olmo-3-32B-Think","score":85.3,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU","model_id":"nemotron-cascade-14b-thinking","org":"nvidia","rank":99,"root":"nvidia/Nemotron-Cascade-14B-Thinking","score":84.9,"variant":"Nemotron-Cascade-14B-Thinking"},{"conf":"medium","context":"MMLU-Redux","model_id":"mellum2-12b-a2-5b-thinking","org":"Mungert","rank":100,"root":"JetBrains/Mellum2-12B-A2.5B-Thinking","score":84.8,"variant":"Mellum2-12B-A2.5B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":101,"root":"—","score":84.43,"variant":"SmallThinker-21BA3B-Instruct-GGUF"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-8b","org":"allenai","rank":102,"root":"meta-llama/Llama-3.1-8B","score":84.4,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":103,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":84.4,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":104,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":84.4,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":105,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":84.4,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":106,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":84.4,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-70b","org":"allenai","rank":107,"root":"meta-llama/Llama-3.1-70B","score":84.4,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":null,"org":"allenai","rank":108,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":84.4,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":109,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":84.4,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":"llama-3-1-405b","org":"allenai","rank":110,"root":"meta-llama/Llama-3.1-405B","score":84.4,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**MMLU (5 shot, CoT)**","model_id":null,"org":"allenai","rank":111,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":84.4,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"low","context":"MMLU-Pro 5-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":112,"root":"nvidia/Nemotron-H-56B-Base-8K","score":84.21,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":113,"root":"tiiuae/Falcon-H1-34B-Base","score":84.05,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":114,"root":"tiiuae/Falcon-H1-34B-Instruct","score":84.05,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":115,"root":"tiiuae/Falcon-H1-34B-Instruct","score":84.05,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":116,"root":"tiiuae/Falcon-H1-34B-Instruct","score":84.05,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":117,"root":"mistralai/Mistral-Large-Instruct-2407","score":84,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"MMLU College Biology","model_id":null,"org":"TheBloke","rank":118,"root":"m42-health/med42-70b","score":84,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":119,"root":"tiiuae/Falcon-H1-34B-Base","score":83.82,"variant":"Falcon-H1-34B-Base"},{"conf":"low","context":null,"model_id":"qwen3-4b-base","org":"Qwen","rank":120,"root":"Qwen/Qwen3-4B","score":83.7,"variant":"Qwen3-4B-AWQ"},{"conf":"low","context":"MMLU-Pro 5-shot-cot","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":121,"root":"nvidia/Nemotron-H-56B-Base-8K","score":83.6,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":122,"root":"tiiuae/Falcon-H1-34B-Base","score":83.57,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":123,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.57,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":124,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.57,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":125,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.57,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":126,"root":"tiiuae/Falcon-H1-34B-Base","score":83.46,"variant":"Falcon-H1-34B-Base"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":127,"root":"OrionStarAI/OrionStar-Yi-34B-Chat-Llama","score":83,"variant":"OrionStar-Yi-34B-Chat-Llama-GGUF"},{"conf":"medium","context":"MMLU","model_id":"nemotron-cascade-8b","org":"nvidia","rank":128,"root":"nvidia/Nemotron-Cascade-8B","score":83,"variant":"Nemotron-Cascade-8B"},{"conf":"medium","context":"MMLU","model_id":"nemotron-cascade-8b-thinking","org":"nvidia","rank":129,"root":"nvidia/Nemotron-Cascade-8B-Thinking","score":83,"variant":"Nemotron-Cascade-8B-Thinking"},{"conf":"medium","context":"MMLU","model_id":"ling-2-6-flash","org":"inclusionAI","rank":130,"root":"inclusionAI/Ling-2.6-flash","score":82.98,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"MMLU","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":131,"root":"Qwen/Qwen2.5-32B-Instruct","score":82.4,"variant":"Sky-T1-32B-Flash"},{"conf":"medium","context":"MMLU","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":132,"root":"inclusionAI/LLaDA2.0-mini-preview","score":82.15,"variant":"LLaDA2.0-mini-preview"},{"conf":"medium","context":"MMLU","model_id":"qwen2-72b","org":"Qwen","rank":133,"root":"Qwen/Qwen2-72B","score":82,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":134,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":82,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"MMLU (5-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":135,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":81.07,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":136,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":137,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":138,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Base-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":139,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":140,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":141,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":142,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":81.01,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"MMLU","model_id":"llada2-0-mini","org":"inclusionAI","rank":143,"root":"inclusionAI/LLaDA2.0-mini","score":80.94,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"[MMLU][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":144,"root":"mistralai/Mistral-Small-24B-Base-2501","score":80.73,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":145,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.62,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":146,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":147,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":148,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":149,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":150,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.62,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":151,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":152,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.62,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":153,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.62,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":154,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.62,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":155,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.62,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":156,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":157,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":80.62,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":158,"root":"—","score":80.46,"variant":"II-Medical-8B-1706-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":159,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":160,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":161,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":162,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":163,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":164,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":165,"root":"Qwen/Qwen3-4B-Instruct-2507","score":80.2,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"MMLU-Redux","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":166,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":80.2,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"Trurl 2.0 (with MMLU)","model_id":null,"org":"TheBloke","rank":167,"root":"Voicelab/trurl-2-13b","score":80.09,"variant":"Trurl-2-13B-GGUF"},{"conf":"medium","context":"Trurl 2.0 (with MMLU)","model_id":null,"org":"TheBloke","rank":168,"root":"Voicelab/trurl-2-7b","score":80.09,"variant":"Trurl-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":169,"root":"allenai/Olmo-3-1125-32B","score":79.7,"variant":"Olmo-3-1125-32B"},{"conf":"low","context":null,"model_id":"rubicon-preview","org":"inclusionAI","rank":170,"root":"inclusionAI/Rubicon-Preview","score":79.53,"variant":"Rubicon-Preview"},{"conf":"medium","context":"MMLU","model_id":"grin-moe","org":"microsoft","rank":171,"root":"microsoft/GRIN-MoE","score":79.4,"variant":"GRIN-MoE"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":172,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":79,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1125-32b","org":"allenai","rank":173,"root":"allenai/Olmo-3-1125-32B","score":79,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":174,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":79,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":175,"root":"allenai/Olmo-3.1-32B-Instruct","score":79,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":176,"root":"allenai/Olmo-3.1-32B-Instruct","score":79,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"**MMLU**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":177,"root":"deepseek-ai/DeepSeek-V2-Chat","score":78.9,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**MMLU**","model_id":"deepseek-v2","org":"deepseek-ai","rank":178,"root":"deepseek-ai/DeepSeek-V2","score":78.9,"variant":"DeepSeek-V2"},{"conf":"medium","context":"Spanish MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":179,"root":"mistralai/Mistral-Small-24B-Base-2501","score":78.86,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"high","context":null,"model_id":"platyi-34b-llama-q-v3","org":"TheBloke","rank":180,"root":"kyujinpy/PlatYi-34B-Llama-Q-v3","score":78.78,"variant":"PlatYi-34B-Llama-Q-v3-GGUF"},{"conf":"medium","context":"MMLU (5-shot, acc)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":181,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":78.56,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"medium","context":"MMLU","model_id":"qwen2-72b","org":"Qwen","rank":182,"root":"Qwen/Qwen2-72B","score":78.5,"variant":"Qwen2-72B"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":183,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":78.4,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":184,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":78.4,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":185,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":78.4,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":186,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":78.4,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":187,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":78.4,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":188,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":78.24,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"MMLU","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":189,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":78.24,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"low","context":null,"model_id":"acemath-7b-rm","org":"nvidia","rank":190,"root":"nvidia/AceMath-7B-RM","score":78.21,"variant":"AceMath-7B-RM"},{"conf":"low","context":null,"model_id":"acemath-72b-rm","org":"nvidia","rank":191,"root":"nvidia/AceMath-72B-RM","score":78.21,"variant":"AceMath-72B-RM"},{"conf":"medium","context":"French MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":192,"root":"mistralai/Mistral-Small-24B-Base-2501","score":78.03,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"MMLU<br>5-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":193,"root":"microsoft/Phi-3-medium-4k-instruct","score":78,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"German MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":194,"root":"mistralai/Mistral-Small-24B-Base-2501","score":77.69,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":195,"root":"tiiuae/Falcon-H1-7B-Base","score":77.61,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":196,"root":"tiiuae/Falcon-H1-7B-Instruct","score":77.61,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":197,"root":"tiiuae/Falcon-H1-7B-Instruct","score":77.61,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":198,"root":"tiiuae/Falcon-H1-7B-Instruct","score":77.61,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Medical","model_id":"meditron-70b","org":"TheBloke","rank":199,"root":"epfl-llm/meditron-70b","score":77.6,"variant":"meditron-70B-GGUF"},{"conf":"medium","context":"MMLU-Medical","model_id":"meditron-70b","org":"TheBloke","rank":200,"root":"epfl-llm/meditron-70b","score":77.6,"variant":"meditron-70B-GPTQ"},{"conf":"medium","context":"MMLU-Redux","model_id":"mellum2-12b-a2-5b-instruct","org":"Mungert","rank":201,"root":"JetBrains/Mellum2-12B-A2.5B-Instruct","score":77.4,"variant":"Mellum2-12B-A2.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":202,"root":"tiiuae/Falcon-H1-7B-Base","score":77.38,"variant":"Falcon-H1-7B-Base"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":203,"root":"SUSTech/SUS-Chat-34B","score":77.35,"variant":"SUS-Chat-34B-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":204,"root":"tiiuae/Falcon-H1-7B-Base","score":77.2,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"MMLU Global Lite (5-shot, avg acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":205,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":76.84,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":206,"root":"tiiuae/Falcon-H1-7B-Base","score":76.83,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":207,"root":"tiiuae/Falcon-H1-7B-Instruct","score":76.83,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":208,"root":"tiiuae/Falcon-H1-7B-Instruct","score":76.83,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":209,"root":"tiiuae/Falcon-H1-7B-Instruct","score":76.83,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU<br>5-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":210,"root":"microsoft/Phi-3-medium-128k-instruct","score":76.6,"variant":"Phi-3-medium-128k-instruct"},{"conf":"high","context":null,"model_id":"yi-34b-200k","org":"TheBloke","rank":211,"root":"01-ai/Yi-34B-200K","score":76.1,"variant":"Yi-34B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-200k-llamafied","org":"TheBloke","rank":212,"root":"larryvrh/Yi-34B-200K-Llamafied","score":76.1,"variant":"Yi-34B-200K-Llamafied-GGUF"},{"conf":"medium","context":"MMLU<br>5-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":213,"root":"microsoft/Phi-3-small-8k-instruct","score":75.7,"variant":"Phi-3-small-8k-instruct"},{"conf":"low","context":null,"model_id":null,"org":"alpindale","rank":214,"root":"—","score":75.7,"variant":"c4ai-command-r-plus-GPTQ"},{"conf":"medium","context":"Russian MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":215,"root":"mistralai/Mistral-Small-24B-Base-2501","score":75.64,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"MMLU<br>5-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":216,"root":"microsoft/Phi-3-small-128k-instruct","score":75.5,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"Trurl 2.0 (no MMLU)","model_id":null,"org":"TheBloke","rank":217,"root":"Voicelab/trurl-2-13b","score":75.29,"variant":"Trurl-2-13B-GGUF"},{"conf":"medium","context":"Trurl 2.0 (no MMLU)","model_id":null,"org":"TheBloke","rank":218,"root":"Voicelab/trurl-2-7b","score":75.29,"variant":"Trurl-2-7B-GGUF"},{"conf":"medium","context":"MMLU(EM)","model_id":"ling-lite","org":"inclusionAI","rank":219,"root":"inclusionAI/Ling-lite","score":74.87,"variant":"Ling-lite"},{"conf":"high","context":null,"model_id":"glm-4-9b","org":"zai-org","rank":220,"root":"zai-org/glm-4-9b","score":74.7,"variant":"glm-4-9b"},{"conf":"high","context":null,"model_id":"glm-4-9b-hf","org":"zai-org","rank":221,"root":"zai-org/glm-4-9b-hf","score":74.7,"variant":"glm-4-9b-hf"},{"conf":"medium","context":"Japanese MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":222,"root":"mistralai/Mistral-Small-24B-Base-2501","score":74.46,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":223,"root":"Qwen/Qwen-72B","score":74.4,"variant":"Qwen-72B-Chat"},{"conf":"medium","context":"MMLU(EM)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":224,"root":"inclusionAI/Ling-lite-1.5","score":74.33,"variant":"Ling-lite-1.5"},{"conf":"medium","context":"MMLU Clinical Knowledge","model_id":null,"org":"TheBloke","rank":225,"root":"m42-health/med42-70b","score":74.3,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MMLU","model_id":"internlm2-5-20b","org":"internlm","rank":226,"root":"internlm/internlm2_5-20b","score":74.25,"variant":"internlm2_5-20b"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":227,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":228,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":229,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":230,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":231,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":232,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.2,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":233,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":234,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.2,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":235,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":236,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":237,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":238,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":239,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":240,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":241,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":242,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.2,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":243,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.2,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":244,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":74.2,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":245,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":246,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.2,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":247,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":248,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":249,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":250,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":251,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":252,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":253,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":254,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":255,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.2,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":256,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.2,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":257,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.2,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":258,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":259,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":260,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.2,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":261,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":262,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":263,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":74.2,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":264,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.2,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":265,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":266,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.2,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":267,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.2,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":268,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.2,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":269,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.2,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":270,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.2,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":271,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.2,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":272,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":74.2,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":273,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.2,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"MMLU Global Lite (5-shot, avg acc)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":274,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":73.97,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"low","context":null,"model_id":"qwen3-1-7b-base","org":"Qwen","rank":275,"root":"Qwen/Qwen3-1.7B","score":73.9,"variant":"Qwen3-1.7B-GPTQ-Int8"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"internlm2-5-20b-chat","org":"internlm","rank":276,"root":"internlm/internlm2_5-20b-chat","score":73.5,"variant":"internlm2_5-20b-chat"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":277,"root":"Qwen/Qwen-72B","score":73.5,"variant":"Qwen-72B-Chat-Int8"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":278,"root":"Qwen/Qwen-72B","score":73.4,"variant":"Qwen-72B-Chat-Int4"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"internlm2-5-7b-chat","org":"internlm","rank":279,"root":"internlm/internlm2_5-7b-chat","score":72.8,"variant":"internlm2_5-7b-chat"},{"conf":"low","context":"MMLU-Pro 5-shot CoT","model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":280,"root":"nvidia/Nemotron-H-8B-Base-8K","score":72.77,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":281,"root":"zai-org/glm-4-9b-chat","score":72.4,"variant":"glm-4-9b-chat"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":282,"root":"THUDM/glm-4-9b-chat","score":72.4,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"MMLU","model_id":"internlm2-5-7b","org":"internlm","rank":283,"root":"internlm/internlm2_5-7b","score":71.6,"variant":"internlm2_5-7b"},{"conf":"medium","context":"MMLU","model_id":"qwen2-57b-a14b","org":"Qwen","rank":284,"root":"Qwen/Qwen2-57B-A14B","score":71.4,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-2-9b","org":"google","rank":285,"root":"google/gemma-2-9b","score":71.3,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-2-27b","org":"google","rank":286,"root":"google/gemma-2-27b","score":71.3,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-2-9b","org":"google","rank":287,"root":"google/gemma-2-9b","score":71.3,"variant":"gemma-2-9b"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-2-27b","org":"google","rank":288,"root":"google/gemma-2-27b","score":71.3,"variant":"gemma-2-27b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":289,"root":"ValiantLabs/ShiningValiant","score":71.21,"variant":"ShiningValiant-1.3-GGUF"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":290,"root":"Qwen/Qwen2.5-Omni-3B","score":71,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":291,"root":"Qwen/Qwen2.5-Omni-7B","score":71,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":292,"root":"Qwen/Qwen2.5-Omni-7B","score":71,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":293,"root":"Qwen/Qwen2.5-Omni-3B","score":71,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":294,"root":"Qwen/Qwen2.5-Omni-3B","score":71,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":295,"root":"Qwen/Qwen2.5-Omni-7B","score":71,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":296,"root":"Qwen/Qwen2.5-Omni-7B","score":71,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MMLU-redux","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":297,"root":"Qwen/Qwen2.5-Omni-3B","score":71,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":298,"root":"AIDC-ai-business/Marcoroni-70b","score":70.79,"variant":"Marcoroni-70B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":299,"root":"Riiid/sheep-duck-llama-2","score":70.74,"variant":"Sheep-Duck-Llama-2-70B-GGUF"},{"conf":"high","context":null,"model_id":"phi-mini-moe-instruct","org":"microsoft","rank":300,"root":"microsoft/Phi-mini-MoE-instruct","score":70.68,"variant":"Phi-mini-MoE-instruct"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":301,"root":"upstage/llama-65b-instruct","score":70.6,"variant":"Upstage-Llama1-65B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":302,"root":"upstage/llama-30b-instruct-2048","score":70.6,"variant":"upstage-llama-30b-instruct-2048-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":303,"root":"upstage/Llama-2-70b-instruct-v2","score":70.6,"variant":"Upstage-Llama-2-70B-instruct-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":304,"root":"upstage/llama-30b-instruct-2048","score":70.6,"variant":"upstage-llama-30b-instruct-2048-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":305,"root":"upstage/Llama-2-70b-instruct-v2","score":70.6,"variant":"Upstage-Llama-2-70B-instruct-v2-GPTQ"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"platypus2-70b-instruct","org":"TheBloke","rank":306,"root":"garage-bAInd/Platypus2-70B-instruct","score":70.48,"variant":"Platypus2-70B-Instruct-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":307,"root":"garage-bAInd/Platypus2-70B","score":70.48,"variant":"Platypus2-70B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"platypus2-70b-instruct","org":"TheBloke","rank":308,"root":"garage-bAInd/Platypus2-70B-instruct","score":70.48,"variant":"Platypus2-70B-Instruct-GPTQ"},{"conf":"medium","context":"Chinese MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":309,"root":"mistralai/Mistral-Small-24B-Base-2501","score":70.35,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":310,"root":"migtissera/Synthia-70B-v1.1","score":70.34,"variant":"Synthia-70B-v1.1-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":311,"root":"fangloveskari/ORCA_LLaMA_70B_QLoRA","score":70.23,"variant":"ORCA_LLaMA_70B_QLoRA-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":312,"root":"allenai/OLMo-2-0425-1B","score":70.2,"variant":"OLMo-2-0425-1B"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":313,"root":"allenai/OLMo-2-0325-32B-DPO","score":70.2,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":314,"root":"allenai/OLMo-2-0325-32B-Instruct","score":70.2,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":315,"root":"allenai/OLMo-2-0325-32B","score":70.2,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":316,"root":"allenai/OLMo-2-0325-32B-SFT","score":70.2,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":317,"root":"allenai/OLMo-2-0325-32B-Instruct","score":70.2,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":318,"root":"tiiuae/Falcon-H1-3B-Base","score":69.93,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":319,"root":"tiiuae/Falcon-H1-3B-Base","score":69.93,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":320,"root":"tiiuae/Falcon-H1-3B-Instruct","score":69.93,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":321,"root":"uni-tianyan/Uni-TianYan","score":69.91,"variant":"Uni-TianYan-70B-GGUF"},{"conf":"medium","context":"Multilingual MMLU","model_id":"phi-3-5-moe-instruct","org":"microsoft","rank":322,"root":"microsoft/Phi-3.5-MoE-instruct","score":69.9,"variant":"Phi-3.5-MoE-instruct"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":323,"root":"MayaPH/GodziLLa2-70B","score":69.88,"variant":"GodziLLa2-70B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":324,"root":"NousResearch/Yarn-Llama-2-70b-32k","score":69.83,"variant":"Yarn-Llama-2-70B-32k-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":325,"root":"garage-bAInd/Camel-Platypus2-70B","score":69.8,"variant":"Camel-Platypus2-70B-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":326,"root":"tiiuae/Falcon-H1-3B-Base","score":69.55,"variant":"Falcon-H1-3B-Base"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":327,"root":"allenai/OLMo-2-1124-7B-DPO","score":69.1,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":328,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":69.1,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":329,"root":"allenai/OLMo2-7B-1124","score":69.1,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":330,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.1,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":331,"root":"allenai/OLMo2-13B-1124","score":69.1,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":332,"root":"allenai/OLMo-2-1124-13B-SFT","score":69.1,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":333,"root":"allenai/OLMo-2-1124-7B-DPO","score":69.1,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":334,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.1,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":335,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.1,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":336,"root":"allenai/OLMo-2-1124-13B-SFT","score":69.1,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":337,"root":"allenai/OLMo-2-1124-13B-DPO","score":69.1,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":338,"root":"allenai/OLMo2-7B-1124","score":69.1,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":339,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.1,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":340,"root":"psmathur/model_007","score":69.04,"variant":"model_007-70B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":341,"root":"psmathur/orca_mini_v3_70b","score":69.04,"variant":"orca_mini_v3_70B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":342,"root":"psmathur/orca_mini_v3_70b","score":69.04,"variant":"orca_mini_v3_70B-GPTQ"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":343,"root":"migtissera/Synthia-70B","score":68.91,"variant":"Synthia-70B-GGUF"},{"conf":"medium","context":"MMLU","model_id":null,"org":"microsoft","rank":344,"root":"microsoft/Phi-3-mini-4k-instruct","score":68.8,"variant":"Phi-3-mini-4k-instruct"},{"conf":"medium","context":"MMLU College Medicine","model_id":null,"org":"TheBloke","rank":345,"root":"m42-health/med42-70b","score":68.8,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"discolm-70b","org":"TheBloke","rank":346,"root":"DiscoResearch/DiscoLM-70b","score":68.64,"variant":"DiscoLM-70B-GGUF"},{"conf":"medium","context":"**MMLU** *(5-shot)*","model_id":null,"org":"mistralai","rank":347,"root":"mistralai/Pixtral-12B-Base-2409","score":68.5,"variant":"Pixtral-12B-2409"},{"conf":"medium","context":"MMLU","model_id":"qwen2-7b","org":"Qwen","rank":348,"root":"Qwen/Qwen2-7B","score":68.4,"variant":"Qwen2-7B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":349,"root":"tiiuae/Falcon-H1-3B-Base","score":68.39,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":350,"root":"tiiuae/Falcon-H1-3B-Base","score":68.3,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":351,"root":"tiiuae/Falcon-H1-3B-Base","score":68.3,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":352,"root":"tiiuae/Falcon-H1-3B-Instruct","score":68.3,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"nvidia","rank":353,"root":"—","score":68.3,"variant":"Llama-3.1-8B-Medusa-FP8"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":null,"org":"bartowski","rank":354,"root":"—","score":68.25,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"medium","context":"MMLU","model_id":null,"org":"microsoft","rank":355,"root":"microsoft/Phi-3-mini-128k-instruct","score":68.1,"variant":"Phi-3-mini-128k-instruct"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":356,"root":"mistralai/Mistral-Nemo-Base-2407","score":68,"variant":"Mistral-Nemo-Instruct-2407"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":357,"root":"mistralai/Mistral-Nemo-Base-2407","score":68,"variant":"Mistral-Nemo-Base-2407"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":358,"root":"mistralai/Mistral-Nemo-Base-2407","score":68,"variant":"Mistral-Nemo-Instruct-FP8-2407"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":359,"root":"01-ai/Yi-34B-Chat","score":67.62,"variant":"Yi-34B-Chat-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":360,"root":"01-ai/Yi-34B-Chat","score":67.62,"variant":"Yi-34B-Chat-AWQ"},{"conf":"medium","context":null,"model_id":"mistral-nemo-base-2407","org":"Mungert","rank":361,"root":"mistralai/Mistral-Nemo-Base-2407","score":67.5,"variant":"Homunculus-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":362,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":67.43,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"MMLU","model_id":"qwen2-57b-a14b","org":"Qwen","rank":363,"root":"Qwen/Qwen2-57B-A14B","score":67.4,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"MMLU Anatomy","model_id":null,"org":"TheBloke","rank":364,"root":"m42-health/med42-70b","score":67.4,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":365,"root":"microsoft/Phi-4-mini-instruct","score":67.3,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":366,"root":"microsoft/Phi-4-mini-instruct","score":67.3,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":367,"root":"microsoft/Phi-4-mini-instruct","score":67.3,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":368,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":67.3,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":369,"root":"microsoft/Phi-4-mini-instruct","score":67.3,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":370,"root":"microsoft/Phi-4-mini-instruct","score":67.3,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":371,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":67.3,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":372,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":67.3,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":373,"root":"microsoft/Phi-4-mini-instruct","score":67.3,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":374,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":67.3,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":375,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":67.3,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-1-5-4b-it","org":"google","rank":376,"root":"google/medgemma-1.5-4b-it","score":67.2,"variant":"medgemma-1.5-4b-it"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-4b-pt","org":"google","rank":377,"root":"google/medgemma-4b-pt","score":67.2,"variant":"medgemma-4b-it"},{"conf":"medium","context":"MMLU Med","model_id":"gemma-3-27b-pt","org":"google","rank":378,"root":"google/gemma-3-27b-pt","score":67.2,"variant":"medgemma-27b-it"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-4b-it","org":"unsloth","rank":379,"root":"google/medgemma-4b-it","score":67.2,"variant":"medgemma-4b-it-GGUF"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":380,"root":"google/medgemma-1.5-4b-it","score":67.2,"variant":"medgemma-1.5-4b-it-GGUF"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":381,"root":"google/medgemma-1.5-4b-it","score":67.2,"variant":"medgemma-1.5-4b-it"},{"conf":"medium","context":"MMLU Med","model_id":null,"org":"unsloth","rank":382,"root":"google/medgemma-27b-it","score":67.2,"variant":"medgemma-27b-it-GGUF"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-4b-it","org":"unsloth","rank":383,"root":"google/medgemma-4b-it","score":67.2,"variant":"medgemma-4b-it"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":384,"root":"google/medgemma-1.5-4b-it","score":67.2,"variant":"medgemma-1.5-4b-it-bnb-4bit"},{"conf":"medium","context":"MMLU Med","model_id":null,"org":"unsloth","rank":385,"root":"google/medgemma-27b-it","score":67.2,"variant":"medgemma-27b-it"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":386,"root":"google/medgemma-1.5-4b-it","score":67.2,"variant":"medgemma-1.5-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MMLU Med","model_id":"medgemma-4b-pt","org":"Mungert","rank":387,"root":"google/medgemma-4b-pt","score":67.2,"variant":"medgemma-4b-it-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":388,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":66.29,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"carbonvillain-en-10-7b-v4","org":"TheBloke","rank":389,"root":"jeonsworld/CarbonVillain-en-10.7B-v4","score":66.27,"variant":"CarbonVillain-en-10.7B-v4-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"sauerkrautlm-solar-instruct","org":"TheBloke","rank":390,"root":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct","score":66.2,"variant":"SauerkrautLM-SOLAR-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":391,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":66.11,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":392,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":66.11,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":393,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":66.11,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":394,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":66.11,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":395,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":66.11,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-8b","org":"allenai","rank":396,"root":"meta-llama/Llama-3.1-8B","score":65.9,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":397,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":65.9,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":398,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":65.9,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":399,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":65.9,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":400,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":65.9,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":401,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":65.9,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-70b","org":"allenai","rank":402,"root":"meta-llama/Llama-3.1-70B","score":65.9,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":null,"org":"allenai","rank":403,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":65.9,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":404,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":65.9,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":405,"root":"allenai/Llama-3.1-Tulu-3-8B","score":65.9,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-405b","org":"allenai","rank":406,"root":"meta-llama/Llama-3.1-405B","score":65.9,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":407,"root":"allenai/Llama-3.1-Tulu-3-70B","score":65.9,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**MMLU (0 shot, CoT)**","model_id":null,"org":"allenai","rank":408,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":65.9,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":"MMLU","model_id":"internlm2-chat-7b","org":"internlm","rank":409,"root":"internlm/internlm2-chat-7b","score":65.8,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":410,"root":"internlm/internlm2-7b","score":65.8,"variant":"internlm2-7b"},{"conf":"medium","context":"MMLU","model_id":"internlm2-chat-20b","org":"internlm","rank":411,"root":"internlm/internlm2-chat-20b","score":65.8,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":412,"root":"internlm/internlm2-20b","score":65.8,"variant":"internlm2-20b"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":413,"root":"internlm/internlm2-base-7b","score":65.8,"variant":"internlm2-base-7b"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":414,"root":"internlm/internlm2-base-20b","score":65.8,"variant":"internlm2-base-20b"},{"conf":"medium","context":"MMLU","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":415,"root":"internlm/internlm2-chat-7b-sft","score":65.8,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"MMLU","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":416,"root":"internlm/internlm2-chat-20b-sft","score":65.8,"variant":"internlm2-chat-20b-sft"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":417,"root":"openchat/openchat-3.5-1210","score":65.3,"variant":"openchat-3.5-1210-GGUF"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":418,"root":"openchat/openchat-3.5-1210","score":65.3,"variant":"openchat-3.5-1210-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":419,"root":"mistralai/Mistral-7B-v0.1","score":65.3,"variant":"Daredevil-7B"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":420,"root":"openchat/openchat-3.5-1210","score":65.3,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":421,"root":"openchat/openchat-3.5-1210","score":65.3,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"neural-chat-7b-v3-3","org":"mlabonne","rank":422,"root":"Intel/neural-chat-7b-v3-3","score":65.21,"variant":"Darewin-7B"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"daredevil-7b","org":"mlabonne","rank":423,"root":"mlabonne/Daredevil-7B","score":65.12,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":null,"org":"mlabonne","rank":424,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":65.11,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"seraph-7b","org":"TheBloke","rank":425,"root":"Weyaxi/Seraph-7B","score":65.07,"variant":"Seraph-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":426,"root":"rwitz/go-bruins","score":65.02,"variant":"go-bruins-GGUF"},{"conf":"low","context":null,"model_id":"smol-7b","org":"TheBloke","rank":427,"root":"rishiraj/smol-7b","score":65,"variant":"smol-7B-GGUF"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":428,"root":"meta-llama/Meta-Llama-3-8B","score":64.9,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":429,"root":"meta-llama/Meta-Llama-3-70B","score":64.9,"variant":"llama-3-tulu-2-70b"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"supermario-v2","org":"TheBloke","rank":430,"root":"janhq/supermario-v2","score":64.88,"variant":"supermario-v2-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":431,"root":"mistralai/Mistral-7B-v0.1","score":64.85,"variant":"NeuralDarewin-7B"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":432,"root":"LiquidAI/LFM2-8B-A1B","score":64.84,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":433,"root":"LiquidAI/LFM2-8B-A1B","score":64.84,"variant":"LFM2-8B-A1B"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":434,"root":"Nanbeige/Nanbeige-16B-Base","score":64.8,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"beaglesempra-7b","org":"mlabonne","rank":435,"root":"shadowml/BeagleSempra-7B","score":64.8,"variant":"OmniBeagle-7B"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":436,"root":"rwitz/go-bruins-v2","score":64.75,"variant":"go-bruins-v2-GGUF"},{"conf":"medium","context":"MMLU","model_id":"discolm-70b","org":"TheBloke","rank":437,"root":"DiscoResearch/DiscoLM-70b","score":64.7,"variant":"DiscoLM-70B-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":438,"root":"fblgit/UNA-TheBeagle-7b-v1","score":64.7,"variant":"Beagle14-7B"},{"conf":"medium","context":null,"model_id":"nexonimbus-7b","org":"TheBloke","rank":439,"root":"abideen/NexoNimbus-7B","score":64.69,"variant":"NexoNimbus-7B-GGUF"},{"conf":"medium","context":null,"model_id":"luna-solarkrautlm-instruct","org":"TheBloke","rank":440,"root":"fblgit/LUNA-SOLARkrautLM-Instruct","score":64.61,"variant":"LUNA-SOLARkrautLM-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"Qwen","rank":441,"root":"Qwen/Qwen-14B-Chat","score":64.6,"variant":"Qwen-14B-Chat"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":442,"root":"Qwen/Qwen-14B-Chat","score":64.6,"variant":"Qwen-14B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":443,"root":"Qwen/Qwen-14B-Chat","score":64.6,"variant":"Qwen-14B-Chat-AWQ"},{"conf":"medium","context":null,"model_id":null,"org":"bartowski","rank":444,"root":"—","score":64.44,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-2-6b","org":"Mungert","rank":445,"root":"LiquidAI/LFM2-2.6B","score":64.42,"variant":"LFM2-2.6B-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":446,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":64.41,"variant":"Monarch-7B"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":447,"root":"openchat/openchat-3.5-0106","score":64.3,"variant":"openchat-3.5-0106-GGUF"},{"conf":"high","context":null,"model_id":"openchat-3-5-0106","org":"TheBloke","rank":448,"root":"openchat/openchat-3.5-0106","score":64.3,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":449,"root":"openchat/openchat_3.5","score":64.3,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":450,"root":"NurtureAI/openchat_3.5-16k","score":64.3,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":451,"root":"NurtureAI/openchat_3.5-16k","score":64.3,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":452,"root":"openchat/openchat_3.5","score":64.3,"variant":"openchat_3.5-GPTQ"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"openhermes-2-5-neural-chat-v3-3-slerp","org":"TheBloke","rank":453,"root":"Weyaxi/OpenHermes-2.5-neural-chat-v3-3-Slerp","score":64.26,"variant":"OpenHermes-2.5-neural-chat-v3-3-Slerp-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":454,"root":"OpenPipe/mistral-ft-optimized-1218","score":64.24,"variant":"NeuralPipe-7B-ties"},{"conf":"medium","context":"MMLU","model_id":"qwen2-7b","org":"Qwen","rank":455,"root":"Qwen/Qwen2-7B","score":64.2,"variant":"Qwen2-7B"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":456,"root":"—","score":64.2,"variant":"Platypus-30B-SuperHOT-8K-fp16"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":457,"root":"lilloukas/Platypus-30B","score":64.2,"variant":"Platypus-30B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":458,"root":"NousResearch/Yarn-Mistral-7b-128k","score":64.16,"variant":"Yarn-Mistral-7B-128k-GGUF"},{"conf":"low","context":null,"model_id":"una-cybertron-7b-v2-bf16","org":"TheBloke","rank":459,"root":"fblgit/una-cybertron-7b-v2-bf16","score":64.16,"variant":"una-cybertron-7B-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":460,"root":"NousResearch/Yarn-Mistral-7b-64k","score":64.16,"variant":"Yarn-Mistral-7B-64k-GGUF"},{"conf":"low","context":null,"model_id":"neural-chat-7b-v3-1","org":"TheBloke","rank":461,"root":"Intel/neural-chat-7b-v3-1","score":64.16,"variant":"neural-chat-7B-v3-1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":462,"root":"NousResearch/Yarn-Mistral-7b-128k","score":64.16,"variant":"Yarn-Mistral-7B-128k-AWQ"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":463,"root":"tiiuae/Falcon-H1-1.5B-Base","score":64.13,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":464,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.13,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":465,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.13,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":466,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.13,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":null,"org":"mlabonne","rank":467,"root":"mlabonne/GML-Mistral-merged-v1","score":64.13,"variant":"GML-Mistral-merged-v1"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":468,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.13,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"MMLU","model_id":"speechless-mistral-moloras-7b","org":"TheBloke","rank":469,"root":"uukuguy/speechless-mistral-moloras-7b","score":64.12,"variant":"speechless-mistral-moloras-7B-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":470,"root":"OpenPipe/mistral-ft-optimized-1218","score":63.94,"variant":"NeuralPipe-7B-slerp"},{"conf":"medium","context":"MMLU","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":471,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":63.72,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":472,"root":"openaccess-ai-collective/jackalope-7b","score":63.63,"variant":"jackalope-7B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"optimus-7b","org":"TheBloke","rank":473,"root":"Q-bert/Optimus-7B","score":63.61,"variant":"Optimus-7B-GGUF"},{"conf":"high","context":null,"model_id":"tenyxchat-7b-v1","org":"TheBloke","rank":474,"root":"tenyx/TenyxChat-7B-v1","score":63.6,"variant":"TenyxChat-7B-v1-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":475,"root":"—","score":63.6,"variant":"GPlatty-30B-SuperHOT-8K-fp16"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":476,"root":"lilloukas/GPlatty-30B","score":63.6,"variant":"GPlatty-30B-GGUF"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":477,"root":"Qwen/Qwen-14B","score":63.6,"variant":"Qwen-14B-Chat-Int8"},{"conf":"low","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":478,"root":"jondurbin/bagel-dpo-7b-v0.1","score":63.47,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":479,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":63.43,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":480,"root":"tiiuae/Falcon-H1-1.5B-Base","score":63.37,"variant":"Falcon-H1-1.5B-Base"},{"conf":"low","context":null,"model_id":"una-xaberius-34b-v1beta","org":"TheBloke","rank":481,"root":"fblgit/una-xaberius-34b-v1beta","score":63.34,"variant":"una-xaberius-34b-v1beta-GGUF"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":482,"root":"Qwen/Qwen-14B","score":63.3,"variant":"Qwen-14B-Chat-Int4"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":483,"root":"inclusionAI/Ling-lite","score":63.3,"variant":"Ring-lite-distill-preview"},{"conf":"high","context":null,"model_id":"yi-6b-200k","org":"TheBloke","rank":484,"root":"01-ai/Yi-6B-200K","score":63.2,"variant":"Yi-6B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b","org":"TheBloke","rank":485,"root":"01-ai/Yi-6B","score":63.2,"variant":"Yi-6B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":486,"root":"Intel/neural-chat-7b-v3-3","score":63.07,"variant":"neural-chat-7B-v3-3-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":487,"root":"Intel/neural-chat-7b-v3-3","score":63.07,"variant":"neural-chat-7B-v3-3-GPTQ"},{"conf":"low","context":null,"model_id":"yi-34b","org":"TheBloke","rank":488,"root":"01-ai/Yi-34B","score":62.6,"variant":"Yi-34B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":489,"root":"ariellee/SuperPlatty-30B","score":62.6,"variant":"SuperPlatty-30B-GGUF"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":490,"root":"mistralai/Ministral-8B-Instruct-2410","score":62.5,"variant":"Ministral-8B-Instruct-2410"},{"conf":"low","context":null,"model_id":"loyal-piano-m7","org":"TheBloke","rank":491,"root":"chargoddard/loyal-piano-m7","score":62.47,"variant":"loyal-piano-m7-GGUF"},{"conf":"low","context":null,"model_id":"speechless-mistral-7b-dare-0-85","org":"TheBloke","rank":492,"root":"speechlessai/speechless-mistral-7b-dare-0.85","score":62.37,"variant":"speechless-mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":493,"root":"uukuguy/SynthIA-7B-v1.3-dare-0.85","score":62.37,"variant":"SynthIA-7B-v1.3-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":494,"root":"uukuguy/airoboros-m-7b-3.1.2-dare-0.85","score":62.37,"variant":"airoboros-m-7B-3.1.2-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":495,"root":"uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85","score":62.37,"variant":"CollectiveCognition-v1.1-Mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":496,"root":"tiiuae/falcon-mamba-7b","score":62.11,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":497,"root":"tiiuae/falcon-mamba-7b","score":62.11,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":498,"root":"tiiuae/falcon-mamba-7b-instruct","score":62.11,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":499,"root":"tiiuae/falcon-mamba-7b-instruct","score":62.11,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":500,"root":"tiiuae/falcon-mamba-7b","score":62.11,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":501,"root":"tiiuae/falcon-mamba-7b","score":62.11,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":502,"root":"tiiuae/falcon-mamba-7b","score":62.11,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":503,"root":"tiiuae/Falcon-H1-1.5B-Base","score":62.03,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":504,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":62.03,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":505,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":62.03,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":506,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":62.03,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":507,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":62.03,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":508,"root":"tiiuae/Falcon-H1-1.5B-Base","score":61.81,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":509,"root":"Open-Orca/Mistral-7B-OpenOrca","score":61.73,"variant":"Mistral-7B-OpenOrca-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":510,"root":"maywell/Synatra-7B-v0.3-dpo","score":61.46,"variant":"Synatra-7B-v0.3-dpo-GGUF"},{"conf":"medium","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":511,"root":"fblgit/juanako-7b-UNA","score":61.37,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":512,"root":"maywell/koOpenChat-sft","score":61.32,"variant":"koOpenChat-sft-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":513,"root":"argilla/notus-7b-v1","score":61.07,"variant":"notus-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":514,"root":"argilla/notus-7b-v1","score":61.07,"variant":"notus-7B-v1-AWQ"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":515,"root":"fblgit/juanako-7b-v1","score":60.85,"variant":"juanako-7B-v1-GGUF"},{"conf":"high","context":null,"model_id":"phi-tiny-moe-instruct","org":"microsoft","rank":516,"root":"microsoft/Phi-tiny-MoE-instruct","score":60.83,"variant":"Phi-tiny-MoE-instruct"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":517,"root":"maywell/Synatra-7B-v0.3-RP","score":60.8,"variant":"Synatra-7B-v0.3-RP-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":518,"root":"allenai/open-instruct-human-mix-65b","score":60.7,"variant":"open-instruct-human-mix-65B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":519,"root":"allenai/open-instruct-human-mix-65b","score":60.7,"variant":"open-instruct-human-mix-65b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":520,"root":"ValiantLabs/ShiningValiantXS","score":60.37,"variant":"ShiningValiantXS-1.1-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"google","rank":521,"root":"google/gemma-3n-E4B-it","score":60.1,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"google","rank":522,"root":"google/gemma-3n-E4B","score":60.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MMLU][]","model_id":null,"org":"google","rank":523,"root":"google/gemma-3n-E4B-it-litert-lm","score":60.1,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":524,"root":"google/gemma-3n-E2B-it","score":60.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":525,"root":"google/gemma-3n-E4B-it","score":60.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"google","rank":526,"root":"google/gemma-3n-E4B","score":60.1,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[MMLU][]","model_id":null,"org":"google","rank":527,"root":"google/gemma-3n-E2B-it-litert-lm","score":60.1,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":528,"root":"google/gemma-3n-E4B-it","score":60.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"google","rank":529,"root":"google/gemma-3n-E4B","score":60.1,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":530,"root":"google/gemma-3n-E2B-it","score":60.1,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":null,"org":"unsloth","rank":531,"root":"google/gemma-3n-E2B-it-litert-preview","score":60.1,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":null,"org":"unsloth","rank":532,"root":"google/gemma-3n-E4B-it-litert-preview","score":60.1,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":533,"root":"google/gemma-3n-E4B-it","score":60.1,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":534,"root":"google/gemma-3n-E2B-it","score":60.1,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":535,"root":"google/gemma-3n-E4B","score":60.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":536,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":60.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":537,"root":"google/gemma-3n-E4B-it","score":60.1,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":538,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":60.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":539,"root":"google/gemma-3n-E4b-it","score":60.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":540,"root":"posicube/Llama2-chat-AYT-13B","score":59.67,"variant":"Llama2-Chat-AYT-13B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":541,"root":"AIDC-ai-business/Marcoroni-13B","score":59.63,"variant":"Marcoroni-13B-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"google","rank":542,"root":"google/gemma-3-1b-pt","score":59.6,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"google","rank":543,"root":"google/gemma-3-4b-pt","score":59.6,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m","org":"google","rank":544,"root":"google/gemma-3-270m","score":59.6,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"google","rank":545,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-pt","org":"google","rank":546,"root":"google/gemma-3-27b-pt","score":59.6,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m","org":"google","rank":547,"root":"google/gemma-3-270m","score":59.6,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":548,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":549,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"google","rank":550,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":551,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":552,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":553,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"google","rank":554,"root":"google/gemma-3-4b-pt","score":59.6,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":555,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":556,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"google","rank":557,"root":"google/gemma-3-1b-pt","score":59.6,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":558,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":559,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":560,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":null,"org":"google","rank":561,"root":"google/gemma-3-12b","score":59.6,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":562,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":563,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":564,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":565,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":566,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":567,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":568,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":569,"root":"google/gemma-3-4b-pt","score":59.6,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-pt","org":"google","rank":570,"root":"google/gemma-3-27b-pt","score":59.6,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":571,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":572,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":573,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":574,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":575,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":576,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":577,"root":"google/gemma-3-1b-pt","score":59.6,"variant":"gemma-3-1b-pt"},{"conf":"low","context":"MMLU-CoT | BBH-CoT","model_id":null,"org":"google","rank":578,"root":"google/flan-ul2","score":59.6,"variant":"flan-ul2"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":579,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":580,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":581,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":582,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m","org":"unsloth","rank":583,"root":"google/gemma-3-270m","score":59.6,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":584,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":59.6,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"google","rank":585,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"google","rank":586,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":587,"root":"google/gemma-3-4b-pt","score":59.6,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":588,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"google","rank":589,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":590,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"google","rank":591,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":592,"root":"google/gemma-3-4b-pt","score":59.6,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":593,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":594,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":595,"root":"google/gemma-3-1b-pt","score":59.6,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":596,"root":"google/gemma-3-4b-it","score":59.6,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"google","rank":597,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":598,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"google","rank":599,"root":"google/gemma-3-12b-it","score":59.6,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":600,"root":"google/gemma-3-27b-pt","score":59.6,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"google","rank":601,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":602,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":603,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"google","rank":604,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":605,"root":"google/gemma-3-27b-it","score":59.6,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":606,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":607,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":608,"root":"google/gemma-3-1b-pt","score":59.6,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":609,"root":"google/gemma-3-27b-pt","score":59.6,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":610,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m","org":"unsloth","rank":611,"root":"google/gemma-3-270m","score":59.6,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"google","rank":612,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":613,"root":"google/gemma-3-27b-pt","score":59.6,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":614,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m","org":"google","rank":615,"root":"google/gemma-3-270m","score":59.6,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-12b-pt","org":"google","rank":616,"root":"google/gemma-3-12b-pt","score":59.6,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m","org":"Mungert","rank":617,"root":"google/gemma-3-270m","score":59.6,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":618,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":619,"root":"google/gemma-3-270m-it","score":59.6,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-pt","org":"google","rank":620,"root":"google/gemma-3-1b-it","score":59.6,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":621,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":622,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":59.6,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-3-4b-pt","org":"google","rank":623,"root":"google/gemma-3-4b-pt","score":59.6,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":624,"root":"Open-Orca/OpenOrca-Platypus2-13B","score":59.5,"variant":"OpenOrca-Platypus2-13B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":625,"root":"Open-Orca/OpenOrca-Platypus2-13B","score":59.5,"variant":"OpenOrca-Platypus2-13B-GPTQ"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":626,"root":"posicube/Llama2-chat-AYB-13B","score":59.34,"variant":"Llama2-chat-AYB-13B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":627,"root":"allenai/tulu-65b","score":59.2,"variant":"tulu-65b"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"google","rank":628,"root":"google/gemma-3n-E4B-it","score":59,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"google","rank":629,"root":"google/gemma-3n-E4B","score":59,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":null,"org":"google","rank":630,"root":"google/gemma-3n-E4B-it-litert-lm","score":59,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":631,"root":"google/gemma-3n-E2B-it","score":59,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"unsloth","rank":632,"root":"google/gemma-3n-E4B-it","score":59,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"google","rank":633,"root":"google/gemma-3n-E4B","score":59,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":null,"org":"google","rank":634,"root":"google/gemma-3n-E2B-it-litert-lm","score":59,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"unsloth","rank":635,"root":"google/gemma-3n-E4B-it","score":59,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"google","rank":636,"root":"google/gemma-3n-E4B","score":59,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":637,"root":"google/gemma-3n-E2B-it","score":59,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":null,"org":"unsloth","rank":638,"root":"google/gemma-3n-E2B-it-litert-preview","score":59,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":null,"org":"unsloth","rank":639,"root":"google/gemma-3n-E4B-it-litert-preview","score":59,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"unsloth","rank":640,"root":"google/gemma-3n-E4B-it","score":59,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":641,"root":"google/gemma-3n-E2B-it","score":59,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"Mungert","rank":642,"root":"google/gemma-3n-E4B","score":59,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":643,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":59,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":644,"root":"google/gemma-3n-E4B-it","score":59,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":645,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":59,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3n-e4b","org":"Mungert","rank":646,"root":"google/gemma-3n-E4b-it","score":59,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":647,"root":"AIDC-ai-business/Luban-13B","score":58.73,"variant":"Luban-13B-GGUF"},{"conf":"medium","context":"MMLU","model_id":"speechless-llama2-13b","org":"TheBloke","rank":648,"root":"uukuguy/speechless-llama2-13b","score":58.52,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"medium","context":"MMLU-5shots","model_id":"falcon-11b","org":"tiiuae","rank":649,"root":"tiiuae/falcon-11B","score":58.37,"variant":"falcon-11B"},{"conf":"medium","context":"MMLU","model_id":"aceinstruct-7b","org":"nvidia","rank":650,"root":"nvidia/AceInstruct-7B","score":58.37,"variant":"AceInstruct-7B"},{"conf":"medium","context":"MMLU","model_id":"aceinstruct-1-5b","org":"nvidia","rank":651,"root":"nvidia/AceInstruct-1.5B","score":58.37,"variant":"AceInstruct-1.5B"},{"conf":"medium","context":"MMLU","model_id":"aceinstruct-72b","org":"nvidia","rank":652,"root":"nvidia/AceInstruct-72B","score":58.37,"variant":"AceInstruct-72B"},{"conf":"medium","context":"MMLU","model_id":"aceinstruct-1-5b","org":"Mungert","rank":653,"root":"nvidia/AceInstruct-1.5B","score":58.37,"variant":"AceInstruct-1.5B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":654,"root":"garage-bAInd/Stable-Platypus2-13B","score":58.3,"variant":"Stable-Platypus2-13B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":655,"root":"allenai/Olmo-3-1025-7B","score":58.1,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":656,"root":"allenai/Olmo-Hybrid-7B","score":58.1,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":657,"root":"allenai/Olmo-3-1025-7B","score":58.1,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":658,"root":"allenai/tulu-30b","score":57.7,"variant":"tulu-30B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":659,"root":"—","score":57.7,"variant":"tulu-30B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":660,"root":"allenai/tulu-30b","score":57.7,"variant":"tulu-30b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":661,"root":"allenai/tulu-30b","score":57.7,"variant":"tulu-30B-GPTQ"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":662,"root":"tiiuae/Falcon-H1-0.5B-Base","score":57.12,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":null,"org":"allenai","rank":663,"root":"allenai/digital-socrates-13b","score":57.01,"variant":"digital-socrates-13b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":664,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":56.9,"variant":"Xwin-LM-70B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":665,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":56.9,"variant":"Xwin-LM-13B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":666,"root":"Xwin-LM/Xwin-LM-13B-V0.2","score":56.9,"variant":"Xwin-LM-13B-v0.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":667,"root":"Xwin-LM/Xwin-LM-7B-V0.2","score":56.9,"variant":"Xwin-LM-7B-V0.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":668,"root":"Xwin-LM/Xwin-LM-7b-V0.1","score":56.9,"variant":"Xwin-LM-7B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":669,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":56.9,"variant":"Xwin-LM-13B-V0.1-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":670,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":56.9,"variant":"Xwin-LM-70B-V0.1-AWQ"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":671,"root":"garage-bAInd/Platypus2-13B","score":56.7,"variant":"Platypus2-13B-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":672,"root":"garage-bAInd/Camel-Platypus2-13B","score":56.51,"variant":"Camel-Platypus2-13B-GGUF"},{"conf":"medium","context":"Korean MMLU","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":673,"root":"mistralai/Mistral-Small-24B-Base-2501","score":56.42,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":674,"root":"psmathur/orca_mini_v3_13b","score":56.37,"variant":"orca_mini_v3_13B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":675,"root":"psmathur/orca_mini_v3_13b","score":56.37,"variant":"orca_mini_v3_13B-GPTQ"},{"conf":"low","context":"Open Data","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":676,"root":"allenai/OLMoE-1B-7B-0125","score":56.3,"variant":"OLMoE-1B-7B-0125"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":677,"root":"migtissera/Synthia-13B","score":56.11,"variant":"Synthia-13B-GGUF"},{"conf":"high","context":null,"model_id":"flex-reddit-2x7b-1t","org":"allenai","rank":678,"root":"allenai/Flex-reddit-2x7B-1T","score":56.1,"variant":"Flex-reddit-2x7B-1T"},{"conf":"low","context":"GSM-8K","model_id":"qwen3-1-7b-base","org":"jinaai","rank":679,"root":"Qwen/Qwen3-1.7B-Base","score":56.1,"variant":"jina-vlm"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t","org":"allenai","rank":680,"root":"allenai/FlexOlmo-7x7B-1T","score":55.9,"variant":"FlexOlmo-7x7B-1T"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t-rt","org":"allenai","rank":681,"root":"allenai/FlexOlmo-7x7B-1T-RT","score":55.9,"variant":"FlexOlmo-7x7B-1T-RT"},{"conf":"low","context":null,"model_id":"flex-pes2o-2x7b-1t","org":"allenai","rank":682,"root":"allenai/Flex-pes2o-2x7B-1T","score":55.9,"variant":"Flex-pes2o-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-creative-2x7b-1t","org":"allenai","rank":683,"root":"allenai/Flex-creative-2x7B-1T","score":55.9,"variant":"Flex-creative-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-public-7b-1t","org":"allenai","rank":684,"root":"allenai/Flex-public-7B-1T","score":55.9,"variant":"Flex-public-7B-1T"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"Qwen","rank":685,"root":"Qwen/Qwen-7B-Chat","score":55.8,"variant":"Qwen-7B-Chat"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":686,"root":"Qwen/Qwen-7B-Chat","score":55.8,"variant":"Qwen-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":687,"root":"Qwen/Qwen-7B-Chat","score":55.8,"variant":"Qwen-7B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"olmo-2-1124-7b","org":"allenai","rank":688,"root":"allenai/OLMo-2-1124-7B","score":55.7,"variant":"OLMo-2-1124-7B"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b","org":"allenai","rank":689,"root":"allenai/OLMo-2-1124-13B","score":55.7,"variant":"OLMo-2-1124-13B"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":690,"root":"allenai/OLMo-2-0325-32B","score":55.7,"variant":"OLMo-2-0325-32B"},{"conf":"low","context":null,"model_id":"qwen3-0-6b-base","org":"Qwen","rank":691,"root":"Qwen/Qwen3-0.6B","score":55.6,"variant":"Qwen3-0.6B-GPTQ-Int8"},{"conf":"medium","context":"Multilingual MMLU","model_id":"phi-3-5-mini-instruct","org":"microsoft","rank":692,"root":"microsoft/Phi-3.5-mini-instruct","score":55.4,"variant":"Phi-3.5-mini-instruct"},{"conf":"medium","context":"Multilingual MMLU","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":693,"root":"microsoft/Phi-3.5-mini-instruct","score":55.4,"variant":"Phi-3.5-mini-instruct-bnb-4bit"},{"conf":"medium","context":"Multilingual MMLU","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":694,"root":"microsoft/Phi-3.5-mini-instruct","score":55.4,"variant":"Phi-3.5-mini-instruct"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":695,"root":"Qwen/Qwen-7B","score":55.4,"variant":"Qwen-7B-Chat-Int8"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":696,"root":"maywell/Synatra-V0.1-7B-Instruct","score":55.29,"variant":"Synatra-V0.1-7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":697,"root":"LiquidAI/LFM2-1.2B","score":55.23,"variant":"LFM2-1.2B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":698,"root":"LiquidAI/LFM2-1.2B","score":55.23,"variant":"LFM2-1.2B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":699,"root":"LiquidAI/LFM2-1.2B","score":55.23,"variant":"LFM2-1.2B"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"google","rank":700,"root":"google/gemma-3n-E4B-it","score":55.1,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"google","rank":701,"root":"google/gemma-3n-E4B","score":55.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":null,"org":"google","rank":702,"root":"google/gemma-3n-E4B-it-litert-lm","score":55.1,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":703,"root":"google/gemma-3n-E2B-it","score":55.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"unsloth","rank":704,"root":"google/gemma-3n-E4B-it","score":55.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"google","rank":705,"root":"google/gemma-3n-E4B","score":55.1,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":null,"org":"google","rank":706,"root":"google/gemma-3n-E2B-it-litert-lm","score":55.1,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"unsloth","rank":707,"root":"google/gemma-3n-E4B-it","score":55.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"google","rank":708,"root":"google/gemma-3n-E4B","score":55.1,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":709,"root":"google/gemma-3n-E2B-it","score":55.1,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":null,"org":"unsloth","rank":710,"root":"google/gemma-3n-E2B-it-litert-preview","score":55.1,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":711,"root":"Qwen/Qwen-7B","score":55.1,"variant":"Qwen-7B-Chat-Int4"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":712,"root":"YeungNLP/firefly-llama2-13b-chat","score":55.1,"variant":"firefly-llama2-13B-chat-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":null,"org":"unsloth","rank":713,"root":"google/gemma-3n-E4B-it-litert-preview","score":55.1,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"unsloth","rank":714,"root":"google/gemma-3n-E4B-it","score":55.1,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":715,"root":"google/gemma-3n-E2B-it","score":55.1,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"Mungert","rank":716,"root":"google/gemma-3n-E4B","score":55.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":717,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":55.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":718,"root":"google/gemma-3n-E4B-it","score":55.1,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":719,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":55.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":720,"root":"YeungNLP/firefly-llama2-7b-chat","score":55.1,"variant":"firefly-llama2-7B-chat-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":721,"root":"Undi95/MLewd-v2.4-13B","score":55.1,"variant":"MLewd-v2.4-13B-GGUF"},{"conf":"medium","context":"[Global-MMLU][global-]","model_id":"gemma-3n-e4b","org":"Mungert","rank":722,"root":"google/gemma-3n-E4b-it","score":55.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"**MMLU (CoT)**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":723,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":55.08,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**MMLU (CoT)**","model_id":null,"org":"allenai","rank":724,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":55.08,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**MMLU (CoT)**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":725,"root":"allenai/OLMoE-1B-7B-0125","score":55.08,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":726,"root":"tiiuae/Falcon-H1-0.5B-Base","score":55.04,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"MMLU-Redux","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":727,"root":"tencent/Hunyuan-7B-Pretrain","score":54.72,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":null,"org":"TheBloke","rank":728,"root":"uukuguy/speechless-codellama-34b-v2.0","score":54.67,"variant":"speechless-codellama-34b-v2.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":729,"root":"ibm/granite-7b-base","score":54.58,"variant":"granite-7b-instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":730,"root":"tiiuae/Falcon-H1-0.5B-Base","score":54.55,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":731,"root":"tiiuae/Falcon-H1-0.5B-Base","score":54.55,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-stem","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":732,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":54.55,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU-Medical","model_id":null,"org":"TheBloke","rank":733,"root":"epfl-llm/meditron-7b","score":54.2,"variant":"meditron-7B-GGUF"},{"conf":"low","context":"Open Data","model_id":null,"org":"allenai","rank":734,"root":"allenai/OLMoE-1B-7B-0924","score":54.1,"variant":"OLMoE-1B-7B-0924"},{"conf":"medium","context":"MMLU","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":735,"root":"tencent/Hunyuan-7B-Pretrain","score":54.02,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":736,"root":"budecosystem/genz-70b","score":53.62,"variant":"Genz-70b-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":737,"root":"budecosystem/genz-13b-v2","score":53.62,"variant":"genz-13B-v2-GGUF"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":738,"root":"internlm/internlm2_5-1_8b","score":53.52,"variant":"internlm2_5-1_8b"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":739,"root":"tiiuae/Falcon-H1-0.5B-Base","score":53.4,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":740,"root":"tiiuae/Falcon-H1-0.5B-Base","score":53.4,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":741,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":53.4,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"mistral-ft-optimized-1227","org":"mlabonne","rank":742,"root":"OpenPipe/mistral-ft-optimized-1227","score":53.01,"variant":"Darewin-7B-v2"},{"conf":"medium","context":"MMLU-Redux","model_id":"youtu-llm-2b-base","org":"Mungert","rank":743,"root":"tencent/Youtu-LLM-2B-Base","score":53,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"MMLU","model_id":"qwen2-0-5b","org":"Qwen","rank":744,"root":"Qwen/Qwen2-0.5B","score":52.7,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"MMLU","model_id":"qwen2-1-5b","org":"Qwen","rank":745,"root":"Qwen/Qwen2-1.5B","score":52.7,"variant":"Qwen2-1.5B"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":746,"root":"HyperbeeAI/Tulpar-7b-v0","score":52.42,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":747,"root":"psmathur/orca_mini_v3_7b","score":52.34,"variant":"orca_mini_v3_7B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":748,"root":"psmathur/orca_mini_v3_7b","score":52.34,"variant":"orca_mini_v3_7B-GPTQ"},{"conf":"medium","context":"**MMLU**","model_id":null,"org":"TheBloke","rank":749,"root":"Skywork/Skywork-13B-base","score":51.6,"variant":"Skywork-13B-base-GGUF"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":null,"org":"allenai","rank":750,"root":"allenai/digital-socrates-7b","score":51.41,"variant":"digital-socrates-7b"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":751,"root":"AIDC-ai-business/Marcoroni-7b","score":51.36,"variant":"Marcoroni-7b-GGUF"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-2-2b","org":"google","rank":752,"root":"google/gemma-2-2b","score":51.3,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[MMLU][]","model_id":"gemma-2-2b","org":"google","rank":753,"root":"google/gemma-2-2b","score":51.3,"variant":"gemma-2-2b"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":754,"root":"internlm/internlm-chat-7b","score":50.8,"variant":"internlm-chat-7b"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":755,"root":"allenai/OLMo-7B-0724-Instruct-hf","score":50.8,"variant":"OLMo-7B-0724-Instruct-hf"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":756,"root":"internlm/internlm-7b","score":50.8,"variant":"internlm-7b"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":757,"root":"allenai/OLMo-7B-0724-SFT-hf","score":50.8,"variant":"OLMo-7B-0724-SFT-hf"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"internlm2-5-1-8b-chat","org":"internlm","rank":758,"root":"internlm/internlm2_5-1_8b-chat","score":50.7,"variant":"internlm2_5-1_8b-chat"},{"conf":"high","context":null,"model_id":"flex-math-2x7b-1t","org":"allenai","rank":759,"root":"allenai/Flex-math-2x7B-1T","score":50.6,"variant":"Flex-math-2x7B-1T"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":760,"root":"LiquidAI/LFM2-700M","score":49.9,"variant":"LFM2-700M"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":761,"root":"LiquidAI/LFM2-700M","score":49.9,"variant":"LFM2-700M-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":762,"root":"nvidia/Minitron-4B-Base","score":49.89,"variant":"Nemotron-4-Mini-Hindi-4B-Base"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":763,"root":"nvidia/Minitron-4B-Base","score":49.89,"variant":"Nemotron-4-Mini-Hindi-4B-Base-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"TheBloke","rank":764,"root":"l3utterfly/llama2-7b-layla","score":49.7,"variant":"llama2-7B-layla-GGUF"},{"conf":"medium","context":"M-MMLU","model_id":"glm-4-9b-chat","org":"zai-org","rank":765,"root":"THUDM/glm-4-9b-chat","score":49.6,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":766,"root":"migtissera/Synthia-7B-v1.2","score":49.33,"variant":"Synthia-7B-v1.2-GGUF"},{"conf":"medium","context":"Multilingual MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":767,"root":"microsoft/Phi-4-mini-instruct","score":49.3,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"Multilingual MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":768,"root":"microsoft/Phi-4-mini-instruct","score":49.3,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"Multilingual MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":769,"root":"microsoft/Phi-4-mini-instruct","score":49.3,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"Multilingual MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":770,"root":"microsoft/Phi-4-mini-instruct","score":49.3,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"Multilingual MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":771,"root":"microsoft/Phi-4-mini-instruct","score":49.3,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"Multilingual MMLU (5-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":772,"root":"microsoft/Phi-4-mini-instruct","score":49.3,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":773,"root":"allenai/tulu-13b","score":49.2,"variant":"tulu-13B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":774,"root":"—","score":49.2,"variant":"tulu-13B-fp16"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":775,"root":"camel-ai/CAMEL-13B-Role-Playing-Data","score":48.5,"variant":"CAMEL-13B-Role-Playing-Data-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":776,"root":"camel-ai/CAMEL-13B-Role-Playing-Data","score":48.5,"variant":"CAMEL-13B-Role-Playing-Data-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":777,"root":"umd-zhou-lab/claude2-alpaca-13B","score":48.32,"variant":"claude2-alpaca-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":778,"root":"umd-zhou-lab/claude2-alpaca-7B","score":48.32,"variant":"claude2-alpaca-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":779,"root":"Voicelab/trurl-2-13b","score":48.32,"variant":"Trurl-2-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":780,"root":"Voicelab/trurl-2-7b","score":48.32,"variant":"Trurl-2-7B-GGUF"},{"conf":"medium","context":"**MMLU**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":781,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":48.2,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**MMLU**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":782,"root":"deepseek-ai/DeepSeek-V2-Lite","score":48.2,"variant":"DeepSeek-V2-Lite"},{"conf":"low","context":null,"model_id":"dr-samantha-7b","org":"TheBloke","rank":783,"root":"sethuiyer/Dr_Samantha-7b","score":47.94,"variant":"Dr_Samantha-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":784,"root":"allenai/OLMo-7B-0424-Instruct-hf","score":47.5,"variant":"OLMo-7B-0424-Instruct-hf"},{"conf":"medium","context":"MMLU","model_id":"internlm2-chat-1-8b","org":"internlm","rank":785,"root":"internlm/internlm2-chat-1_8b","score":46.9,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"MMLU","model_id":null,"org":"internlm","rank":786,"root":"internlm/internlm2-1_8b","score":46.9,"variant":"internlm2-1_8b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":787,"root":"Skywork/Skywork-13B-base","score":46.9,"variant":"Skywork-13B-base-GGUF"},{"conf":"medium","context":"MMLU","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":788,"root":"internlm/internlm2-chat-1_8b-sft","score":46.9,"variant":"internlm2-chat-1_8b-sft"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":789,"root":"Qwen/Qwen-72B","score":46.8,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":790,"root":"Qwen/Qwen-7B","score":46.8,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":791,"root":"Qwen/Qwen-14B","score":46.8,"variant":"Qwen-14B"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":792,"root":"stabilityai/stablelm-zephyr-3b","score":46.3,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":793,"root":"allenai/open-instruct-human-mix-7b","score":46.2,"variant":"open-instruct-human-mix-7b"},{"conf":"medium","context":"MMLU","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":794,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":45.58,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"MMLU","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":795,"root":"microsoft/bitnet-b1.58-2B-4T","score":45.58,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"MMLU","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":796,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":45.58,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"rocket-3b","org":"TheBloke","rank":797,"root":"pansophic/rocket-3B","score":45.51,"variant":"rocket-3B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":798,"root":"allenai/open-instruct-flan-v2-7b","score":45.4,"variant":"open-instruct-flan-v2-7b"},{"conf":"medium","context":"MMLU","model_id":"mobilellm-pro-base","org":"facebook","rank":799,"root":"facebook/MobileLLM-Pro-base","score":44.8,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"MMLU","model_id":"mobilellm-pro-base","org":"facebook","rank":800,"root":"facebook/MobileLLM-Pro-base","score":44.8,"variant":"MobileLLM-Pro"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":801,"root":"allenai/tulu-7b","score":44.5,"variant":"tulu-7B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":802,"root":"allenai/tulu-7b","score":44.5,"variant":"tulu-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":803,"root":"—","score":44.5,"variant":"tulu-7B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":804,"root":"allenai/open-instruct-cot-13b","score":44.5,"variant":"open-instruct-cot-13b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":805,"root":"allenai/open-instruct-sharegpt-7b","score":44.3,"variant":"open-instruct-sharegpt-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":806,"root":"allenai/open-instruct-sni-7b","score":44.1,"variant":"open-instruct-sni-7b"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":807,"root":"LiquidAI/LFM2-350M","score":43.43,"variant":"LFM2-350M"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":808,"root":"LiquidAI/LFM2-350M","score":43.43,"variant":"LFM2-350M-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":809,"root":"LiquidAI/LFM2-350M","score":43.43,"variant":"LFM2-350M-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":810,"root":"Qwen/Qwen-1_8B","score":43.1,"variant":"Qwen-1_8B-Chat-Int8"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":811,"root":"Qwen/Qwen-1_8B","score":42.9,"variant":"Qwen-1_8B-Chat-Int4"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":812,"root":"allenai/open-instruct-unnatural-instructions-7b","score":42.9,"variant":"open-instruct-unnatural-instructions-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":813,"root":"allenai/open-instruct-gpt4-alpaca-7b","score":42.6,"variant":"open-instruct-gpt4-alpaca-7b"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":"gemma-1-1-2b-it","org":"google","rank":814,"root":"google/gemma-1.1-2b-it","score":42.3,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"google","rank":815,"root":"google/gemma-2b-it-pytorch","score":42.3,"variant":"gemma-2b"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"google","rank":816,"root":"google/gemma-2b-it-pytorch","score":42.3,"variant":"gemma-2b-it"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"google","rank":817,"root":"google/gemma-7b-it-quant-pytorch","score":42.3,"variant":"gemma-7b"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":"gemma-7b","org":"google","rank":818,"root":"google/gemma-7b","score":42.3,"variant":"gemma-7b-it"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":"gemma-1-1-7b-it","org":"google","rank":819,"root":"google/gemma-1.1-7b-it","score":42.3,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"google","rank":820,"root":"google/gemma-2b-it-pytorch","score":42.3,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"alpindale","rank":821,"root":"google/gemma-7b-it-quant-pytorch","score":42.3,"variant":"gemma-7b"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"alpindale","rank":822,"root":"google/gemma-2b-it-pytorch","score":42.3,"variant":"gemma-2b"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"google","rank":823,"root":"google/gemma-7b-it-quant-pytorch","score":42.3,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"alpindale","rank":824,"root":"google/gemma-7b-it-quant-pytorch","score":42.3,"variant":"gemma-7b-it"},{"conf":"medium","context":"[MMLU](https://arxiv.org/abs/2009.03300)","model_id":null,"org":"google","rank":825,"root":"google/gemma-7b-it-quant-pytorch","score":42.3,"variant":"gemma-7b-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":826,"root":"allenai/open-instruct-stanford-alpaca-7b","score":41.5,"variant":"open-instruct-stanford-alpaca-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":827,"root":"allenai/open-instruct-cot-7b","score":41.3,"variant":"open-instruct-cot-7b"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"google","rank":828,"root":"google/gemma-3n-E4B-it","score":40.5,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"google","rank":829,"root":"google/gemma-3n-E4B","score":40.5,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":null,"org":"google","rank":830,"root":"google/gemma-3n-E4B-it-litert-lm","score":40.5,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":831,"root":"google/gemma-3n-E2B-it","score":40.5,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"unsloth","rank":832,"root":"google/gemma-3n-E4B-it","score":40.5,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"google","rank":833,"root":"google/gemma-3n-E4B","score":40.5,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":null,"org":"google","rank":834,"root":"google/gemma-3n-E2B-it-litert-lm","score":40.5,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"unsloth","rank":835,"root":"google/gemma-3n-E4B-it","score":40.5,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"google","rank":836,"root":"google/gemma-3n-E4B","score":40.5,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":837,"root":"google/gemma-3n-E2B-it","score":40.5,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":null,"org":"unsloth","rank":838,"root":"google/gemma-3n-E2B-it-litert-preview","score":40.5,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":null,"org":"unsloth","rank":839,"root":"google/gemma-3n-E4B-it-litert-preview","score":40.5,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"unsloth","rank":840,"root":"google/gemma-3n-E4B-it","score":40.5,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":841,"root":"google/gemma-3n-E2B-it","score":40.5,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"Mungert","rank":842,"root":"google/gemma-3n-E4B","score":40.5,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":843,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":40.5,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"MuXodious","rank":844,"root":"google/gemma-3n-E4B-it","score":40.5,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":845,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":40.5,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3n-e4b","org":"Mungert","rank":846,"root":"google/gemma-3n-E4b-it","score":40.5,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":847,"root":"allenai/open-instruct-baize-7b","score":40.3,"variant":"open-instruct-baize-7b"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":848,"root":"—","score":39.55,"variant":"orca_mini_v2_7B-GPTQ"},{"conf":"medium","context":"MMLU","model_id":null,"org":"TheBloke","rank":849,"root":"uukuguy/speechless-tora-code-7b-v1.0","score":38.56,"variant":"speechless-tora-code-7B-v1.0-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":850,"root":"allenai/open-instruct-dolly-7b","score":38,"variant":"open-instruct-dolly-7b"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":851,"root":"EleutherAI/llemma_7b","score":37.7,"variant":"llemma_7b-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":852,"root":"EleutherAI/llemma_34b","score":37.7,"variant":"llemma_34b-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":853,"root":"camel-ai/CAMEL-13B-Combined-Data","score":37.7,"variant":"CAMEL-13B-Combined-Data-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":854,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":36.6,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":855,"root":"allenai/OLMo-2-0425-1B","score":36.6,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":856,"root":"allenai/OLMo-2-0425-1B-SFT","score":36.6,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":857,"root":"allenai/OLMo-2-0425-1B-Instruct","score":36.6,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":858,"root":"allenai/OLMo-2-0425-1B-Instruct","score":36.6,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":859,"root":"allenai/OLMo-2-0425-1B-DPO","score":36.6,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"high","context":null,"model_id":"flex-news-2x7b-1t","org":"allenai","rank":860,"root":"allenai/Flex-news-2x7B-1T","score":36.4,"variant":"Flex-news-2x7B-1T"},{"conf":"medium","context":"MMLU (5-Shot)","model_id":"gemma-2b","org":"mlabonne","rank":861,"root":"google/gemma-2b","score":36.3,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"MMLU (cloze)","model_id":"smollm2-360m","org":"Mungert","rank":862,"root":"HuggingFaceTB/SmolLM2-360M","score":35.8,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":863,"root":"allenai/open-instruct-self-instruct-7b","score":35.7,"variant":"open-instruct-self-instruct-7b"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"meta-llama","rank":864,"root":"meta-llama/Llama-2-7b-hf","score":35.1,"variant":"Llama-2-7b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"meta-llama","rank":865,"root":"meta-llama/Llama-2-7b-chat-hf","score":35.1,"variant":"Llama-2-7b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"meta-llama","rank":866,"root":"meta-llama/Llama-2-13b-chat-hf","score":35.1,"variant":"Llama-2-13b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":867,"root":"meta-llama/Llama-2-7b-chat-hf","score":35.1,"variant":"Llama-2-7B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":868,"root":"meta-llama/Llama-2-7b-chat-hf","score":35.1,"variant":"Llama-2-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"meta-llama","rank":869,"root":"meta-llama/Llama-2-13b-hf","score":35.1,"variant":"Llama-2-13b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":870,"root":"meta-llama/Llama-2-7b-hf","score":35.1,"variant":"Llama-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"meta-llama","rank":871,"root":"meta-llama/Llama-2-70b-chat-hf","score":35.1,"variant":"Llama-2-70b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"meta-llama","rank":872,"root":"meta-llama/Llama-2-70b-hf","score":35.1,"variant":"Llama-2-70b-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":873,"root":"meta-llama/Llama-2-13b-chat-hf","score":35.1,"variant":"Llama-2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":874,"root":"meta-llama/Llama-2-7b-hf","score":35.1,"variant":"Llama-2-7B-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":875,"root":"meta-llama/Llama-2-70b-hf","score":35.1,"variant":"Llama-2-70B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":876,"root":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","score":35.1,"variant":"Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":877,"root":"meta-llama/Llama-2-7b-hf","score":35.1,"variant":"Llama-2-7B-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":878,"root":"meta-llama/Llama-2-70b-chat-hf","score":35.1,"variant":"Llama-2-70B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":879,"root":"meta-llama/Llama-2-7b-chat-hf","score":35.1,"variant":"Llama-2-7B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":880,"root":"meta-llama/Llama-2-70b-chat-hf","score":35.1,"variant":"Llama-2-70B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":881,"root":"—","score":35.1,"variant":"Llama-2-7B-Chat-fp16"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":882,"root":"meta-llama/Llama-2-13b-hf","score":35.1,"variant":"Llama-2-13B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-llama2-13b","org":"TheBloke","rank":883,"root":"uukuguy/speechless-llama2-13b","score":35.1,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":884,"root":"meta-llama/Llama-2-70b-hf","score":35.1,"variant":"Llama-2-70B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":885,"root":"meta-llama/Llama-2-13b-chat-hf","score":35.1,"variant":"Llama-2-13B-chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":886,"root":"meta-llama/Llama-2-70b-hf","score":35.1,"variant":"Llama-2-70B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":887,"root":"—","score":35.1,"variant":"Llama-2-13B-fp16"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":888,"root":"meta-llama/Llama-2-70b-chat-hf","score":35.1,"variant":"Llama-2-70B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":889,"root":"meta-llama/Llama-2-7b-chat-hf","score":35.1,"variant":"Llama-2-7B-Chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":890,"root":"meta-llama/Llama-2-13b-chat-hf","score":35.1,"variant":"Llama-2-13B-chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":891,"root":"meta-llama/Llama-2-13b-hf","score":35.1,"variant":"Llama-2-13B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":892,"root":"—","score":35.1,"variant":"Llama-2-70B-fp16"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":893,"root":"meta-llama/Llama-2-7b","score":35.1,"variant":"Llama-2-7b"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":894,"root":"meta-llama/Llama-2-13b-chat-hf","score":35.1,"variant":"Llama-2-13B-chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":895,"root":"meta-llama/Llama-2-7b-hf","score":35.1,"variant":"Llama-2-7B-GGML"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":896,"root":"meta-llama/Llama-2-7b","score":35.1,"variant":"Llama-2-7b-chat-hf-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":897,"root":"meta-llama/Llama-2-13b-hf","score":35.1,"variant":"Llama-2-13B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":898,"root":"meta-llama/Llama-2-7b-chat","score":35.1,"variant":"Llama-2-7b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":899,"root":"meta-llama/Llama-2-13b","score":35.1,"variant":"Llama-2-13b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":900,"root":"meta-llama/Llama-2-70b","score":35.1,"variant":"Llama-2-70b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":901,"root":"meta-llama/Llama-2-13b-chat","score":35.1,"variant":"Llama-2-13b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":902,"root":"meta-llama/Llama-2-70b-chat","score":35.1,"variant":"Llama-2-70b-chat"},{"conf":"medium","context":"MMLU","model_id":"qwen2-1-5b-instruct","org":"Qwen","rank":903,"root":"Qwen/Qwen2-1.5B-Instruct","score":35,"variant":"Qwen2-1.5B-Instruct"},{"conf":"medium","context":"MMLU","model_id":"qwen2-0-5b","org":"Qwen","rank":904,"root":"Qwen/Qwen2-0.5B","score":35,"variant":"Qwen2-0.5B-Instruct"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":905,"root":"allenai/open-instruct-code-alpaca-7b","score":34.7,"variant":"open-instruct-code-alpaca-7b"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m","org":"google","rank":906,"root":"google/gemma-3-270m","score":34.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m","org":"google","rank":907,"root":"google/gemma-3-270m","score":34.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"unsloth","rank":908,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"unsloth","rank":909,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"unsloth","rank":910,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":911,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":34.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m","org":"unsloth","rank":912,"root":"google/gemma-3-270m","score":34.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"unsloth","rank":913,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"google","rank":914,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"unsloth","rank":915,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":916,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":34.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m","org":"unsloth","rank":917,"root":"google/gemma-3-270m","score":34.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m","org":"google","rank":918,"root":"google/gemma-3-270m","score":34.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m","org":"Mungert","rank":919,"root":"google/gemma-3-270m","score":34.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-270m-it","org":"unsloth","rank":920,"root":"google/gemma-3-270m-it","score":34.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":921,"root":"allenai/open-instruct-pythia-6.9b-tulu","score":34.1,"variant":"open-instruct-pythia-6.9b-tulu"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":922,"root":"allenai/open-instruct-oasst1-7b","score":32.9,"variant":"open-instruct-oasst1-7b"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-1b-hf","org":"allenai","rank":923,"root":"allenai/OLMo-1B-hf","score":31.5,"variant":"OLMo-1B-hf"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-7b","org":"allenai","rank":924,"root":"allenai/OLMo-7B","score":31.5,"variant":"OLMo-7B"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-7b-hf","org":"allenai","rank":925,"root":"allenai/OLMo-7B-hf","score":31.5,"variant":"OLMo-7B-hf"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-1b-0724-hf","org":"allenai","rank":926,"root":"allenai/OLMo-1B-0724-hf","score":31.5,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-7b-0424-hf","org":"allenai","rank":927,"root":"allenai/OLMo-7B-0424-hf","score":31.5,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-7b-0724-hf","org":"allenai","rank":928,"root":"allenai/OLMo-7B-0724-hf","score":31.5,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-1b","org":"allenai","rank":929,"root":"allenai/OLMo-1B","score":31.5,"variant":"OLMo-1B"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":930,"root":"allenai/OLMo-7B-Twin-2T-hf","score":31.5,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":"MMLU (cloze)","model_id":"smollm2-135m","org":"Mungert","rank":931,"root":"HuggingFaceTB/SmolLM2-135M","score":31.5,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":null,"org":"allenai","rank":932,"root":"allenai/OLMo-7B-0424","score":31.5,"variant":"OLMo-7B-0424"},{"conf":"medium","context":"MMLU (5 shot MC)","model_id":"olmo-7b-twin-2t","org":"allenai","rank":933,"root":"allenai/OLMo-7B-Twin-2T","score":31.5,"variant":"OLMo-7B-Twin-2T"},{"conf":"low","context":null,"model_id":"rho-math-1b-v0-1","org":"microsoft","rank":934,"root":"microsoft/rho-math-1b-v0.1","score":31.3,"variant":"rho-math-1b-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":935,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":31.3,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-7b-v0-1","org":"microsoft","rank":936,"root":"microsoft/rho-math-7b-v0.1","score":31.3,"variant":"rho-math-7b-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":937,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":31.3,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"high","context":null,"model_id":"flex-code-2x7b-1t","org":"allenai","rank":938,"root":"allenai/Flex-code-2x7B-1T","score":29.5,"variant":"Flex-code-2x7B-1T"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"google","rank":939,"root":"google/gemma-3-1b-pt","score":29.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"google","rank":940,"root":"google/gemma-3-4b-pt","score":29.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m","org":"google","rank":941,"root":"google/gemma-3-270m","score":29.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"google","rank":942,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-pt","org":"google","rank":943,"root":"google/gemma-3-27b-pt","score":29.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m","org":"google","rank":944,"root":"google/gemma-3-270m","score":29.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":945,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":946,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"google","rank":947,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":948,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"unsloth","rank":949,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":950,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"google","rank":951,"root":"google/gemma-3-4b-pt","score":29.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":952,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"unsloth","rank":953,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"google","rank":954,"root":"google/gemma-3-1b-pt","score":29.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":955,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":956,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":957,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":null,"org":"google","rank":958,"root":"google/gemma-3-12b","score":29.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":959,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":960,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":961,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"unsloth","rank":962,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"unsloth","rank":963,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":964,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":965,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":966,"root":"google/gemma-3-4b-pt","score":29.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-pt","org":"google","rank":967,"root":"google/gemma-3-27b-pt","score":29.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":968,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"unsloth","rank":969,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"ggml-org","rank":970,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":971,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"unsloth","rank":972,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"unsloth","rank":973,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":974,"root":"google/gemma-3-1b-pt","score":29.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":975,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":976,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":977,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":978,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m","org":"unsloth","rank":979,"root":"google/gemma-3-270m","score":29.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":980,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":29.2,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"google","rank":981,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"google","rank":982,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":983,"root":"google/gemma-3-4b-pt","score":29.2,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":984,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"google","rank":985,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":986,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"google","rank":987,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":988,"root":"google/gemma-3-4b-pt","score":29.2,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"unsloth","rank":989,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":990,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":991,"root":"google/gemma-3-1b-pt","score":29.2,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":992,"root":"google/gemma-3-4b-it","score":29.2,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"google","rank":993,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":994,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"google","rank":995,"root":"google/gemma-3-12b-it","score":29.2,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-pt","org":"Mungert","rank":996,"root":"google/gemma-3-27b-pt","score":29.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"google","rank":997,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":998,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"unsloth","rank":999,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"google","rank":1000,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it","org":"Mungert","rank":1001,"root":"google/gemma-3-27b-it","score":29.2,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":1002,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":1003,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1004,"root":"google/gemma-3-1b-pt","score":29.2,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-pt","org":"unsloth","rank":1005,"root":"google/gemma-3-27b-pt","score":29.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1006,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m","org":"unsloth","rank":1007,"root":"google/gemma-3-270m","score":29.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"google","rank":1008,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-pt","org":"unsloth","rank":1009,"root":"google/gemma-3-27b-pt","score":29.2,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":1010,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m","org":"google","rank":1011,"root":"google/gemma-3-270m","score":29.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-12b-pt","org":"google","rank":1012,"root":"google/gemma-3-12b-pt","score":29.2,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m","org":"Mungert","rank":1013,"root":"google/gemma-3-270m","score":29.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":1014,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1015,"root":"google/gemma-3-270m-it","score":29.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-pt","org":"google","rank":1016,"root":"google/gemma-3-1b-it","score":29.2,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":1017,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":1018,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":29.2,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[MMLU][] (Pro COT)","model_id":"gemma-3-4b-pt","org":"google","rank":1019,"root":"google/gemma-3-4b-pt","score":29.2,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":1020,"root":"allenai/OLMo-7B-Instruct-hf","score":28.3,"variant":"OLMo-7B-Instruct-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":1021,"root":"allenai/OLMo-7B-Instruct","score":28.3,"variant":"OLMo-7B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":1022,"root":"allenai/OLMo-7B-SFT-hf","score":28.3,"variant":"OLMo-7B-SFT-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":1023,"root":"allenai/OLMo-7B-SFT","score":28.3,"variant":"OLMo-7B-SFT"},{"conf":"medium","context":"MMLU (5-shot)","model_id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","org":"TheBloke","rank":1024,"root":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","score":26.36,"variant":"open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"},{"conf":"medium","context":"MMLU (5-shot)","model_id":null,"org":"microsoft","rank":1025,"root":"microsoft/DialoGPT-small","score":25.81,"variant":"DialoGPT-small"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"google","rank":1026,"root":"google/gemma-3-1b-pt","score":24.9,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"google","rank":1027,"root":"google/gemma-3-4b-pt","score":24.9,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"google","rank":1028,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-pt","org":"google","rank":1029,"root":"google/gemma-3-27b-pt","score":24.9,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1030,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":1031,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"google","rank":1032,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1033,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1034,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"google","rank":1035,"root":"google/gemma-3-4b-pt","score":24.9,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":1036,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"unsloth","rank":1037,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"google","rank":1038,"root":"google/gemma-3-1b-pt","score":24.9,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":1039,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1040,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1041,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":null,"org":"google","rank":1042,"root":"google/gemma-3-12b","score":24.9,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1043,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1044,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1045,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"unsloth","rank":1046,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1047,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1048,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1049,"root":"google/gemma-3-4b-pt","score":24.9,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-pt","org":"google","rank":1050,"root":"google/gemma-3-27b-pt","score":24.9,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1051,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":1052,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1053,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"unsloth","rank":1054,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"unsloth","rank":1055,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1056,"root":"google/gemma-3-1b-pt","score":24.9,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":1057,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":1058,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":1059,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":1060,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":24.9,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"google","rank":1061,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"google","rank":1062,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1063,"root":"google/gemma-3-4b-pt","score":24.9,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":1064,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"google","rank":1065,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1066,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"google","rank":1067,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1068,"root":"google/gemma-3-4b-pt","score":24.9,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":1069,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1070,"root":"google/gemma-3-1b-pt","score":24.9,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":1071,"root":"google/gemma-3-4b-it","score":24.9,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1072,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"google","rank":1073,"root":"google/gemma-3-12b-it","score":24.9,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":1074,"root":"google/gemma-3-27b-pt","score":24.9,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"google","rank":1075,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1076,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"google","rank":1077,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it","org":"Mungert","rank":1078,"root":"google/gemma-3-27b-it","score":24.9,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":1079,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":1080,"root":"google/gemma-3-1b-pt","score":24.9,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":1081,"root":"google/gemma-3-27b-pt","score":24.9,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":1082,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"google","rank":1083,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":1084,"root":"google/gemma-3-27b-pt","score":24.9,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":1085,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-12b-pt","org":"google","rank":1086,"root":"google/gemma-3-12b-pt","score":24.9,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":1087,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-pt","org":"google","rank":1088,"root":"google/gemma-3-1b-it","score":24.9,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":1089,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":1090,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":24.9,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[Global-MMLU-Lite][global--lite]","model_id":"gemma-3-4b-pt","org":"google","rank":1091,"root":"google/gemma-3-4b-pt","score":24.9,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[Global-MMLU-Lite]","model_id":"t5gemma-2-270m-270m","org":"google","rank":1092,"root":"google/t5gemma-2-270m-270m","score":23.5,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[Global-MMLU-Lite]","model_id":"t5gemma-2-4b-4b","org":"google","rank":1093,"root":"google/t5gemma-2-4b-4b","score":23.5,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[Global-MMLU-Lite]","model_id":"t5gemma-2-1b-1b","org":"google","rank":1094,"root":"google/t5gemma-2-1b-1b","score":23.5,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"google","rank":1095,"root":"google/gemma-3n-E4B-it","score":22.3,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"google","rank":1096,"root":"google/gemma-3n-E4B","score":22.3,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":null,"org":"google","rank":1097,"root":"google/gemma-3n-E4B-it-litert-lm","score":22.3,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":1098,"root":"google/gemma-3n-E2B-it","score":22.3,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"unsloth","rank":1099,"root":"google/gemma-3n-E4B-it","score":22.3,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"google","rank":1100,"root":"google/gemma-3n-E4B","score":22.3,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":null,"org":"google","rank":1101,"root":"google/gemma-3n-E2B-it-litert-lm","score":22.3,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"unsloth","rank":1102,"root":"google/gemma-3n-E4B-it","score":22.3,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"google","rank":1103,"root":"google/gemma-3n-E4B","score":22.3,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":1104,"root":"google/gemma-3n-E2B-it","score":22.3,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":null,"org":"unsloth","rank":1105,"root":"google/gemma-3n-E2B-it-litert-preview","score":22.3,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":null,"org":"unsloth","rank":1106,"root":"google/gemma-3n-E4B-it-litert-preview","score":22.3,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"unsloth","rank":1107,"root":"google/gemma-3n-E4B-it","score":22.3,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":1108,"root":"google/gemma-3n-E2B-it","score":22.3,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"Mungert","rank":1109,"root":"google/gemma-3n-E4B","score":22.3,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":1110,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":22.3,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":1111,"root":"google/gemma-3n-E4B-it","score":22.3,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":1112,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":22.3,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[OpenAI MMLU][openai-]","model_id":"gemma-3n-e4b","org":"Mungert","rank":1113,"root":"google/gemma-3n-E4b-it","score":22.3,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m","org":"google","rank":1114,"root":"google/gemma-3-270m","score":14.7,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m","org":"google","rank":1115,"root":"google/gemma-3-270m","score":14.7,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1116,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1117,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1118,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":1119,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":14.7,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m","org":"unsloth","rank":1120,"root":"google/gemma-3-270m","score":14.7,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1121,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"google","rank":1122,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1123,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":1124,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":14.7,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m","org":"unsloth","rank":1125,"root":"google/gemma-3-270m","score":14.7,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m","org":"google","rank":1126,"root":"google/gemma-3-270m","score":14.7,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m","org":"Mungert","rank":1127,"root":"google/gemma-3-270m","score":14.7,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MMLU][] (Pro)","model_id":"gemma-3-270m-it","org":"unsloth","rank":1128,"root":"google/gemma-3-270m-it","score":14.7,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[MMLU] (Pro CoT)","model_id":"t5gemma-2-270m-270m","org":"google","rank":1129,"root":"google/t5gemma-2-270m-270m","score":10.6,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[MMLU] (Pro CoT)","model_id":"t5gemma-2-4b-4b","org":"google","rank":1130,"root":"google/t5gemma-2-4b-4b","score":10.6,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[MMLU] (Pro CoT)","model_id":"t5gemma-2-1b-1b","org":"google","rank":1131,"root":"google/t5gemma-2-1b-1b","score":10.6,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"google","rank":1132,"root":"google/gemma-3n-E4B-it","score":8.1,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"google","rank":1133,"root":"google/gemma-3n-E4B","score":8.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":null,"org":"google","rank":1134,"root":"google/gemma-3n-E4B-it-litert-lm","score":8.1,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":1135,"root":"google/gemma-3n-E2B-it","score":8.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"unsloth","rank":1136,"root":"google/gemma-3n-E4B-it","score":8.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"google","rank":1137,"root":"google/gemma-3n-E4B","score":8.1,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":null,"org":"google","rank":1138,"root":"google/gemma-3n-E2B-it-litert-lm","score":8.1,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"unsloth","rank":1139,"root":"google/gemma-3n-E4B-it","score":8.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"google","rank":1140,"root":"google/gemma-3n-E4B","score":8.1,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":1141,"root":"google/gemma-3n-E2B-it","score":8.1,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":null,"org":"unsloth","rank":1142,"root":"google/gemma-3n-E2B-it-litert-preview","score":8.1,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":null,"org":"unsloth","rank":1143,"root":"google/gemma-3n-E4B-it-litert-preview","score":8.1,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"unsloth","rank":1144,"root":"google/gemma-3n-E4B-it","score":8.1,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":1145,"root":"google/gemma-3n-E2B-it","score":8.1,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"Mungert","rank":1146,"root":"google/gemma-3n-E4B","score":8.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":1147,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":8.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"MuXodious","rank":1148,"root":"google/gemma-3n-E4B-it","score":8.1,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":1149,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":8.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[MMLU][] (ProX)","model_id":"gemma-3n-e4b","org":"Mungert","rank":1150,"root":"google/gemma-3n-E4b-it","score":8.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":1151,"root":"Tap-M/Luna-AI-Llama2-Uncensored","score":3.6,"variant":"Luna-AI-Llama2-Uncensored-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":1152,"root":"Tap-M/Luna-AI-Llama2-Uncensored","score":3.6,"variant":"Luna-AI-Llama2-Uncensored-GPTQ"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mmlu.html"],"url":"https://huggingface.co/spaces/mmlu"}},"meta":{"source":"registry"}}