{"data":{"category":"reasoning","id":"bbh","name":"BBH","rows":[{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":1,"root":"allenai/Olmo-3-32B-Think-DPO","score":88.8,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1125-32b","org":"allenai","rank":2,"root":"allenai/Olmo-3-1125-32B","score":88.8,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":3,"root":"allenai/Olmo-3-32B-Think","score":88.8,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":4,"root":"allenai/Olmo-3-32B-Think-SFT","score":88.8,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":5,"root":"allenai/Olmo-3-32B-Think","score":88.8,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":6,"root":"allenai/Olmo-3-32B-Think-DPO","score":88.6,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":7,"root":"allenai/Olmo-3.1-32B-Think","score":88.6,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-8b","org":"allenai","rank":8,"root":"meta-llama/Llama-3.1-8B","score":88,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":9,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":88,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":10,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":88,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":11,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":88,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":12,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":88,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-70b","org":"allenai","rank":13,"root":"meta-llama/Llama-3.1-70B","score":88,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":null,"org":"allenai","rank":14,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":88,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":15,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":88,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":"llama-3-1-405b","org":"allenai","rank":16,"root":"meta-llama/Llama-3.1-405B","score":88,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**BigBenchHard (0 shot, CoT)**","model_id":null,"org":"allenai","rank":17,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":88,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":"BBH (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":18,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.6,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"BBH (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":19,"root":"deepseek-ai/DeepSeek-V4-Pro","score":87.6,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"BBH (EM)","model_id":null,"org":"deepseek-ai","rank":20,"root":"—","score":87.6,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"BBH (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":21,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.6,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"BBH (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":22,"root":"deepseek-ai/DeepSeek-V4-Flash","score":87.6,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"BBH (EM)","model_id":null,"org":"deepseek-ai","rank":23,"root":"—","score":87.6,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"BBH (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":24,"root":"deepseek-ai/DeepSeek-V4-Pro","score":87.6,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"BBH","model_id":"ling-2-6-1t","org":"inclusionAI","rank":25,"root":"inclusionAI/Ling-2.6-1T","score":86.88,"variant":"Ling-2.6-1T-base"},{"conf":"medium","context":"BBH","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":26,"root":"tencent/Hunyuan-A13B-Instruct","score":86.3,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":27,"root":"nvidia/Nemotron-4-340B-Base","score":85.44,"variant":"Nemotron-4-340B-Base"},{"conf":"medium","context":"BBH","model_id":"ling-2-6-flash","org":"inclusionAI","rank":28,"root":"inclusionAI/Ling-2.6-flash","score":84.82,"variant":"Ling-2.6-flash-base"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"MiniMaxAI","rank":29,"root":"Qwen/Qwen2.5-32B","score":84.5,"variant":"SynLogic-32B"},{"conf":"medium","context":"BigBench Hard<br>3-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":30,"root":"microsoft/Phi-3-medium-4k-instruct","score":81.4,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"BigBench-Hard","model_id":"grin-moe","org":"microsoft","rank":31,"root":"microsoft/GRIN-MoE","score":81.4,"variant":"GRIN-MoE"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":32,"root":"allenai/Olmo-3-1125-32B","score":81.1,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"**BBH**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":33,"root":"deepseek-ai/DeepSeek-V2-Chat","score":81,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**BBH**","model_id":"deepseek-v2","org":"deepseek-ai","rank":34,"root":"deepseek-ai/DeepSeek-V2","score":81,"variant":"DeepSeek-V2"},{"conf":"medium","context":"**BBH**","model_id":"deepseek-v2-chat-0628","org":"deepseek-ai","rank":35,"root":"deepseek-ai/DeepSeek-V2-Chat-0628","score":79.7,"variant":"DeepSeek-V2-Chat-0628"},{"conf":"medium","context":"BigBench Hard<br>3-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":36,"root":"microsoft/Phi-3-small-8k-instruct","score":79.1,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"BBH","model_id":"qwen2-72b","org":"Qwen","rank":37,"root":"Qwen/Qwen2-72B","score":78.9,"variant":"Qwen2-72B"},{"conf":"medium","context":"BigBench Hard<br>3-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":38,"root":"microsoft/Phi-3-medium-128k-instruct","score":77.9,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"BBH","model_id":"internlm2-5-20b","org":"internlm","rank":39,"root":"internlm/internlm2_5-20b","score":77.82,"variant":"internlm2_5-20b"},{"conf":"medium","context":"BigBench Hard<br>3-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":40,"root":"microsoft/Phi-3-small-128k-instruct","score":77.6,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"BBH (3-shot CoT)","model_id":"internlm2-5-20b-chat","org":"internlm","rank":41,"root":"internlm/internlm2_5-20b-chat","score":76.3,"variant":"internlm2_5-20b-chat"},{"conf":"medium","context":"BBH(EM)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":42,"root":"inclusionAI/Ling-lite-1.5","score":75.75,"variant":"Ling-lite-1.5"},{"conf":"medium","context":"BBH(EM)","model_id":"ling-lite","org":"inclusionAI","rank":43,"root":"inclusionAI/Ling-lite","score":74.58,"variant":"Ling-lite"},{"conf":"medium","context":"BBH (3-shot CoT)","model_id":"internlm2-5-7b-chat","org":"internlm","rank":44,"root":"internlm/internlm2_5-7b-chat","score":71.6,"variant":"internlm2_5-7b-chat"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":45,"root":"tiiuae/Falcon-H1-34B-Base","score":70.68,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":46,"root":"tiiuae/Falcon-H1-34B-Instruct","score":70.68,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":47,"root":"tiiuae/Falcon-H1-34B-Instruct","score":70.68,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":48,"root":"tiiuae/Falcon-H1-34B-Instruct","score":70.68,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"BigBench Hard (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":49,"root":"microsoft/Phi-4-mini-instruct","score":70.4,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"BigBench Hard (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":50,"root":"microsoft/Phi-4-mini-instruct","score":70.4,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"BigBench Hard (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":51,"root":"microsoft/Phi-4-mini-instruct","score":70.4,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"BigBench Hard (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":52,"root":"microsoft/Phi-4-mini-instruct","score":70.4,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"BigBench Hard (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":53,"root":"microsoft/Phi-4-mini-instruct","score":70.4,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"BigBench Hard (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":54,"root":"microsoft/Phi-4-mini-instruct","score":70.4,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"internlm2-5-7b","org":"internlm","rank":55,"root":"internlm/internlm2_5-7b","score":70.1,"variant":"internlm2_5-7b"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":56,"root":"tiiuae/Falcon-H1-34B-Base","score":69.36,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":57,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":69,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1125-32b","org":"allenai","rank":58,"root":"allenai/Olmo-3-1125-32B","score":69,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":59,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":69,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":60,"root":"allenai/Olmo-3.1-32B-Instruct","score":69,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"BigBenchHard","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":61,"root":"allenai/Olmo-3.1-32B-Instruct","score":69,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-8b","org":"allenai","rank":62,"root":"meta-llama/Llama-3.1-8B","score":67.9,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":63,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":67.9,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":64,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":67.9,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":65,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":67.9,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":66,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":67.9,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":67,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":67.9,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-70b","org":"allenai","rank":68,"root":"meta-llama/Llama-3.1-70B","score":67.9,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":null,"org":"allenai","rank":69,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":67.9,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":70,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":67.9,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":71,"root":"allenai/Llama-3.1-Tulu-3-8B","score":67.9,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-405b","org":"allenai","rank":72,"root":"meta-llama/Llama-3.1-405B","score":67.9,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":73,"root":"allenai/Llama-3.1-Tulu-3-70B","score":67.9,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**BigBenchHard (3 shot, CoT)**","model_id":null,"org":"allenai","rank":74,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":67.9,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":75,"root":"SUSTech/SUS-Chat-34B","score":67.62,"variant":"SUS-Chat-34B-GGUF"},{"conf":"medium","context":null,"model_id":"unaversal-8x7b-v1beta","org":"TheBloke","rank":76,"root":"fblgit/UNAversal-8x7B-v1beta","score":67.52,"variant":"UNAversal-8x7B-v1beta-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":77,"root":"allenai/OLMo-2-0425-1B","score":66.6,"variant":"OLMo-2-0425-1B"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":78,"root":"allenai/OLMo-2-0325-32B-DPO","score":66.6,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":79,"root":"allenai/OLMo-2-0325-32B-Instruct","score":66.6,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":80,"root":"allenai/OLMo-2-0325-32B","score":66.6,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":81,"root":"allenai/OLMo-2-0325-32B-SFT","score":66.6,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":82,"root":"allenai/OLMo-2-0325-32B-Instruct","score":66.6,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":83,"root":"meta-llama/Meta-Llama-3-8B","score":65.3,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":84,"root":"meta-llama/Meta-Llama-3-70B","score":65.3,"variant":"llama-3-tulu-2-70b"},{"conf":"medium","context":"BBH","model_id":"internlm2-chat-7b","org":"internlm","rank":85,"root":"internlm/internlm2-chat-7b","score":65,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"BBH","model_id":null,"org":"internlm","rank":86,"root":"internlm/internlm2-7b","score":65,"variant":"internlm2-7b"},{"conf":"medium","context":"BBH","model_id":"internlm2-chat-20b","org":"internlm","rank":87,"root":"internlm/internlm2-chat-20b","score":65,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"BBH","model_id":null,"org":"internlm","rank":88,"root":"internlm/internlm2-20b","score":65,"variant":"internlm2-20b"},{"conf":"medium","context":"BBH","model_id":null,"org":"internlm","rank":89,"root":"internlm/internlm2-base-7b","score":65,"variant":"internlm2-base-7b"},{"conf":"medium","context":"BBH","model_id":null,"org":"internlm","rank":90,"root":"internlm/internlm2-base-20b","score":65,"variant":"internlm2-base-20b"},{"conf":"medium","context":"BBH","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":91,"root":"internlm/internlm2-chat-7b-sft","score":65,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"BBH","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":92,"root":"internlm/internlm2-chat-20b-sft","score":65,"variant":"internlm2-chat-20b-sft"},{"conf":"medium","context":"BBH","model_id":"discolm-70b","org":"TheBloke","rank":93,"root":"DiscoResearch/DiscoLM-70b","score":63.4,"variant":"DiscoLM-70B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"MiniMaxAI","rank":94,"root":"Qwen/Qwen2.5-7B","score":62.7,"variant":"SynLogic-7B"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":95,"root":"tiiuae/Falcon-H1-7B-Base","score":62.28,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":96,"root":"tiiuae/Falcon-H1-7B-Instruct","score":62.28,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":97,"root":"tiiuae/Falcon-H1-7B-Instruct","score":62.28,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":98,"root":"tiiuae/Falcon-H1-7B-Instruct","score":62.28,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":99,"root":"tiiuae/Falcon-H1-7B-Base","score":60.61,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"BBH","model_id":"qwen2-7b","org":"Qwen","rank":100,"root":"Qwen/Qwen2-7B","score":56.1,"variant":"Qwen2-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":101,"root":"allenai/Olmo-3-1025-7B","score":55.6,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":102,"root":"allenai/Olmo-Hybrid-7B","score":55.6,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":103,"root":"allenai/Olmo-3-1025-7B","score":55.6,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"high","context":null,"model_id":"phi-mini-moe-instruct","org":"microsoft","rank":104,"root":"microsoft/Phi-mini-MoE-instruct","score":55.27,"variant":"Phi-mini-MoE-instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":105,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":54.43,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":106,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":54.43,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":107,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":54.43,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":108,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":54.43,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":109,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":54.43,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":110,"root":"tiiuae/Falcon-H1-3B-Base","score":53.69,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":111,"root":"tiiuae/Falcon-H1-3B-Base","score":53.69,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":112,"root":"tiiuae/Falcon-H1-3B-Instruct","score":53.69,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":113,"root":"tiiuae/Falcon-H1-3B-Base","score":53.17,"variant":"Falcon-H1-3B-Base"},{"conf":"high","context":null,"model_id":"yi-34b-200k","org":"TheBloke","rank":114,"root":"01-ai/Yi-34B-200K","score":52.7,"variant":"Yi-34B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-200k-llamafied","org":"TheBloke","rank":115,"root":"larryvrh/Yi-34B-200K-Llamafied","score":52.7,"variant":"Yi-34B-200K-Llamafied-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":116,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":52.37,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"hermes-3-llama-3-1-70b","org":"mlabonne","rank":117,"root":"NousResearch/Hermes-3-Llama-3.1-70B","score":52.34,"variant":"Hermes-3-Llama-3.1-70B-lorablated"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":118,"root":"01-ai/Yi-34B-Chat","score":51.41,"variant":"Yi-34B-Chat-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":119,"root":"01-ai/Yi-34B-Chat","score":51.41,"variant":"Yi-34B-Chat-AWQ"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":120,"root":"Nanbeige/Nanbeige-16B-Base","score":50.68,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":121,"root":"allenai/open-instruct-human-mix-65b","score":50.1,"variant":"open-instruct-human-mix-65B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":122,"root":"allenai/open-instruct-human-mix-65b","score":50.1,"variant":"open-instruct-human-mix-65b"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"LiquidAI","rank":123,"root":"LiquidAI/LFM2-1.2B","score":49.54,"variant":"LFM2.5-Audio-1.5B"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"Mungert","rank":124,"root":"LiquidAI/LFM2-1.2B","score":49.54,"variant":"LFM2.5-Audio-1.5B-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":125,"root":"openchat/openchat-3.5-1210","score":49.5,"variant":"openchat-3.5-1210-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":126,"root":"openchat/openchat-3.5-1210","score":49.5,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":127,"root":"Open-Orca/OpenOrcaxOpenChat-Preview2-13B","score":48.8,"variant":"OpenOrcaxOpenChat-Preview2-13B-GPTQ"},{"conf":"medium","context":"BBH (3-Shot)","model_id":null,"org":"alpindale","rank":128,"root":"—","score":48.58,"variant":"WizardLM-2-8x22B"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":129,"root":"allenai/tulu-65b","score":48.1,"variant":"tulu-65b"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":130,"root":"openchat/openchat-3.5-0106","score":47.6,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":131,"root":"openchat/openchat_3.5","score":47.6,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":132,"root":"NurtureAI/openchat_3.5-16k","score":47.6,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":133,"root":"openchat/openchat_3.5","score":47.6,"variant":"openchat_3.5-GPTQ"},{"conf":"low","context":"MMLU-CoT | BBH-CoT","model_id":null,"org":"google","rank":134,"root":"google/flan-ul2","score":47.5,"variant":"flan-ul2"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":135,"root":"tiiuae/Falcon-H1-1.5B-Base","score":46.57,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":136,"root":"tiiuae/Falcon-H1-1.5B-Base","score":46.47,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":137,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":46.47,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":138,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":46.47,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":139,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":46.47,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":140,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":46.47,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"BBH","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":141,"root":"tencent/Hunyuan-7B-Pretrain","score":45.92,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":142,"root":"allenai/tulu-30b","score":45.8,"variant":"tulu-30B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":143,"root":"—","score":45.8,"variant":"tulu-30B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":144,"root":"allenai/tulu-30b","score":45.8,"variant":"tulu-30b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":145,"root":"allenai/tulu-30b","score":45.8,"variant":"tulu-30B-GPTQ"},{"conf":"high","context":null,"model_id":"flex-math-2x7b-1t","org":"allenai","rank":146,"root":"allenai/Flex-math-2x7B-1T","score":45.6,"variant":"Flex-math-2x7B-1T"},{"conf":"high","context":null,"model_id":"phi-tiny-moe-instruct","org":"microsoft","rank":147,"root":"microsoft/Phi-tiny-MoE-instruct","score":45.58,"variant":"Phi-tiny-MoE-instruct"},{"conf":"medium","context":"BBH","model_id":"qwen2-57b-a14b","org":"Qwen","rank":148,"root":"Qwen/Qwen2-57B-A14B","score":45.4,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":149,"root":"tiiuae/Falcon3-10B-Base","score":44.82,"variant":"Falcon3-10B-Instruct"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"google","rank":150,"root":"google/gemma-3n-E4B-it","score":44.3,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"google","rank":151,"root":"google/gemma-3n-E4B","score":44.3,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":null,"org":"google","rank":152,"root":"google/gemma-3n-E4B-it-litert-lm","score":44.3,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":153,"root":"google/gemma-3n-E2B-it","score":44.3,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":154,"root":"google/gemma-3n-E4B-it","score":44.3,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"google","rank":155,"root":"google/gemma-3n-E4B","score":44.3,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":null,"org":"google","rank":156,"root":"google/gemma-3n-E2B-it-litert-lm","score":44.3,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":157,"root":"google/gemma-3n-E4B-it","score":44.3,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"google","rank":158,"root":"google/gemma-3n-E4B","score":44.3,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":159,"root":"google/gemma-3n-E2B-it","score":44.3,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":null,"org":"unsloth","rank":160,"root":"google/gemma-3n-E2B-it-litert-preview","score":44.3,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":null,"org":"unsloth","rank":161,"root":"google/gemma-3n-E4B-it-litert-preview","score":44.3,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":162,"root":"google/gemma-3n-E4B-it","score":44.3,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":163,"root":"google/gemma-3n-E2B-it","score":44.3,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":164,"root":"google/gemma-3n-E4B","score":44.3,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":165,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":44.3,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":166,"root":"google/gemma-3n-E4B-it","score":44.3,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":167,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":44.3,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":168,"root":"google/gemma-3n-E4b-it","score":44.3,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"low","context":null,"model_id":"yi-34b","org":"TheBloke","rank":169,"root":"01-ai/Yi-34B","score":44.1,"variant":"Yi-34B-GGUF"},{"conf":"medium","context":"BBH","model_id":"qwen2-0-5b","org":"Qwen","rank":170,"root":"Qwen/Qwen2-0.5B","score":43.4,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"BBH","model_id":"qwen2-1-5b","org":"Qwen","rank":171,"root":"Qwen/Qwen2-1.5B","score":43.4,"variant":"Qwen2-1.5B"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":172,"root":"tiiuae/Falcon-H1-0.5B-Base","score":42.91,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":173,"root":"tiiuae/Falcon-H1-0.5B-Base","score":42.91,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":174,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":42.91,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b-200k","org":"TheBloke","rank":175,"root":"01-ai/Yi-6B-200K","score":42.8,"variant":"Yi-6B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b","org":"TheBloke","rank":176,"root":"01-ai/Yi-6B","score":42.8,"variant":"Yi-6B-GGUF"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"llama-3-1-70b","org":"allenai","rank":177,"root":"meta-llama/Llama-3.1-70B","score":42.02,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"BBH (3-shot CoT)","model_id":"internlm2-5-1-8b-chat","org":"internlm","rank":178,"root":"internlm/internlm2_5-1_8b-chat","score":41.9,"variant":"internlm2_5-1_8b-chat"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":179,"root":"tiiuae/Falcon3-10B-Base","score":41.38,"variant":"Falcon3-10B-Base"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":180,"root":"allenai/tulu-13b","score":41.3,"variant":"tulu-13B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":181,"root":"—","score":41.3,"variant":"tulu-13B-fp16"},{"conf":"medium","context":"BBH","model_id":null,"org":"internlm","rank":182,"root":"internlm/internlm2_5-1_8b","score":41.16,"variant":"internlm2_5-1_8b"},{"conf":"medium","context":"BBH","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":183,"root":"tiiuae/Falcon-H1-0.5B-Base","score":40.22,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"**BBH**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":184,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":39.5,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**BBH**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":185,"root":"deepseek-ai/DeepSeek-V2-Lite","score":39.5,"variant":"DeepSeek-V2-Lite"},{"conf":"medium","context":"**BigBenchHard (CoT)**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":186,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":38.61,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**BigBenchHard (CoT)**","model_id":null,"org":"allenai","rank":187,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":38.61,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**BigBenchHard (CoT)**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":188,"root":"allenai/OLMoE-1B-7B-0125","score":38.61,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":189,"root":"allenai/open-instruct-flan-v2-7b","score":38.6,"variant":"open-instruct-flan-v2-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":190,"root":"allenai/open-instruct-cot-13b","score":38.6,"variant":"open-instruct-cot-13b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":191,"root":"allenai/open-instruct-sni-7b","score":38.4,"variant":"open-instruct-sni-7b"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":192,"root":"Qwen/Qwen-72B","score":38.2,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":193,"root":"Qwen/Qwen-7B","score":38.2,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":194,"root":"Qwen/Qwen-14B","score":38.2,"variant":"Qwen-14B"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":195,"root":"allenai/tulu-7b","score":38.1,"variant":"tulu-7B-GGUF"},{"conf":"high","context":null,"model_id":"flex-code-2x7b-1t","org":"allenai","rank":196,"root":"allenai/Flex-code-2x7B-1T","score":38.1,"variant":"Flex-code-2x7B-1T"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":197,"root":"allenai/tulu-7b","score":38.1,"variant":"tulu-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":198,"root":"—","score":38.1,"variant":"tulu-7B-fp16"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":199,"root":"budecosystem/genz-70b","score":37.76,"variant":"Genz-70b-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":200,"root":"budecosystem/genz-13b-v2","score":37.76,"variant":"genz-13B-v2-GGUF"},{"conf":"medium","context":"BBH","model_id":"internlm2-chat-1-8b","org":"internlm","rank":201,"root":"internlm/internlm2-chat-1_8b","score":37.5,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"BBH","model_id":null,"org":"internlm","rank":202,"root":"internlm/internlm2-1_8b","score":37.5,"variant":"internlm2-1_8b"},{"conf":"medium","context":"BBH","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":203,"root":"internlm/internlm2-chat-1_8b-sft","score":37.5,"variant":"internlm2-chat-1_8b-sft"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t","org":"allenai","rank":204,"root":"allenai/FlexOlmo-7x7B-1T","score":35.7,"variant":"FlexOlmo-7x7B-1T"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t-rt","org":"allenai","rank":205,"root":"allenai/FlexOlmo-7x7B-1T-RT","score":35.7,"variant":"FlexOlmo-7x7B-1T-RT"},{"conf":"low","context":null,"model_id":"flex-pes2o-2x7b-1t","org":"allenai","rank":206,"root":"allenai/Flex-pes2o-2x7B-1T","score":35.7,"variant":"Flex-pes2o-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-creative-2x7b-1t","org":"allenai","rank":207,"root":"allenai/Flex-creative-2x7B-1T","score":35.7,"variant":"Flex-creative-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-public-7b-1t","org":"allenai","rank":208,"root":"allenai/Flex-public-7B-1T","score":35.7,"variant":"Flex-public-7B-1T"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":209,"root":"allenai/open-instruct-human-mix-7b","score":35.6,"variant":"open-instruct-human-mix-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":210,"root":"allenai/open-instruct-cot-7b","score":33.7,"variant":"open-instruct-cot-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":211,"root":"allenai/open-instruct-stanford-alpaca-7b","score":32.6,"variant":"open-instruct-stanford-alpaca-7b"},{"conf":"medium","context":"BBH (3-shot)","model_id":"smollm2-1-7b","org":"Mungert","rank":212,"root":"HuggingFaceTB/SmolLM2-1.7B","score":32.2,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":213,"root":"allenai/open-instruct-unnatural-instructions-7b","score":31.4,"variant":"open-instruct-unnatural-instructions-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":214,"root":"allenai/open-instruct-pythia-6.9b-tulu","score":31.3,"variant":"open-instruct-pythia-6.9b-tulu"},{"conf":"medium","context":"BBH","model_id":"youtu-llm-2b-base","org":"Mungert","rank":215,"root":"tencent/Youtu-LLM-2B-Base","score":31,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"high","context":null,"model_id":"flex-news-2x7b-1t","org":"allenai","rank":216,"root":"allenai/Flex-news-2x7B-1T","score":30.9,"variant":"Flex-news-2x7B-1T"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":217,"root":"allenai/open-instruct-baize-7b","score":30.6,"variant":"open-instruct-baize-7b"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"LiquidAI","rank":218,"root":"LiquidAI/LFM2-1.2B","score":30.54,"variant":"LFM2-Audio-1.5B"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"meta-llama","rank":219,"root":"meta-llama/Llama-2-7b-hf","score":30.3,"variant":"Llama-2-7b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"meta-llama","rank":220,"root":"meta-llama/Llama-2-7b-chat-hf","score":30.3,"variant":"Llama-2-7b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"meta-llama","rank":221,"root":"meta-llama/Llama-2-13b-chat-hf","score":30.3,"variant":"Llama-2-13b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":222,"root":"meta-llama/Llama-2-7b-chat-hf","score":30.3,"variant":"Llama-2-7B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":223,"root":"meta-llama/Llama-2-7b-chat-hf","score":30.3,"variant":"Llama-2-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"meta-llama","rank":224,"root":"meta-llama/Llama-2-13b-hf","score":30.3,"variant":"Llama-2-13b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":225,"root":"meta-llama/Llama-2-7b-hf","score":30.3,"variant":"Llama-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"meta-llama","rank":226,"root":"meta-llama/Llama-2-70b-chat-hf","score":30.3,"variant":"Llama-2-70b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"meta-llama","rank":227,"root":"meta-llama/Llama-2-70b-hf","score":30.3,"variant":"Llama-2-70b-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":228,"root":"meta-llama/Llama-2-13b-chat-hf","score":30.3,"variant":"Llama-2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":229,"root":"meta-llama/Llama-2-7b-hf","score":30.3,"variant":"Llama-2-7B-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":230,"root":"meta-llama/Llama-2-70b-hf","score":30.3,"variant":"Llama-2-70B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":231,"root":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","score":30.3,"variant":"Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":232,"root":"meta-llama/Llama-2-7b-hf","score":30.3,"variant":"Llama-2-7B-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":233,"root":"meta-llama/Llama-2-70b-chat-hf","score":30.3,"variant":"Llama-2-70B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":234,"root":"meta-llama/Llama-2-7b-chat-hf","score":30.3,"variant":"Llama-2-7B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":235,"root":"meta-llama/Llama-2-70b-chat-hf","score":30.3,"variant":"Llama-2-70B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":236,"root":"—","score":30.3,"variant":"Llama-2-7B-Chat-fp16"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":237,"root":"meta-llama/Llama-2-13b-hf","score":30.3,"variant":"Llama-2-13B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-llama2-13b","org":"TheBloke","rank":238,"root":"uukuguy/speechless-llama2-13b","score":30.3,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":239,"root":"meta-llama/Llama-2-70b-hf","score":30.3,"variant":"Llama-2-70B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":240,"root":"meta-llama/Llama-2-13b-chat-hf","score":30.3,"variant":"Llama-2-13B-chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":241,"root":"meta-llama/Llama-2-70b-hf","score":30.3,"variant":"Llama-2-70B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":242,"root":"—","score":30.3,"variant":"Llama-2-13B-fp16"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":243,"root":"meta-llama/Llama-2-70b-chat-hf","score":30.3,"variant":"Llama-2-70B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":244,"root":"meta-llama/Llama-2-7b-chat-hf","score":30.3,"variant":"Llama-2-7B-Chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":245,"root":"meta-llama/Llama-2-13b-chat-hf","score":30.3,"variant":"Llama-2-13B-chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":246,"root":"meta-llama/Llama-2-13b-hf","score":30.3,"variant":"Llama-2-13B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":247,"root":"—","score":30.3,"variant":"Llama-2-70B-fp16"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":248,"root":"meta-llama/Llama-2-7b","score":30.3,"variant":"Llama-2-7b"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":249,"root":"meta-llama/Llama-2-13b-chat-hf","score":30.3,"variant":"Llama-2-13B-chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":250,"root":"meta-llama/Llama-2-7b-hf","score":30.3,"variant":"Llama-2-7B-GGML"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":251,"root":"meta-llama/Llama-2-7b","score":30.3,"variant":"Llama-2-7b-chat-hf-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":252,"root":"meta-llama/Llama-2-13b-hf","score":30.3,"variant":"Llama-2-13B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":253,"root":"meta-llama/Llama-2-7b-chat","score":30.3,"variant":"Llama-2-7b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":254,"root":"meta-llama/Llama-2-13b","score":30.3,"variant":"Llama-2-13b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":255,"root":"meta-llama/Llama-2-70b","score":30.3,"variant":"Llama-2-70b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":256,"root":"meta-llama/Llama-2-13b-chat","score":30.3,"variant":"Llama-2-13b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":257,"root":"meta-llama/Llama-2-70b-chat","score":30.3,"variant":"Llama-2-70b-chat"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":258,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":29.9,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":259,"root":"allenai/OLMo-2-0425-1B","score":29.9,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":260,"root":"allenai/OLMo-2-0425-1B-SFT","score":29.9,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":261,"root":"allenai/OLMo-2-0425-1B-Instruct","score":29.9,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":262,"root":"allenai/OLMo-2-0425-1B-Instruct","score":29.9,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":263,"root":"allenai/OLMo-2-0425-1B-DPO","score":29.9,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":264,"root":"allenai/open-instruct-self-instruct-7b","score":29.9,"variant":"open-instruct-self-instruct-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":265,"root":"allenai/open-instruct-code-alpaca-7b","score":29.6,"variant":"open-instruct-code-alpaca-7b"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"llama-3-1-8b-arliai-rpmax-v1-1","org":"ArliAI","rank":266,"root":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","score":28.79,"variant":"Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":267,"root":"allenai/open-instruct-gpt4-alpaca-7b","score":28.5,"variant":"open-instruct-gpt4-alpaca-7b"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":268,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":28.48,"variant":"ChimeraLlama-3-8B-v2"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"google","rank":269,"root":"google/gemma-3-1b-pt","score":28.4,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"google","rank":270,"root":"google/gemma-3-4b-pt","score":28.4,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"google","rank":271,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-pt","org":"google","rank":272,"root":"google/gemma-3-27b-pt","score":28.4,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":273,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":274,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"google","rank":275,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":276,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":277,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"google","rank":278,"root":"google/gemma-3-4b-pt","score":28.4,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":279,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":280,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"google","rank":281,"root":"google/gemma-3-1b-pt","score":28.4,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":282,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":283,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":284,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":null,"org":"google","rank":285,"root":"google/gemma-3-12b","score":28.4,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":286,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":287,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":288,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":289,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":290,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":291,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":292,"root":"google/gemma-3-4b-pt","score":28.4,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-pt","org":"google","rank":293,"root":"google/gemma-3-27b-pt","score":28.4,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":294,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":295,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":296,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":297,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":298,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":299,"root":"google/gemma-3-1b-pt","score":28.4,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":300,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":301,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":302,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":303,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":28.4,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"google","rank":304,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"google","rank":305,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":306,"root":"google/gemma-3-4b-pt","score":28.4,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":307,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"google","rank":308,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":309,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"google","rank":310,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":311,"root":"google/gemma-3-4b-pt","score":28.4,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":312,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":313,"root":"google/gemma-3-1b-pt","score":28.4,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":314,"root":"google/gemma-3-4b-it","score":28.4,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":315,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"google","rank":316,"root":"google/gemma-3-12b-it","score":28.4,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":317,"root":"google/gemma-3-27b-pt","score":28.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"google","rank":318,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":319,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"google","rank":320,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":321,"root":"google/gemma-3-27b-it","score":28.4,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":322,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":323,"root":"google/gemma-3-1b-pt","score":28.4,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":324,"root":"google/gemma-3-27b-pt","score":28.4,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":325,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"google","rank":326,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":327,"root":"google/gemma-3-27b-pt","score":28.4,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":328,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-12b-pt","org":"google","rank":329,"root":"google/gemma-3-12b-pt","score":28.4,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":330,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-pt","org":"google","rank":331,"root":"google/gemma-3-1b-it","score":28.4,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":332,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":333,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":28.4,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-4b-pt","org":"google","rank":334,"root":"google/gemma-3-4b-pt","score":28.4,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"BBH (3-shot)","model_id":"smollm2-135m","org":"Mungert","rank":335,"root":"HuggingFaceTB/SmolLM2-135M","score":28.2,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":336,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":27.65,"variant":"ChimeraLlama-3-8B-v3"},{"conf":"medium","context":"BBH (3-shot)","model_id":"smollm2-360m","org":"Mungert","rank":337,"root":"HuggingFaceTB/SmolLM2-360M","score":27.3,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":338,"root":"allenai/open-instruct-dolly-7b","score":27.2,"variant":"open-instruct-dolly-7b"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"meta-llama-3-1-8b-instruct","org":"mlabonne","rank":339,"root":"meta-llama/Meta-Llama-3.1-8B-Instruct","score":27.13,"variant":"Meta-Llama-3.1-8B-Instruct-abliterated"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m","org":"google","rank":340,"root":"google/gemma-3-270m","score":26.7,"variant":"gemma-3-270m"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m","org":"google","rank":341,"root":"google/gemma-3-270m","score":26.7,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":342,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":343,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":344,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":345,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":26.7,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m","org":"unsloth","rank":346,"root":"google/gemma-3-270m","score":26.7,"variant":"gemma-3-270m"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":347,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"google","rank":348,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":349,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":350,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":26.7,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m","org":"unsloth","rank":351,"root":"google/gemma-3-270m","score":26.7,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m","org":"google","rank":352,"root":"google/gemma-3-270m","score":26.7,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m","org":"Mungert","rank":353,"root":"google/gemma-3-270m","score":26.7,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Hard][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":354,"root":"google/gemma-3-270m-it","score":26.7,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"high","context":null,"model_id":"falcon-e-3b-instruct","org":"tiiuae","rank":355,"root":"tiiuae/Falcon-E-3B-Instruct","score":26.45,"variant":"Falcon-E-3B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":356,"root":"tiiuae/Falcon-E-3B-Base","score":26.45,"variant":"Falcon-E-3B-Instruct-GGUF"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"mistral-nemo-12b-arliai-rpmax-v1-1","org":"ArliAI","rank":357,"root":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","score":24.81,"variant":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"[BIG-Bench Hard]","model_id":"t5gemma-2-270m-270m","org":"google","rank":358,"root":"google/t5gemma-2-270m-270m","score":22.9,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[BIG-Bench Hard]","model_id":"t5gemma-2-4b-4b","org":"google","rank":359,"root":"google/t5gemma-2-4b-4b","score":22.9,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[BIG-Bench Hard]","model_id":"t5gemma-2-1b-1b","org":"google","rank":360,"root":"google/t5gemma-2-1b-1b","score":22.9,"variant":"t5gemma-2-1b-1b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":361,"root":"allenai/open-instruct-oasst1-7b","score":20.4,"variant":"open-instruct-oasst1-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":362,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":363,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":364,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":365,"root":"tiiuae/falcon-mamba-7b-instruct","score":19.88,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":366,"root":"tiiuae/falcon-mamba-7b-instruct","score":19.88,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":367,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":368,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":369,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":370,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":371,"root":"tiiuae/falcon-mamba-7b","score":19.88,"variant":"falcon-mamba-7b-4bit"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":372,"root":"tiiuae/Falcon-E-3B-Base","score":19.83,"variant":"Falcon-E-3B-Base"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base-prequantized","org":"tiiuae","rank":373,"root":"tiiuae/Falcon-E-3B-Base-prequantized","score":19.83,"variant":"Falcon-E-3B-Base-prequantized"},{"conf":"high","context":null,"model_id":"flex-reddit-2x7b-1t","org":"allenai","rank":374,"root":"allenai/Flex-reddit-2x7B-1T","score":19.7,"variant":"Flex-reddit-2x7B-1T"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":375,"root":"tiiuae/Falcon-E-1B-Base","score":19.42,"variant":"Falcon-E-1B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-instruct","org":"tiiuae","rank":376,"root":"tiiuae/Falcon-E-1B-Instruct","score":19.42,"variant":"Falcon-E-1B-Instruct"},{"conf":"medium","context":"BBH (3-Shot)","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":377,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":16.86,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":378,"root":"tiiuae/Falcon-E-1B-Base","score":12.28,"variant":"Falcon-E-1B-Base"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":379,"root":"allenai/open-instruct-sharegpt-7b","score":5.2,"variant":"open-instruct-sharegpt-7b"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":380,"root":"allenai/OLMo-2-1124-7B-DPO","score":2.5,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":381,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":2.5,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":382,"root":"allenai/OLMo2-7B-1124","score":2.5,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":383,"root":"allenai/OLMo-2-1124-7B-SFT","score":2.5,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":384,"root":"allenai/OLMo2-13B-1124","score":2.5,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":385,"root":"allenai/OLMo-2-1124-13B-SFT","score":2.5,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":386,"root":"allenai/OLMo-2-1124-7B-DPO","score":2.5,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":387,"root":"allenai/OLMo-2-1124-7B-SFT","score":2.5,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":388,"root":"allenai/OLMo-2-1124-7B-SFT","score":2.5,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":389,"root":"allenai/OLMo-2-1124-13B-SFT","score":2.5,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":390,"root":"allenai/OLMo-2-1124-13B-DPO","score":2.5,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":391,"root":"allenai/OLMo2-7B-1124","score":2.5,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":392,"root":"allenai/OLMo-2-1124-7B-SFT","score":2.5,"variant":"OLMo-2-1124-7B-DPO-Preview"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/bbh.html"],"url":"https://huggingface.co/spaces/bbh"}},"meta":{"source":"registry"}}