{"data":{"category":"math","id":"gsm8k","name":"GSM8K","rows":[{"conf":"medium","context":"GSM8K","model_id":"llada2-0-flash","org":"inclusionAI","rank":1,"root":"inclusionAI/LLaDA2.0-flash","score":96.36,"variant":"LLaDA2.0-flash"},{"conf":"low","context":null,"model_id":"acemath-7b-rm","org":"nvidia","rank":2,"root":"nvidia/AceMath-7B-RM","score":96.22,"variant":"AceMath-7B-RM"},{"conf":"low","context":null,"model_id":"acemath-72b-rm","org":"nvidia","rank":3,"root":"nvidia/AceMath-72B-RM","score":96.22,"variant":"AceMath-72B-RM"},{"conf":"medium","context":"GSM8k<sup>*</sup>","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":4,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":95.6,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"GSM8k<sup>*</sup>","model_id":"minimax-text-01","org":"MiniMaxAI","rank":5,"root":"MiniMaxAI/MiniMax-Text-01","score":95.6,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"GSM8K","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":6,"root":"inclusionAI/LLaDA2.0-flash-preview","score":95.45,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"GSM8K","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":7,"root":"inclusionAI/LLaDA2.0-mini-preview","score":94.62,"variant":"LLaDA2.0-mini-preview"},{"conf":"medium","context":"GSM8K","model_id":"diffusiongemma-26b-a4b-it","org":"nvidia","rank":8,"root":"google/diffusiongemma-26B-A4B-it","score":94.54,"variant":"diffusiongemma-26B-A4B-it-NVFP4"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":9,"root":"nvidia/Nemotron-H-56B-Base-8K","score":93.71,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"GSM8K","model_id":"llada2-0-mini","org":"inclusionAI","rank":10,"root":"inclusionAI/LLaDA2.0-mini","score":93.63,"variant":"LLaDA2.0-mini"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":11,"root":"nvidia/Nemotron-H-56B-Base-8K","score":93.3,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-72b","org":"Qwen","rank":12,"root":"Qwen/Qwen2-72B","score":93,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"GSM8K","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":13,"root":"mistralai/Mistral-Large-Instruct-2407","score":93,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"GSM8k","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":14,"root":"tencent/Hunyuan-A13B-Instruct","score":92.8,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":15,"root":"nvidia/AceMath-RL-Nemotron-7B","score":92.7,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":16,"root":"nvidia/AceMath-RL-Nemotron-7B","score":92.7,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"medium","context":"GSM8K (8-shot, acc)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":17,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":92.49,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":18,"root":"llm-agents/tora-code-34b-v1.0","score":92,"variant":"tora-code-34b-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":19,"root":"llm-agents/tora-code-13b-v1.0","score":92,"variant":"tora-code-13B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":20,"root":"llm-agents/tora-7b-v1.0","score":92,"variant":"tora-7B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":21,"root":"llm-agents/tora-13b-v1.0","score":92,"variant":"tora-13B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":22,"root":"llm-agents/tora-70b-v1.0","score":92,"variant":"tora-70B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":23,"root":"llm-agents/tora-code-7b-v1.0","score":92,"variant":"tora-code-7B-v1.0-GGUF"},{"conf":"high","context":null,"model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":24,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":91.8,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"GSM8K CoT","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":25,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":91.66,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"GSM8K CoT","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":26,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":91.66,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"GSM8K (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":27,"root":"deepseek-ai/DeepSeek-V4-Flash","score":91.1,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"GSM8K (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":28,"root":"deepseek-ai/DeepSeek-V4-Pro","score":91.1,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"GSM8K (EM)","model_id":null,"org":"deepseek-ai","rank":29,"root":"—","score":91.1,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"GSM8K (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":30,"root":"deepseek-ai/DeepSeek-V4-Flash","score":91.1,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"GSM8K (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":31,"root":"deepseek-ai/DeepSeek-V4-Flash","score":91.1,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"GSM8K (EM)","model_id":null,"org":"deepseek-ai","rank":32,"root":"—","score":91.1,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"GSM8K (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":33,"root":"deepseek-ai/DeepSeek-V4-Pro","score":91.1,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"GSM8K Chain of Thought<br>8-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":34,"root":"microsoft/Phi-3-medium-4k-instruct","score":91,"variant":"Phi-3-medium-4k-instruct"},{"conf":"low","context":null,"model_id":"nvlm-d-72b","org":"nvidia","rank":35,"root":"nvidia/NVLM-D-72B","score":90.8,"variant":"NVLM-D-72B"},{"conf":"medium","context":"GSM8K","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":90.67,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"GSM8K","model_id":"ling-2-6-flash","org":"inclusionAI","rank":37,"root":"inclusionAI/Ling-2.6-flash","score":90.6,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"GSM8K Chain of Thought<br>8-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":38,"root":"microsoft/Phi-3-small-8k-instruct","score":89.6,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"GSM8K","model_id":"ling-2-6-1t","org":"inclusionAI","rank":39,"root":"inclusionAI/Ling-2.6-1T","score":89.31,"variant":"Ling-2.6-1T-base"},{"conf":"medium","context":"GSM8K (8-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":89.01,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":41,"root":"nvidia/Nemotron-H-4B-Base-8K","score":88.93,"variant":"Nemotron-H-4B-Instruct-128K"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":42,"root":"Qwen/Qwen2.5-Omni-3B","score":88.7,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":43,"root":"Qwen/Qwen2.5-Omni-7B","score":88.7,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":44,"root":"Qwen/Qwen2.5-Omni-7B","score":88.7,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":45,"root":"Qwen/Qwen2.5-Omni-3B","score":88.7,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":46,"root":"Qwen/Qwen2.5-Omni-3B","score":88.7,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":47,"root":"Qwen/Qwen2.5-Omni-7B","score":88.7,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":48,"root":"Qwen/Qwen2.5-Omni-7B","score":88.7,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":49,"root":"Qwen/Qwen2.5-Omni-3B","score":88.7,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"GSM8K (8-shot, CoT)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":50,"root":"microsoft/Phi-4-mini-instruct","score":88.6,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"GSM8K (8-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":51,"root":"microsoft/Phi-4-mini-instruct","score":88.6,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"GSM8K (8-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":52,"root":"microsoft/Phi-4-mini-instruct","score":88.6,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"GSM8K (8-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":53,"root":"microsoft/Phi-4-mini-instruct","score":88.6,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"GSM8K (8-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":54,"root":"microsoft/Phi-4-mini-instruct","score":88.6,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"GSM8K (8-shot, CoT)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":55,"root":"microsoft/Phi-4-mini-instruct","score":88.6,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":56,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":88.1,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"high","context":null,"model_id":"internlm2-math-plus-20b","org":"internlm","rank":57,"root":"internlm/internlm2-math-plus-20b","score":87.7,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"GSM8K Chain of Thought<br>8-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":58,"root":"microsoft/Phi-3-medium-128k-instruct","score":87.5,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"GSM8K Chain of Thought<br>8-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":59,"root":"microsoft/Phi-3-small-128k-instruct","score":87.3,"variant":"Phi-3-small-128k-instruct"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":60,"root":"nvidia/Nemotron-H-8B-Base-8K","score":87.11,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"GSM8K (0-shot CoT)","model_id":"internlm2-5-7b-chat","org":"internlm","rank":61,"root":"internlm/internlm2_5-7b-chat","score":86,"variant":"internlm2_5-7b-chat"},{"conf":"high","context":null,"model_id":"internlm2-math-plus-7b","org":"internlm","rank":62,"root":"internlm/internlm2-math-plus-7b","score":85.8,"variant":"internlm2-math-plus-7b"},{"conf":"high","context":null,"model_id":"phi-mini-moe-instruct","org":"microsoft","rank":63,"root":"microsoft/Phi-mini-MoE-instruct","score":84.89,"variant":"Phi-mini-MoE-instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":64,"root":"tiiuae/Falcon-H1-3B-Base","score":84.76,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":65,"root":"tiiuae/Falcon-H1-3B-Base","score":84.76,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":66,"root":"tiiuae/Falcon-H1-3B-Instruct","score":84.76,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"llama-3-1-8b","org":"nvidia","rank":67,"root":"meta-llama/Llama-3.1-8B","score":84.5,"variant":"OpenMath2-Llama3.1-8B"},{"conf":"low","context":null,"model_id":"llama-3-1-8b","org":"Mungert","rank":68,"root":"meta-llama/Llama-3.1-8B","score":84.5,"variant":"OpenMath2-Llama3.1-8B-GGUF"},{"conf":"low","context":null,"model_id":"llama-3-1-70b","org":"nvidia","rank":69,"root":"meta-llama/Llama-3.1-70B","score":84.5,"variant":"OpenMath2-Llama3.1-70B"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":70,"root":"LiquidAI/LFM2-8B-A1B","score":84.38,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":71,"root":"LiquidAI/LFM2-8B-A1B","score":84.38,"variant":"LFM2-8B-A1B"},{"conf":"high","context":null,"model_id":"glm-4-9b","org":"zai-org","rank":72,"root":"zai-org/glm-4-9b","score":84,"variant":"glm-4-9b"},{"conf":"high","context":null,"model_id":"glm-4-9b-hf","org":"zai-org","rank":73,"root":"zai-org/glm-4-9b-hf","score":84,"variant":"glm-4-9b-hf"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":74,"root":"tiiuae/Falcon-H1-34B-Base","score":83.62,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":75,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.62,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":76,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.62,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":77,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.62,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":78,"root":"WizardLM/WizardMath-7B-V1.1","score":83.2,"variant":"WizardMath-7B-V1.1-GGUF"},{"conf":"medium","context":"**GSM8K**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":79,"root":"deepseek-ai/DeepSeek-V2-Chat","score":83,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**GSM8K**","model_id":"deepseek-v2","org":"deepseek-ai","rank":80,"root":"deepseek-ai/DeepSeek-V2","score":83,"variant":"DeepSeek-V2"},{"conf":"high","context":null,"model_id":"lfm2-2-6b","org":"Mungert","rank":81,"root":"LiquidAI/LFM2-2.6B","score":82.41,"variant":"LFM2-2.6B-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":82,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":82.34,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":83,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":82.34,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":84,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":82.34,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":85,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":82.34,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":86,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":82.34,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":87,"root":"tiiuae/Falcon-H1-7B-Base","score":81.65,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":88,"root":"tiiuae/Falcon-H1-7B-Instruct","score":81.65,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":89,"root":"tiiuae/Falcon-H1-7B-Instruct","score":81.65,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":90,"root":"tiiuae/Falcon-H1-7B-Instruct","score":81.65,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":91,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":81.6,"variant":"WizardCoder-Python-34B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":92,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":81.6,"variant":"WizardCoder-Python-13B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":93,"root":"WizardLM/WizardCoder-Python-7b-V1.0","score":81.6,"variant":"WizardCoder-Python-7B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":94,"root":"WizardLM/WizardLM-70B-V1.0","score":81.6,"variant":"WizardLM-70B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":95,"root":"WizardLM/WizardLM-13B-V1.2","score":81.6,"variant":"WizardLM-13B-V1.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":96,"root":"WizardLM/WizardLM-70B-V1.0","score":81.6,"variant":"WizardLM-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":97,"root":"WizardLM/WizardLM-13B-V1.1","score":81.6,"variant":"WizardLM-13B-V1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":98,"root":"WizardLM/WizardLM-7B-V1.0","score":81.6,"variant":"wizardLM-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":99,"root":"WizardLM/WizardMath-70B-V1.0","score":81.6,"variant":"WizardMath-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":100,"root":"WizardLM/WizardLM-30B-V1.0","score":81.6,"variant":"WizardLM-30B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":101,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":81.6,"variant":"WizardCoder-Python-13B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":102,"root":"WizardLM/WizardLM-13B-V1.2","score":81.6,"variant":"WizardLM-13B-V1.2-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":103,"root":"WizardLM/WizardLM-13B-V1.1","score":81.6,"variant":"WizardLM-13B-V1.1-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":104,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":81.6,"variant":"WizardCoder-Python-34B-V1.0-GPTQ"},{"conf":"medium","context":"[GSM8K][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":105,"root":"mistralai/Mistral-Small-24B-Base-2501","score":80.73,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":106,"root":"SUSTech/SUS-Chat-34B","score":80.06,"variant":"SUS-Chat-34B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":107,"root":"allenai/OLMo-2-1124-7B-DPO","score":79.7,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":108,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":79.7,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":109,"root":"allenai/OLMo2-7B-1124","score":79.7,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":110,"root":"allenai/OLMo-2-1124-7B-SFT","score":79.7,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":111,"root":"allenai/OLMo2-13B-1124","score":79.7,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":112,"root":"allenai/OLMo-2-1124-13B-SFT","score":79.7,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":113,"root":"allenai/OLMo-2-1124-7B-DPO","score":79.7,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":114,"root":"allenai/OLMo-2-1124-7B-SFT","score":79.7,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":115,"root":"allenai/OLMo-2-1124-7B-SFT","score":79.7,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":116,"root":"allenai/OLMo-2-1124-13B-SFT","score":79.7,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":117,"root":"allenai/OLMo-2-1124-13B-DPO","score":79.7,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":118,"root":"allenai/OLMo2-7B-1124","score":79.7,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":119,"root":"allenai/OLMo-2-1124-7B-SFT","score":79.7,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-7b","org":"Qwen","rank":120,"root":"Qwen/Qwen2-7B","score":79.6,"variant":"Qwen2-7B-Instruct"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":121,"root":"zai-org/glm-4-9b-chat","score":79.6,"variant":"glm-4-9b-chat"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":122,"root":"THUDM/glm-4-9b-chat","score":79.6,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-72b","org":"Qwen","rank":123,"root":"Qwen/Qwen2-72B","score":79.2,"variant":"Qwen2-72B"},{"conf":"high","context":null,"model_id":"phi-tiny-moe-instruct","org":"microsoft","rank":124,"root":"microsoft/Phi-tiny-MoE-instruct","score":78.47,"variant":"Phi-tiny-MoE-instruct"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":125,"root":"openchat/openchat-3.5-1210","score":77.3,"variant":"openchat-3.5-1210-GGUF"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":126,"root":"openchat/openchat-3.5-1210","score":77.3,"variant":"openchat-3.5-1210-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":127,"root":"openchat/openchat-3.5-0106","score":77.3,"variant":"openchat-3.5-0106-GGUF"},{"conf":"high","context":null,"model_id":"openchat-3-5-0106","org":"TheBloke","rank":128,"root":"openchat/openchat-3.5-0106","score":77.3,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":129,"root":"openchat/openchat_3.5","score":77.3,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":130,"root":"NurtureAI/openchat_3.5-16k","score":77.3,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":131,"root":"NurtureAI/openchat_3.5-16k","score":77.3,"variant":"openchat_3.5-16k-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":132,"root":"openchat/openchat-3.5-1210","score":77.3,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":133,"root":"openchat/openchat-3.5-1210","score":77.3,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":134,"root":"openchat/openchat_3.5","score":77.3,"variant":"openchat_3.5-GPTQ"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":135,"root":"tiiuae/Falcon-H1-34B-Base","score":76.5,"variant":"Falcon-H1-34B-Base"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":136,"root":"Qwen/Qwen-72B","score":76.4,"variant":"Qwen-72B-Chat"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-8b","org":"allenai","rank":137,"root":"meta-llama/Llama-3.1-8B","score":76.2,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":138,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":76.2,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":139,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":76.2,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":140,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":76.2,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":141,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":76.2,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":142,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":76.2,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-70b","org":"allenai","rank":143,"root":"meta-llama/Llama-3.1-70B","score":76.2,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":null,"org":"allenai","rank":144,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":76.2,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":145,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":76.2,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":146,"root":"allenai/Llama-3.1-Tulu-3-8B","score":76.2,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-405b","org":"allenai","rank":147,"root":"meta-llama/Llama-3.1-405B","score":76.2,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":148,"root":"allenai/Llama-3.1-Tulu-3-70B","score":76.2,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**GSM8K (8 shot, CoT)**","model_id":null,"org":"allenai","rank":149,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":76.2,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":null,"model_id":null,"org":"bartowski","rank":150,"root":"—","score":75.66,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":151,"root":"Qwen/Qwen-72B","score":75.3,"variant":"Qwen-72B-Chat-Int4"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":152,"root":"tiiuae/Falcon-H1-1.5B-Base","score":74.98,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":153,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74.98,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":154,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74.98,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":155,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74.98,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":156,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74.98,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-5-7b","org":"internlm","rank":157,"root":"internlm/internlm2_5-7b","score":74.8,"variant":"internlm2_5-7b"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":158,"root":"allenai/OLMo-2-0425-1B","score":74.3,"variant":"OLMo-2-0425-1B"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":159,"root":"allenai/OLMo-2-0325-32B-DPO","score":74.3,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":160,"root":"allenai/OLMo-2-0325-32B-Instruct","score":74.3,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":161,"root":"allenai/OLMo-2-0325-32B","score":74.3,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":162,"root":"allenai/OLMo-2-0325-32B-SFT","score":74.3,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":163,"root":"allenai/OLMo-2-0325-32B-Instruct","score":74.3,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":164,"root":"Qwen/Qwen-72B","score":73.5,"variant":"Qwen-72B-Chat-Int8"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":165,"root":"tiiuae/Falcon-H1-7B-Base","score":73.46,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"GSM8K","model_id":"aceinstruct-7b","org":"nvidia","rank":166,"root":"nvidia/AceInstruct-7B","score":73.2,"variant":"AceInstruct-7B"},{"conf":"medium","context":"GSM8K","model_id":"aceinstruct-1-5b","org":"nvidia","rank":167,"root":"nvidia/AceInstruct-1.5B","score":73.2,"variant":"AceInstruct-1.5B"},{"conf":"medium","context":"GSM8K","model_id":"aceinstruct-72b","org":"nvidia","rank":168,"root":"nvidia/AceInstruct-72B","score":73.2,"variant":"AceInstruct-72B"},{"conf":"medium","context":"GSM8K","model_id":"aceinstruct-1-5b","org":"Mungert","rank":169,"root":"nvidia/AceInstruct-1.5B","score":73.2,"variant":"AceInstruct-1.5B-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"daredevil-7b","org":"mlabonne","rank":170,"root":"mlabonne/Daredevil-7B","score":73.16,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":171,"root":"mistralai/Mistral-7B-v0.1","score":72.93,"variant":"Daredevil-7B"},{"conf":"medium","context":"**GSM8K**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":172,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":72.4,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**GSM8K**","model_id":null,"org":"allenai","rank":173,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":72.4,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**GSM8K**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":174,"root":"allenai/OLMoE-1B-7B-0125","score":72.4,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"supermario-v2","org":"TheBloke","rank":175,"root":"janhq/supermario-v2","score":72.18,"variant":"supermario-v2-GGUF"},{"conf":"medium","context":null,"model_id":"una-thebeagle-7b-v1","org":"TheBloke","rank":176,"root":"fblgit/UNA-TheBeagle-7b-v1","score":72.1,"variant":"UNA-TheBeagle-7B-v1-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"seraph-7b","org":"TheBloke","rank":177,"root":"Weyaxi/Seraph-7B","score":71.87,"variant":"Seraph-7B-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":178,"root":"01-ai/Yi-34B-Chat","score":71.65,"variant":"Yi-34B-Chat-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":179,"root":"01-ai/Yi-34B-Chat","score":71.65,"variant":"Yi-34B-Chat-AWQ"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":180,"root":"fblgit/UNA-TheBeagle-7b-v1","score":71.42,"variant":"Beagle14-7B"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"neural-chat-7b-v3-3","org":"mlabonne","rank":181,"root":"Intel/neural-chat-7b-v3-3","score":71.04,"variant":"Darewin-7B"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":null,"org":"mlabonne","rank":182,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":70.89,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-chat-7b","org":"internlm","rank":183,"root":"internlm/internlm2-chat-7b","score":70.8,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":184,"root":"internlm/internlm2-7b","score":70.8,"variant":"internlm2-7b"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-chat-20b","org":"internlm","rank":185,"root":"internlm/internlm2-chat-20b","score":70.8,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":186,"root":"internlm/internlm2-20b","score":70.8,"variant":"internlm2-20b"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":187,"root":"internlm/internlm2-base-7b","score":70.8,"variant":"internlm2-base-7b"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":188,"root":"internlm/internlm2-base-20b","score":70.8,"variant":"internlm2-base-20b"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":189,"root":"internlm/internlm2-chat-7b-sft","score":70.8,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":190,"root":"internlm/internlm2-chat-20b-sft","score":70.8,"variant":"internlm2-chat-20b-sft"},{"conf":"low","context":null,"model_id":null,"org":"alpindale","rank":191,"root":"—","score":70.7,"variant":"c4ai-command-r-plus-GPTQ"},{"conf":"medium","context":"GSM8K","model_id":"discolm-70b","org":"TheBloke","rank":192,"root":"DiscoResearch/DiscoLM-70b","score":70.6,"variant":"DiscoLM-70B-GGUF"},{"conf":"medium","context":null,"model_id":"nexonimbus-7b","org":"TheBloke","rank":193,"root":"abideen/NexoNimbus-7B","score":70.35,"variant":"NexoNimbus-7B-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"beaglesempra-7b","org":"mlabonne","rank":194,"root":"shadowml/BeagleSempra-7B","score":70.05,"variant":"OmniBeagle-7B"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":195,"root":"rwitz/go-bruins","score":69.9,"variant":"go-bruins-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":196,"root":"OpenPipe/mistral-ft-optimized-1218","score":69.75,"variant":"NeuralPipe-7B-slerp"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":197,"root":"rwitz/go-bruins-v2","score":69.67,"variant":"go-bruins-v2-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":198,"root":"OpenPipe/mistral-ft-optimized-1218","score":69.52,"variant":"NeuralPipe-7B-ties"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":199,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":69.07,"variant":"Monarch-7B"},{"conf":"high","context":null,"model_id":"tenyxchat-7b-v1","org":"TheBloke","rank":200,"root":"tenyx/TenyxChat-7B-v1","score":69,"variant":"TenyxChat-7B-v1-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":201,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":68.69,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-2-9b","org":"google","rank":202,"root":"google/gemma-2-9b","score":68.6,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-2-27b","org":"google","rank":203,"root":"google/gemma-2-27b","score":68.6,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-2-9b","org":"google","rank":204,"root":"google/gemma-2-9b","score":68.6,"variant":"gemma-2-9b"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-2-27b","org":"google","rank":205,"root":"google/gemma-2-27b","score":68.6,"variant":"gemma-2-27b"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":206,"root":"tiiuae/Falcon-H1-0.5B-Base","score":68.39,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":207,"root":"tiiuae/Falcon-H1-0.5B-Base","score":68.39,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":208,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":68.39,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":209,"root":"tiiuae/Falcon-H1-3B-Base","score":68.31,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"openhermes-2-5-neural-chat-v3-3-slerp","org":"TheBloke","rank":210,"root":"Weyaxi/OpenHermes-2.5-neural-chat-v3-3-Slerp","score":67.78,"variant":"OpenHermes-2.5-neural-chat-v3-3-Slerp-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":211,"root":"mistralai/Mistral-7B-v0.1","score":66.72,"variant":"NeuralDarewin-7B"},{"conf":"medium","context":null,"model_id":"unaversal-8x7b-v1beta","org":"TheBloke","rank":212,"root":"fblgit/UNAversal-8x7B-v1beta","score":66.03,"variant":"UNAversal-8x7B-v1beta-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-57b-a14b","org":"Qwen","rank":213,"root":"Qwen/Qwen2-57B-A14B","score":65.7,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"carbonvillain-en-10-7b-v4","org":"TheBloke","rank":214,"root":"jeonsworld/CarbonVillain-en-10.7B-v4","score":65.58,"variant":"CarbonVillain-en-10.7B-v4-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"optimus-7b","org":"TheBloke","rank":215,"root":"Q-bert/Optimus-7B","score":65.5,"variant":"Optimus-7B-GGUF"},{"conf":"medium","context":null,"model_id":"luna-solarkrautlm-instruct","org":"TheBloke","rank":216,"root":"fblgit/LUNA-SOLARkrautLM-Instruct","score":64.67,"variant":"LUNA-SOLARkrautLM-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-thinking","org":"unsloth","rank":217,"root":"LiquidAI/LFM2.5-1.2B-Thinking","score":64.52,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":218,"root":"LiquidAI/LFM2.5-1.2B-Base","score":64.52,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"sauerkrautlm-solar-instruct","org":"TheBloke","rank":219,"root":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct","score":64.14,"variant":"SauerkrautLM-SOLAR-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":220,"root":"WizardLM/WizardMath-13B-V1.0","score":63.9,"variant":"WizardMath-13B-V1.0-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"discolm-70b","org":"TheBloke","rank":221,"root":"DiscoResearch/DiscoLM-70b","score":63.68,"variant":"DiscoLM-70B-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":null,"org":"bartowski","rank":222,"root":"—","score":63.53,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m","org":"google","rank":223,"root":"google/gemma-3-270m","score":62.8,"variant":"gemma-3-270m"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m","org":"google","rank":224,"root":"google/gemma-3-270m","score":62.8,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":225,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":226,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":227,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":228,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":62.8,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m","org":"unsloth","rank":229,"root":"google/gemma-3-270m","score":62.8,"variant":"gemma-3-270m"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":230,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"google","rank":231,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":232,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":233,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":62.8,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m","org":"unsloth","rank":234,"root":"google/gemma-3-270m","score":62.8,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m","org":"google","rank":235,"root":"google/gemma-3-270m","score":62.8,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m","org":"Mungert","rank":236,"root":"google/gemma-3-270m","score":62.8,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":237,"root":"google/gemma-3-270m-it","score":62.8,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"low","context":null,"model_id":"smol-7b","org":"TheBloke","rank":238,"root":"rishiraj/smol-7b","score":62.32,"variant":"smol-7B-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":239,"root":"Intel/neural-chat-7b-v3-3","score":61.11,"variant":"neural-chat-7B-v3-3-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":240,"root":"Intel/neural-chat-7b-v3-3","score":61.11,"variant":"neural-chat-7B-v3-3-GPTQ"},{"conf":"high","context":null,"model_id":"platyi-34b-llama-q-v3","org":"TheBloke","rank":241,"root":"kyujinpy/PlatYi-34B-Llama-Q-v3","score":60.42,"variant":"PlatYi-34B-Llama-Q-v3-GGUF"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":242,"root":"tiiuae/Falcon-H1-0.5B-Base","score":60.2,"variant":"Falcon-H1-0.5B-Base"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"Qwen","rank":243,"root":"Qwen/Qwen-14B-Chat","score":60.1,"variant":"Qwen-14B-Chat"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":244,"root":"Qwen/Qwen-14B-Chat","score":60.1,"variant":"Qwen-14B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":245,"root":"Qwen/Qwen-14B-Chat","score":60.1,"variant":"Qwen-14B-Chat-AWQ"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":246,"root":"Qwen/Qwen-14B","score":60,"variant":"Qwen-14B-Chat-Int8"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-57b-a14b","org":"Qwen","rank":247,"root":"Qwen/Qwen2-57B-A14B","score":59.9,"variant":"Qwen2-57B-A14B"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":248,"root":"Qwen/Qwen-14B","score":59.8,"variant":"Qwen-14B-Chat-Int4"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":249,"root":"LiquidAI/LFM2-1.2B","score":58.3,"variant":"LFM2-1.2B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":250,"root":"LiquidAI/LFM2-1.2B","score":58.3,"variant":"LFM2-1.2B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":251,"root":"LiquidAI/LFM2-1.2B","score":58.3,"variant":"LFM2-1.2B"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":252,"root":"Nanbeige/Nanbeige-16B-Base","score":57.62,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-0-5b","org":"Qwen","rank":253,"root":"Qwen/Qwen2-0.5B","score":57.2,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-1-5b","org":"Qwen","rank":254,"root":"Qwen/Qwen2-1.5B","score":57.2,"variant":"Qwen2-1.5B"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":255,"root":"meta-llama/Meta-Llama-3-8B","score":56.5,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":256,"root":"meta-llama/Meta-Llama-3-70B","score":56.5,"variant":"llama-3-tulu-2-70b"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":257,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":55.72,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"GSM8K","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":258,"root":"tencent/Hunyuan-7B-Pretrain","score":55.64,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"una-xaberius-34b-v1beta","org":"TheBloke","rank":259,"root":"fblgit/una-xaberius-34b-v1beta","score":55.12,"variant":"una-xaberius-34b-v1beta-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":260,"root":"WizardLM/WizardMath-7b-V1.0","score":54.9,"variant":"WizardMath-7B-V1.0-GGUF"},{"conf":"medium","context":"GSM8k-5shots","model_id":"falcon-11b","org":"tiiuae","rank":261,"root":"tiiuae/falcon-11B","score":53.83,"variant":"falcon-11B"},{"conf":"low","context":null,"model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":262,"root":"internlm/internlm2-math-plus-1_8b","score":53.8,"variant":"internlm2-math-plus-1_8b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":263,"root":"tiiuae/falcon-mamba-7b","score":52.54,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":264,"root":"tiiuae/falcon-mamba-7b","score":52.54,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":265,"root":"tiiuae/falcon-mamba-7b-instruct","score":52.54,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":266,"root":"tiiuae/falcon-mamba-7b-instruct","score":52.54,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":267,"root":"tiiuae/falcon-mamba-7b","score":52.54,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":268,"root":"tiiuae/falcon-mamba-7b","score":52.54,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":269,"root":"tiiuae/falcon-mamba-7b","score":52.54,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-7b","org":"Qwen","rank":270,"root":"Qwen/Qwen2-7B","score":52.2,"variant":"Qwen2-7B"},{"conf":"medium","context":"GSM8k","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":271,"root":"tiiuae/Falcon-H1-1.5B-Base","score":52.01,"variant":"Falcon-H1-1.5B-Base"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"Qwen","rank":272,"root":"Qwen/Qwen-7B-Chat","score":50.3,"variant":"Qwen-7B-Chat"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":273,"root":"Qwen/Qwen-7B-Chat","score":50.3,"variant":"Qwen-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":274,"root":"Qwen/Qwen-7B-Chat","score":50.3,"variant":"Qwen-7B-Chat-AWQ"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":275,"root":"Qwen/Qwen-7B","score":49.7,"variant":"Qwen-7B-Chat-Int4"},{"conf":"medium","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":276,"root":"fblgit/juanako-7b-UNA","score":48.98,"variant":"juanako-7B-UNA-GGUF"},{"conf":"low","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":277,"root":"jondurbin/bagel-dpo-7b-v0.1","score":48.52,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":278,"root":"Qwen/Qwen-7B","score":48.3,"variant":"Qwen-7B-Chat-Int8"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":279,"root":"LiquidAI/LFM2-700M","score":46.4,"variant":"LFM2-700M"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":280,"root":"LiquidAI/LFM2-700M","score":46.4,"variant":"LFM2-700M-GGUF"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":281,"root":"fblgit/juanako-7b-v1","score":45.56,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":282,"root":"stabilityai/stablelm-zephyr-3b","score":42.3,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"google","rank":283,"root":"google/gemma-3-1b-pt","score":38.4,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"google","rank":284,"root":"google/gemma-3-4b-pt","score":38.4,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"google","rank":285,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-pt","org":"google","rank":286,"root":"google/gemma-3-27b-pt","score":38.4,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":287,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":288,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"google","rank":289,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":290,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":291,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"google","rank":292,"root":"google/gemma-3-4b-pt","score":38.4,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":293,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":294,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"google","rank":295,"root":"google/gemma-3-1b-pt","score":38.4,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":296,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":297,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":298,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":null,"org":"google","rank":299,"root":"google/gemma-3-12b","score":38.4,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":300,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":301,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":302,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":303,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":304,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":305,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":306,"root":"google/gemma-3-4b-pt","score":38.4,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-pt","org":"google","rank":307,"root":"google/gemma-3-27b-pt","score":38.4,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":308,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":309,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":310,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":311,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":312,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":313,"root":"google/gemma-3-1b-pt","score":38.4,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":314,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":315,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":316,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":317,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":38.4,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"google","rank":318,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"google","rank":319,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":320,"root":"google/gemma-3-4b-pt","score":38.4,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":321,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"google","rank":322,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":323,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"google","rank":324,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":325,"root":"google/gemma-3-4b-pt","score":38.4,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":326,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":327,"root":"google/gemma-3-1b-pt","score":38.4,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":328,"root":"google/gemma-3-4b-it","score":38.4,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":329,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"google","rank":330,"root":"google/gemma-3-12b-it","score":38.4,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":331,"root":"google/gemma-3-27b-pt","score":38.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"google","rank":332,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":333,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"google","rank":334,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":335,"root":"google/gemma-3-27b-it","score":38.4,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":336,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":337,"root":"google/gemma-3-1b-pt","score":38.4,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":338,"root":"google/gemma-3-27b-pt","score":38.4,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":339,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"google","rank":340,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":341,"root":"google/gemma-3-27b-pt","score":38.4,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":342,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-12b-pt","org":"google","rank":343,"root":"google/gemma-3-12b-pt","score":38.4,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":344,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-pt","org":"google","rank":345,"root":"google/gemma-3-1b-it","score":38.4,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":346,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":347,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":38.4,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-3-4b-pt","org":"google","rank":348,"root":"google/gemma-3-4b-pt","score":38.4,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"GSM8K","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":349,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":38.21,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"GSM8K","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":350,"root":"microsoft/bitnet-b1.58-2B-4T","score":38.21,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"GSM8K","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":351,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":38.21,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"rocket-3b","org":"TheBloke","rank":352,"root":"pansophic/rocket-3B","score":37.91,"variant":"rocket-3B-GGUF"},{"conf":"low","context":null,"model_id":"una-cybertron-7b-v2-bf16","org":"TheBloke","rank":353,"root":"fblgit/una-cybertron-7b-v2-bf16","score":37.83,"variant":"una-cybertron-7B-v2-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"speechless-mistral-moloras-7b","org":"TheBloke","rank":354,"root":"uukuguy/speechless-mistral-moloras-7b","score":37.68,"variant":"speechless-mistral-moloras-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":355,"root":"EleutherAI/llemma_7b","score":36.4,"variant":"llemma_7b-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":356,"root":"EleutherAI/llemma_34b","score":36.4,"variant":"llemma_34b-GGUF"},{"conf":"low","context":null,"model_id":"rho-math-1b-v0-1","org":"microsoft","rank":357,"root":"microsoft/rho-math-1b-v0.1","score":36.1,"variant":"rho-math-1b-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":358,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":36.1,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-7b-v0-1","org":"microsoft","rank":359,"root":"microsoft/rho-math-7b-v0.1","score":36.1,"variant":"rho-math-7b-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":360,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":36.1,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":361,"root":"internlm/internlm-chat-7b","score":34.5,"variant":"internlm-chat-7b"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":362,"root":"internlm/internlm-7b","score":34.5,"variant":"internlm-7b"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":363,"root":"Qwen/Qwen-1_8B","score":33,"variant":"Qwen-1_8B-Chat-Int8"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":364,"root":"mistralai/Ministral-8B-Instruct-2410","score":32,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-chat-1-8b","org":"internlm","rank":365,"root":"internlm/internlm2-chat-1_8b","score":31.2,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"GSM8K","model_id":null,"org":"internlm","rank":366,"root":"internlm/internlm2-1_8b","score":31.2,"variant":"internlm2-1_8b"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":367,"root":"Qwen/Qwen-1_8B","score":31.2,"variant":"Qwen-1_8B-Chat-Int4"},{"conf":"medium","context":"GSM8K","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":368,"root":"internlm/internlm2-chat-1_8b-sft","score":31.2,"variant":"internlm2-chat-1_8b-sft"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"smollm2-1-7b","org":"Mungert","rank":369,"root":"HuggingFaceTB/SmolLM2-1.7B","score":31,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":370,"root":"LiquidAI/LFM2-350M","score":30.1,"variant":"LFM2-350M"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":371,"root":"LiquidAI/LFM2-350M","score":30.1,"variant":"LFM2-350M-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":372,"root":"LiquidAI/LFM2-350M","score":30.1,"variant":"LFM2-350M-unsloth-bnb-4bit"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":null,"org":"allenai","rank":373,"root":"allenai/digital-socrates-13b","score":29.49,"variant":"digital-socrates-13b"},{"conf":"low","context":null,"model_id":"olmo-2-1124-7b","org":"allenai","rank":374,"root":"allenai/OLMo-2-1124-7B","score":28.1,"variant":"OLMo-2-1124-7B"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b","org":"allenai","rank":375,"root":"allenai/OLMo-2-1124-13B","score":28.1,"variant":"OLMo-2-1124-13B"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":376,"root":"allenai/OLMo-2-0325-32B","score":28.1,"variant":"OLMo-2-0325-32B"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":null,"org":"TheBloke","rank":377,"root":"maywell/koOpenChat-sft","score":24.18,"variant":"koOpenChat-sft-GGUF"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-2-2b","org":"google","rank":378,"root":"google/gemma-2-2b","score":23.9,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[GSM8K][]","model_id":"gemma-2-2b","org":"google","rank":379,"root":"google/gemma-2-2b","score":23.9,"variant":"gemma-2-2b"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":null,"org":"TheBloke","rank":380,"root":"maywell/Synatra-7B-v0.3-dpo","score":23.73,"variant":"Synatra-7B-v0.3-dpo-GGUF"},{"conf":"medium","context":"GSM8K","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":381,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":21.38,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":null,"org":"TheBloke","rank":382,"root":"maywell/Synatra-7B-v0.3-RP","score":21.15,"variant":"Synatra-7B-v0.3-RP-GGUF"},{"conf":"low","context":null,"model_id":"loyal-piano-m7","org":"TheBloke","rank":383,"root":"chargoddard/loyal-piano-m7","score":20.7,"variant":"loyal-piano-m7-GGUF"},{"conf":"low","context":null,"model_id":"speechless-mistral-7b-dare-0-85","org":"TheBloke","rank":384,"root":"speechlessai/speechless-mistral-7b-dare-0.85","score":19.56,"variant":"speechless-mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":385,"root":"uukuguy/SynthIA-7B-v1.3-dare-0.85","score":19.56,"variant":"SynthIA-7B-v1.3-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":386,"root":"uukuguy/airoboros-m-7b-3.1.2-dare-0.85","score":19.56,"variant":"airoboros-m-7B-3.1.2-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":387,"root":"uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85","score":19.56,"variant":"CollectiveCognition-v1.1-Mistral-7B-dare-0.85-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":null,"org":"TheBloke","rank":388,"root":"maywell/Synatra-V0.1-7B-Instruct","score":19.41,"variant":"Synatra-V0.1-7B-Instruct-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"mistral-ft-optimized-1227","org":"mlabonne","rank":389,"root":"OpenPipe/mistral-ft-optimized-1227","score":19.18,"variant":"Darewin-7B-v2"},{"conf":"low","context":null,"model_id":"dr-samantha-7b","org":"TheBloke","rank":390,"root":"sethuiyer/Dr_Samantha-7b","score":18.8,"variant":"Dr_Samantha-7B-GGUF"},{"conf":"low","context":null,"model_id":"neural-chat-7b-v3-1","org":"TheBloke","rank":391,"root":"Intel/neural-chat-7b-v3-1","score":18.12,"variant":"neural-chat-7B-v3-1-GGUF"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":null,"org":"allenai","rank":392,"root":"allenai/digital-socrates-7b","score":17.89,"variant":"digital-socrates-7b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":393,"root":"Skywork/Skywork-13B-base","score":17.8,"variant":"Skywork-13B-base-GGUF"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":"gemma-1-1-2b-it","org":"google","rank":394,"root":"google/gemma-1.1-2b-it","score":17.7,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"google","rank":395,"root":"google/gemma-2b-it-pytorch","score":17.7,"variant":"gemma-2b"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"google","rank":396,"root":"google/gemma-2b-it-pytorch","score":17.7,"variant":"gemma-2b-it"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"google","rank":397,"root":"google/gemma-7b-it-quant-pytorch","score":17.7,"variant":"gemma-7b"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":"gemma-7b","org":"google","rank":398,"root":"google/gemma-7b","score":17.7,"variant":"gemma-7b-it"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":"gemma-1-1-7b-it","org":"google","rank":399,"root":"google/gemma-1.1-7b-it","score":17.7,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"google","rank":400,"root":"google/gemma-2b-it-pytorch","score":17.7,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"alpindale","rank":401,"root":"google/gemma-7b-it-quant-pytorch","score":17.7,"variant":"gemma-7b"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"alpindale","rank":402,"root":"google/gemma-2b-it-pytorch","score":17.7,"variant":"gemma-2b"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"google","rank":403,"root":"google/gemma-7b-it-quant-pytorch","score":17.7,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"alpindale","rank":404,"root":"google/gemma-7b-it-quant-pytorch","score":17.7,"variant":"gemma-7b-it"},{"conf":"medium","context":"[GSM8K](https://arxiv.org/abs/2110.14168)","model_id":null,"org":"google","rank":405,"root":"google/gemma-7b-it-quant-pytorch","score":17.7,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"**GSM8K**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":406,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":17.4,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**GSM8K**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":407,"root":"deepseek-ai/DeepSeek-V2-Lite","score":17.4,"variant":"DeepSeek-V2-Lite"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":408,"root":"Qwen/Qwen-72B","score":16.7,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":409,"root":"Qwen/Qwen-7B","score":16.7,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":410,"root":"Qwen/Qwen-14B","score":16.7,"variant":"Qwen-14B"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":411,"root":"argilla/notus-7b-v1","score":12.74,"variant":"notus-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":412,"root":"argilla/notus-7b-v1","score":12.74,"variant":"notus-7B-v1-AWQ"},{"conf":"low","context":null,"model_id":"internlm2-math-7b","org":"internlm","rank":413,"root":"internlm/internlm2-math-7b","score":11.8,"variant":"internlm2-math-7b"},{"conf":"low","context":null,"model_id":"internlm2-math-base-7b","org":"internlm","rank":414,"root":"internlm/internlm2-math-base-7b","score":11.8,"variant":"internlm2-math-base-7b"},{"conf":"low","context":null,"model_id":"internlm2-math-20b","org":"internlm","rank":415,"root":"internlm/internlm2-math-20b","score":11.8,"variant":"internlm2-math-20b"},{"conf":"low","context":null,"model_id":"internlm2-math-base-20b","org":"internlm","rank":416,"root":"internlm/internlm2-math-base-20b","score":11.8,"variant":"internlm2-math-base-20b"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-1-5b-instruct","org":"Qwen","rank":417,"root":"Qwen/Qwen2-1.5B-Instruct","score":11.3,"variant":"Qwen2-1.5B-Instruct"},{"conf":"medium","context":"GSM8K","model_id":"qwen2-0-5b","org":"Qwen","rank":418,"root":"Qwen/Qwen2-0.5B","score":11.3,"variant":"Qwen2-0.5B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":419,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":10.8,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":420,"root":"allenai/OLMo-2-0425-1B","score":10.8,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":421,"root":"allenai/OLMo-2-0425-1B-SFT","score":10.8,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":422,"root":"allenai/OLMo-2-0425-1B-Instruct","score":10.8,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":423,"root":"allenai/OLMo-2-0425-1B-Instruct","score":10.8,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":424,"root":"allenai/OLMo-2-0425-1B-DPO","score":10.8,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"medium","context":"GSM8k (5-shot)","model_id":"gemma-2b","org":"mlabonne","rank":425,"root":"google/gemma-2b","score":10.69,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"GSM8k","model_id":"olmo-1b-0724-hf","org":"allenai","rank":426,"root":"allenai/OLMo-1B-0724-hf","score":10,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":"GSM8k","model_id":"olmo-7b-0424-hf","org":"allenai","rank":427,"root":"allenai/OLMo-7B-0424-hf","score":10,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":"GSM8k","model_id":"olmo-7b-0724-hf","org":"allenai","rank":428,"root":"allenai/OLMo-7B-0724-hf","score":10,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":"GSM8k","model_id":null,"org":"allenai","rank":429,"root":"allenai/OLMo-7B-0424","score":10,"variant":"OLMo-7B-0424"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":null,"org":"TheBloke","rank":430,"root":"Undi95/MLewd-v2.4-13B","score":9.78,"variant":"MLewd-v2.4-13B-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":null,"org":"TheBloke","rank":431,"root":"l3utterfly/llama2-7b-layla","score":8.49,"variant":"llama2-7B-layla-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":432,"root":"meta-math/MetaMath-Mistral-7B","score":6.8,"variant":"MetaMath-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":433,"root":"akjindal53244/Arithmo-Mistral-7B","score":6.8,"variant":"Arithmo-Mistral-7B-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"smollm2-360m","org":"Mungert","rank":434,"root":"HuggingFaceTB/SmolLM2-360M","score":3.2,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","org":"TheBloke","rank":435,"root":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","score":1.9,"variant":"open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"},{"conf":"medium","context":"[GSM8K]","model_id":"t5gemma-2-270m-270m","org":"google","rank":436,"root":"google/t5gemma-2-270m-270m","score":1.7,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[GSM8K]","model_id":"t5gemma-2-4b-4b","org":"google","rank":437,"root":"google/t5gemma-2-4b-4b","score":1.7,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[GSM8K]","model_id":"t5gemma-2-1b-1b","org":"google","rank":438,"root":"google/t5gemma-2-1b-1b","score":1.7,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"GSM8K (5-shot)","model_id":"smollm2-135m","org":"Mungert","rank":439,"root":"HuggingFaceTB/SmolLM2-135M","score":1.4,"variant":"SmolLM2-135M-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/gsm8k.html"],"url":"https://huggingface.co/spaces/gsm8k"}},"meta":{"source":"registry"}}