{"data":{"category":"math","id":"math","name":"MATH","rows":[{"conf":"medium","context":"**Math**","model_id":null,"org":"unsloth","rank":1,"root":"XiaomiMiMo/MiMo-V2.5-Pro","score":99.6,"variant":"MiMo-V2.5-Pro-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-235b-a22b-thinking-2507","org":"nvidia","rank":2,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":96.9,"variant":"Qwen3-Nemotron-235B-A22B-GenRM"},{"conf":"medium","context":"MATH","model_id":"llada2-0-flash","org":"inclusionAI","rank":3,"root":"inclusionAI/LLaDA2.0-flash","score":96.7,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"Qwen2.5-Math-RM-72B","model_id":"acemath-7b-rm","org":"nvidia","rank":4,"root":"nvidia/AceMath-7B-RM","score":96.61,"variant":"AceMath-7B-RM"},{"conf":"medium","context":"Qwen2.5-Math-RM-72B","model_id":"acemath-72b-rm","org":"nvidia","rank":5,"root":"nvidia/AceMath-72B-RM","score":96.61,"variant":"AceMath-72B-RM"},{"conf":"medium","context":"MATH","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":6,"root":"allenai/Olmo-3-32B-Think-DPO","score":96.2,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":7,"root":"allenai/Olmo-3.1-32B-Think","score":96.2,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":null,"model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":8,"root":"inclusionAI/LLaDA2.0-flash-preview","score":96.1,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"MATH","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":9,"root":"allenai/Olmo-3-32B-Think-DPO","score":95.6,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1125-32b","org":"allenai","rank":10,"root":"allenai/Olmo-3-1125-32B","score":95.6,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"MATH","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":11,"root":"allenai/Olmo-3-32B-Think","score":95.6,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"MATH","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":12,"root":"allenai/Olmo-3-32B-Think-SFT","score":95.6,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"MATH","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":13,"root":"allenai/Olmo-3-32B-Think","score":95.6,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":14,"root":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1","score":95.4,"variant":"DLER-Llama-Nemotron-8B-Merge-Research"},{"conf":"medium","context":null,"model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":15,"root":"inclusionAI/LLaDA2.0-mini-preview","score":94.66,"variant":"LLaDA2.0-mini-preview"},{"conf":"low","context":null,"model_id":"qwen3-4b-instruct-2507","org":"nvidia","rank":16,"root":"Qwen/Qwen3-4B-Instruct-2507","score":94.66,"variant":"Nemotron-Research-GooseReason-4B-Instruct"},{"conf":"medium","context":"**Math**","model_id":null,"org":"allenai","rank":17,"root":"allenai/Olmo-3-7B-Think-DPO","score":94.4,"variant":"Olmo-3-7B-Think"},{"conf":"medium","context":"**Math**","model_id":"olmo-3-1025-7b","org":"allenai","rank":18,"root":"allenai/Olmo-3-1025-7B","score":94.4,"variant":"Olmo-3-7B-Think-SFT"},{"conf":"medium","context":"**Math**","model_id":null,"org":"allenai","rank":19,"root":"allenai/Olmo-3-7B-Think-SFT","score":94.4,"variant":"Olmo-3-7B-Think-DPO"},{"conf":"medium","context":"**Math**","model_id":null,"org":"unsloth","rank":20,"root":"allenai/Olmo-3-7B-Think","score":94.4,"variant":"Olmo-3-7B-Think-GGUF"},{"conf":"medium","context":"**Math**","model_id":null,"org":"Mungert","rank":21,"root":"allenai/Olmo-3-7B-Think-DPO","score":94.4,"variant":"Olmo-3-7B-Think-GGUF"},{"conf":"medium","context":"**Math**","model_id":null,"org":"allenai","rank":22,"root":"allenai/Olmo-Hybrid-Think-SFT-7B","score":93.8,"variant":"Olmo-Hybrid-Think-SFT-7B"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"nvidia","rank":23,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":93.6,"variant":"DLER-R1-7B-Research"},{"conf":"medium","context":"**Math**","model_id":"mimo-v2-flash","org":"unsloth","rank":24,"root":"XiaomiMiMo/MiMo-V2-Flash","score":92.3,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-32b","org":"nvidia","rank":25,"root":"Qwen/Qwen3-32B","score":92,"variant":"Qwen3-Nemotron-32B-GenRM-Principle"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":26,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1","score":91.9,"variant":"Llama-3_3-Nemotron-Super-49B-GenRM"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":27,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1","score":91.9,"variant":"Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual"},{"conf":"medium","context":"MATH","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":28,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":91.8,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":29,"root":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","score":89.29,"variant":"Llama-3_1-Nemotron-Ultra-253B-v1"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":30,"root":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","score":89.29,"variant":"Llama-3_1-Nemotron-Ultra-253B-v1-GGUF"},{"conf":"medium","context":"Math","model_id":"phi-3-5-moe-instruct","org":"microsoft","rank":31,"root":"microsoft/Phi-3.5-MoE-instruct","score":88.7,"variant":"Phi-3.5-MoE-instruct"},{"conf":"medium","context":"Math","model_id":null,"org":"nvidia","rank":32,"root":"nvidia/Mistral-NeMo-Minitron-8B-Base","score":87.1,"variant":"Mistral-NeMo-Minitron-8B-Instruct"},{"conf":"medium","context":"Math","model_id":null,"org":"Mungert","rank":33,"root":"nvidia/Mistral-NeMo-Minitron-8B-Base","score":87.1,"variant":"Mistral-NeMo-Minitron-8B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":34,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":35,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":36,"root":"mistralai/Ministral-3-14B-Base-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":37,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":38,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":39,"root":"mistralai/Ministral-3-14B-Base-2512","score":87,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":40,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":41,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":87,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":42,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":43,"root":"mistralai/Ministral-3-14B-Base-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":44,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":45,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":46,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":47,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":48,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":49,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":87,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":50,"root":"mistralai/Ministral-3-14B-Base-2512","score":87,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":51,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":87,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":52,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":53,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":87,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":54,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":55,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":56,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":57,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":58,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":59,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":60,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":61,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":62,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":87,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":63,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":87,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":64,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":87,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":65,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":66,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":67,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":87,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":68,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":69,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":70,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":87,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":71,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":87,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":72,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":73,"root":"mistralai/Ministral-3-8B-Base-2512","score":87,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":74,"root":"mistralai/Ministral-3-14B-Base-2512","score":87,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":75,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":87,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":76,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":87,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":77,"root":"mistralai/Ministral-3-14B-Base-2512","score":87,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":78,"root":"mistralai/Ministral-3-3B-Base-2512","score":87,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":79,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":87,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":80,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":87,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"MATH","model_id":"llada2-0-mini","org":"inclusionAI","rank":81,"root":"inclusionAI/LLaDA2.0-mini","score":86.28,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"Math","model_id":"phi-3-5-mini-instruct","org":"microsoft","rank":82,"root":"microsoft/Phi-3.5-mini-instruct","score":86.2,"variant":"Phi-3.5-mini-instruct"},{"conf":"medium","context":"Math","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":83,"root":"microsoft/Phi-3.5-mini-instruct","score":86.2,"variant":"Phi-3.5-mini-instruct-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":84,"root":"microsoft/Phi-3.5-mini-instruct","score":86.2,"variant":"Phi-3.5-mini-instruct"},{"conf":"medium","context":"Math","model_id":null,"org":"microsoft","rank":85,"root":"microsoft/Phi-3-mini-4k-instruct","score":85.7,"variant":"Phi-3-mini-4k-instruct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b","org":"google","rank":86,"root":"google/gemma-4-26B-A4B","score":85.6,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b","org":"google","rank":87,"root":"google/gemma-4-31B","score":85.6,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b","org":"google","rank":88,"root":"google/gemma-4-E4B","score":85.6,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"google","rank":89,"root":"google/gemma-4-E2B","score":85.6,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b","org":"google","rank":90,"root":"google/gemma-4-12B","score":85.6,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":91,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":92,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it-assistant","org":"google","rank":93,"root":"google/gemma-4-31B-it-assistant","score":85.6,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":94,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b","org":"google","rank":95,"root":"google/gemma-4-26B-A4B","score":85.6,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b","org":"google","rank":96,"root":"google/gemma-4-31B","score":85.6,"variant":"gemma-4-31B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it","org":"unsloth","rank":97,"root":"google/gemma-4-12B-it","score":85.6,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it","org":"google","rank":98,"root":"google/gemma-4-12B-it","score":85.6,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":99,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":100,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":101,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":102,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":103,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":104,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":105,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":106,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":107,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b","org":"google","rank":108,"root":"google/gemma-4-12B","score":85.6,"variant":"gemma-4-12B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":109,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":110,"root":"google/gemma-4-26B-A4B-it-assistant","score":85.6,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":111,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":112,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b","org":"google","rank":113,"root":"google/gemma-4-E4B","score":85.6,"variant":"gemma-4-E4B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":114,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":115,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it-assistant","org":"google","rank":116,"root":"google/gemma-4-12B-it-assistant","score":85.6,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":117,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it","org":"unsloth","rank":118,"root":"google/gemma-4-12B-it","score":85.6,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":119,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it-assistant","org":"google","rank":120,"root":"google/gemma-4-12B-it-assistant","score":85.6,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":121,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"google","rank":122,"root":"google/gemma-4-E2B","score":85.6,"variant":"gemma-4-E2B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":123,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":124,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":125,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":126,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":127,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":128,"root":"google/gemma-4-E2B-it-assistant","score":85.6,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":129,"root":"google/gemma-4-E4B-it-assistant","score":85.6,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":130,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":131,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":85.6,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":132,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":85.6,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"google","rank":133,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"google","rank":134,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":135,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":85.6,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it","org":"unsloth","rank":136,"root":"google/gemma-4-12B-it","score":85.6,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":137,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":138,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":85.6,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":139,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b","org":"unsloth","rank":140,"root":"google/gemma-4-12B","score":85.6,"variant":"gemma-4-12b"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"google","rank":141,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"google","rank":142,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it-assistant","org":"google","rank":143,"root":"google/gemma-4-31B-it-assistant","score":85.6,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"google","rank":144,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":145,"root":"google/gemma-4-26B-A4B-it-assistant","score":85.6,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"google","rank":146,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":147,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":148,"root":"google/gemma-4-E2B-it-assistant","score":85.6,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":149,"root":"google/gemma-4-E4B-it-assistant","score":85.6,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it","org":"unsloth","rank":150,"root":"google/gemma-4-12B-it","score":85.6,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":151,"root":"google/gemma-4-E2B","score":85.6,"variant":"gemma-4-E2B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":152,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":153,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":154,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":155,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-12b","org":"Mungert","rank":156,"root":"google/gemma-4-12B","score":85.6,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":157,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":158,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":159,"root":"google/gemma-4-26B-A4B","score":85.6,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":160,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":161,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b","org":"unsloth","rank":162,"root":"google/gemma-4-E4B","score":85.6,"variant":"gemma-4-E4B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":163,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b","org":"unsloth","rank":164,"root":"google/gemma-4-31B","score":85.6,"variant":"gemma-4-31B"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":165,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":166,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":167,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":168,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b","org":"Mungert","rank":169,"root":"google/gemma-4-31B","score":85.6,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":170,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it","org":"unsloth","rank":171,"root":"google/gemma-4-E4B-it","score":85.6,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":172,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b","org":"Mungert","rank":173,"root":"google/gemma-4-E4B","score":85.6,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"Mungert","rank":174,"root":"google/gemma-4-E2B","score":85.6,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e2b","org":"unsloth","rank":175,"root":"google/gemma-4-E2B-it","score":85.6,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":176,"root":"google/gemma-4-26B-A4B-it","score":85.6,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":177,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":85.6,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"MATH-Vision","model_id":"gemma-4-31b-it","org":"unsloth","rank":178,"root":"google/gemma-4-31B-it","score":85.6,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"Math","model_id":null,"org":"microsoft","rank":179,"root":"microsoft/Phi-3-mini-128k-instruct","score":85.3,"variant":"Phi-3-mini-128k-instruct"},{"conf":"medium","context":"MATH","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":180,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":84.84,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"nvidia","rank":181,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":84.31,"variant":"DLER-R1-1.5B-Research"},{"conf":"medium","context":"**Math**","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":182,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":83.54,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"Math","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":183,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":83.54,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":184,"root":"internlm/internlm3-8b-instruct","score":83,"variant":"internlm3-8b-instruct"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":185,"root":"internlm/internlm3-8b-instruct","score":83,"variant":"internlm3-8b-instruct-awq"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"nvidia","rank":186,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":82.9,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":187,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":82.9,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B-GGUF"},{"conf":"medium","context":"Math Reasoning","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":188,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":82.8,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4"},{"conf":"medium","context":"Math Reasoning","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":189,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":82.8,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-FP8"},{"conf":"medium","context":"Math Reasoning","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":190,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":82.8,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16"},{"conf":"medium","context":"Math Reasoning","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"unsloth","rank":191,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF"},{"conf":"medium","context":"Math Reasoning","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"unsloth","rank":192,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning"},{"conf":"medium","context":"Math(EM)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":193,"root":"inclusionAI/Ling-lite-1.5","score":82.62,"variant":"Ling-lite-1.5"},{"conf":"medium","context":"**InternLM2-Math-20B**","model_id":"internlm2-math-7b","org":"internlm","rank":194,"root":"internlm/internlm2-math-7b","score":82.6,"variant":"internlm2-math-7b"},{"conf":"medium","context":"**InternLM2-Math-20B**","model_id":"internlm2-math-base-7b","org":"internlm","rank":195,"root":"internlm/internlm2-math-base-7b","score":82.6,"variant":"internlm2-math-base-7b"},{"conf":"medium","context":"**InternLM2-Math-20B**","model_id":"internlm2-math-20b","org":"internlm","rank":196,"root":"internlm/internlm2-math-20b","score":82.6,"variant":"internlm2-math-20b"},{"conf":"medium","context":"**InternLM2-Math-20B**","model_id":"internlm2-math-base-20b","org":"internlm","rank":197,"root":"internlm/internlm2-math-base-20b","score":82.6,"variant":"internlm2-math-base-20b"},{"conf":"low","context":null,"model_id":"llama-3-3-70b-instruct","org":"nvidia","rank":198,"root":"meta-llama/Llama-3.3-70B-Instruct","score":82.4,"variant":"Llama-3.3-Nemotron-70B-Reward-Multilingual"},{"conf":"low","context":null,"model_id":"llama-3-3-70b-instruct","org":"nvidia","rank":199,"root":"meta-llama/Llama-3.3-70B-Instruct","score":82.4,"variant":"Llama-3.3-Nemotron-70B-Reward"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":200,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":82.2,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":201,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":82.2,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":202,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":82.2,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":203,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":82.2,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":204,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":82.2,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MATH","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":205,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":82,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"low","context":null,"model_id":"llama-3-3-70b-instruct","org":"nvidia","rank":206,"root":"meta-llama/Llama-3.3-70B-Instruct","score":81.9,"variant":"Llama-3.3-Nemotron-70B-Reward-Principle"},{"conf":"medium","context":"Qwen2.5-Math-Instrust-7B","model_id":"oreal-7b-sft","org":"internlm","rank":207,"root":"internlm/OREAL-7B-SFT","score":81.8,"variant":"OREAL-7B"},{"conf":"medium","context":"Qwen2.5-Math-Instrust-7B","model_id":"oreal-32b-sft","org":"internlm","rank":208,"root":"internlm/OREAL-32B-SFT","score":81.8,"variant":"OREAL-32B"},{"conf":"medium","context":"Qwen2.5-Math-Instrust-7B","model_id":"qwen2-5-7b","org":"internlm","rank":209,"root":"Qwen/Qwen2.5-7B","score":81.8,"variant":"OREAL-7B-SFT"},{"conf":"medium","context":"Qwen2.5-Math-Instrust-7B","model_id":"deepseek-r1-distill-qwen-7b","org":"internlm","rank":210,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":81.8,"variant":"OREAL-DeepSeek-R1-Distill-Qwen-7B"},{"conf":"medium","context":"Math","model_id":"deepseek-v2","org":"deepseek-ai","rank":211,"root":"deepseek-ai/DeepSeek-V2","score":81.6,"variant":"DeepSeek-V3"},{"conf":"medium","context":"Math","model_id":"deepseek-v2","org":"deepseek-ai","rank":212,"root":"deepseek-ai/DeepSeek-V2","score":81.6,"variant":"DeepSeek-V3-Base"},{"conf":"medium","context":"Math","model_id":"deepseek-v3","org":"unsloth","rank":213,"root":"deepseek-ai/DeepSeek-V3","score":81.6,"variant":"DeepSeek-V3"},{"conf":"medium","context":"Math","model_id":"deepseek-v3","org":"unsloth","rank":214,"root":"deepseek-ai/DeepSeek-V3","score":81.6,"variant":"DeepSeek-V3-bf16"},{"conf":"medium","context":"Math","model_id":"deepseek-v3","org":"unsloth","rank":215,"root":"deepseek-ai/DeepSeek-V3","score":81.6,"variant":"DeepSeek-V3-GGUF"},{"conf":"medium","context":"[Rho-Math-7B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--7b-interpreter-v0.1)","model_id":"rho-math-1b-v0-1","org":"microsoft","rank":216,"root":"microsoft/rho-math-1b-v0.1","score":81.3,"variant":"rho-math-1b-v0.1"},{"conf":"medium","context":"[Rho-Math-7B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--7b-interpreter-v0.1)","model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":217,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":81.3,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"medium","context":"[Rho-Math-7B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--7b-interpreter-v0.1)","model_id":"rho-math-7b-v0-1","org":"microsoft","rank":218,"root":"microsoft/rho-math-7b-v0.1","score":81.3,"variant":"rho-math-7b-v0.1"},{"conf":"medium","context":"[Rho-Math-7B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--7b-interpreter-v0.1)","model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":219,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":81.3,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"medium","context":"Math(EM)","model_id":"ling-lite","org":"inclusionAI","rank":220,"root":"inclusionAI/Ling-lite","score":79.12,"variant":"Ling-lite"},{"conf":"medium","context":"rStar-Math-7B","model_id":"oreal-7b-sft","org":"internlm","rank":221,"root":"internlm/OREAL-7B-SFT","score":78.4,"variant":"OREAL-7B"},{"conf":"medium","context":"rStar-Math-7B","model_id":"oreal-32b-sft","org":"internlm","rank":222,"root":"internlm/OREAL-32B-SFT","score":78.4,"variant":"OREAL-32B"},{"conf":"medium","context":"rStar-Math-7B","model_id":"qwen2-5-7b","org":"internlm","rank":223,"root":"Qwen/Qwen2.5-7B","score":78.4,"variant":"OREAL-7B-SFT"},{"conf":"medium","context":"rStar-Math-7B","model_id":"deepseek-r1-distill-qwen-7b","org":"internlm","rank":224,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":78.4,"variant":"OREAL-DeepSeek-R1-Distill-Qwen-7B"},{"conf":"medium","context":"**InternLM2-Math-7B**","model_id":"internlm2-math-7b","org":"internlm","rank":225,"root":"internlm/internlm2-math-7b","score":78.1,"variant":"internlm2-math-7b"},{"conf":"medium","context":"**InternLM2-Math-7B**","model_id":"internlm2-math-base-7b","org":"internlm","rank":226,"root":"internlm/internlm2-math-base-7b","score":78.1,"variant":"internlm2-math-base-7b"},{"conf":"medium","context":"**InternLM2-Math-7B**","model_id":"internlm2-math-20b","org":"internlm","rank":227,"root":"internlm/internlm2-math-20b","score":78.1,"variant":"internlm2-math-20b"},{"conf":"medium","context":"**InternLM2-Math-7B**","model_id":"internlm2-math-base-20b","org":"internlm","rank":228,"root":"internlm/internlm2-math-base-20b","score":78.1,"variant":"internlm2-math-base-20b"},{"conf":"low","context":null,"model_id":"nvlm-d-72b","org":"nvidia","rank":229,"root":"nvidia/NVLM-D-72B","score":76.6,"variant":"NVLM-D-72B"},{"conf":"medium","context":"MATH<sup>*</sup>","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":230,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":76.6,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"MATH<sup>*</sup>","model_id":"minimax-text-01","org":"MiniMaxAI","rank":231,"root":"MiniMaxAI/MiniMax-Text-01","score":76.6,"variant":"MiniMax-Text-01"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":232,"root":"lightonai/LightOnOCR-1B-1025","score":76.4,"variant":"LightOnOCR-1B-1025-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-32b","org":"nvidia","rank":233,"root":"Qwen/Qwen3-32B","score":76.1,"variant":"Qwen-3-Nemotron-32B-Reward"},{"conf":"medium","context":"DeepSeek-Math-V2","model_id":null,"org":"Mungert","rank":234,"root":"lm-provers/QED-Nano-SFT","score":75.8,"variant":"QED-Nano-GGUF"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":235,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":74.4,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1125-32b","org":"allenai","rank":236,"root":"allenai/Olmo-3-1125-32B","score":74.4,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":237,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":74.4,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":238,"root":"allenai/Olmo-3.1-32B-Instruct","score":74.4,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"MATH","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":239,"root":"allenai/Olmo-3.1-32B-Instruct","score":74.4,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"nvidia","rank":240,"root":"Qwen/Qwen2.5-32B-Instruct","score":73.9,"variant":"Qwen-2.5-Nemotron-32B-Reward"},{"conf":"medium","context":"Math problem-solving","model_id":"smollm3-3b","org":"ggml-org","rank":241,"root":"HuggingFaceTB/SmolLM3-3B","score":72.8,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"Math problem-solving","model_id":"smollm3-3b","org":"unsloth","rank":242,"root":"HuggingFaceTB/SmolLM3-3B","score":72.8,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"Math problem-solving","model_id":"smollm3-3b","org":"unsloth","rank":243,"root":"HuggingFaceTB/SmolLM3-3B","score":72.8,"variant":"SmolLM3-3B-128K-GGUF"},{"conf":"medium","context":"Math problem-solving","model_id":"smollm3-3b","org":"unsloth","rank":244,"root":"HuggingFaceTB/SmolLM3-3B","score":72.8,"variant":"SmolLM3-3B"},{"conf":"medium","context":"Math problem-solving","model_id":null,"org":"unsloth","rank":245,"root":"HuggingFaceTB/SmolLM3-3B-Base","score":72.8,"variant":"SmolLM3-3B-Base"},{"conf":"medium","context":"Math problem-solving","model_id":"smollm3-3b","org":"unsloth","rank":246,"root":"HuggingFaceTB/SmolLM3-3B","score":72.8,"variant":"SmolLM3-3B-bnb-4bit"},{"conf":"medium","context":"Math problem-solving","model_id":"smollm3-3b","org":"Mungert","rank":247,"root":"HuggingFaceTB/SmolLM3-3B","score":72.8,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"lmstudio-community","rank":248,"root":"Qwen/Qwen2.5-Math-72B-Instruct","score":72,"variant":"Qwen2.5-Math-72B-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"lmstudio-community","rank":249,"root":"Qwen/Qwen2-Math-72B-Instruct","score":72,"variant":"Qwen2-Math-72B-Instruct-GGUF"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":250,"root":"Qwen/Qwen2.5-Omni-3B","score":71.5,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":251,"root":"Qwen/Qwen2.5-Omni-7B","score":71.5,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":252,"root":"Qwen/Qwen2.5-Omni-7B","score":71.5,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"Math Instruct (0-shot, CoT)","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":253,"root":"mistralai/Mistral-Large-Instruct-2407","score":71.5,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":254,"root":"Qwen/Qwen2.5-Omni-3B","score":71.5,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":255,"root":"Qwen/Qwen2.5-Omni-3B","score":71.5,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":256,"root":"Qwen/Qwen2.5-Omni-7B","score":71.5,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":257,"root":"Qwen/Qwen2.5-Omni-7B","score":71.5,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MATH","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":258,"root":"Qwen/Qwen2.5-Omni-3B","score":71.5,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MATH-Vision","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":259,"root":"google/diffusiongemma-26B-A4B-it","score":70.5,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"MATH-Vision","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":260,"root":"google/diffusiongemma-26B-A4B-it","score":70.5,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"MATH-Vision","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":261,"root":"google/diffusiongemma-26B-A4B-it","score":70.5,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"high","context":null,"model_id":null,"org":"allenai","rank":262,"root":"meta-llama/Llama-3.1-70B-Instruct","score":70.5,"variant":"Llama-3.1-70B-Instruct-RM-RB2"},{"conf":"medium","context":"MATH Level 5","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":263,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":70,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"Math Instruct (0-shot, no CoT)","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":264,"root":"mistralai/Mistral-Large-Instruct-2407","score":70,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"MATH","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":265,"root":"tencent/Hunyuan-A13B-Instruct","score":69.8,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"medium","context":"Skywork-OR1-Math-7B-Preview","model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":266,"root":"nvidia/AceMath-RL-Nemotron-7B","score":69.8,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"medium","context":"Skywork-OR1-7B-Math","model_id":"qwen3-4b-base","org":"Mungert","rank":267,"root":"Qwen/Qwen3-4B","score":69.8,"variant":"Polaris-4B-Preview-GGUF"},{"conf":"medium","context":"Skywork-OR1-7B-Math","model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":268,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":69.8,"variant":"Polaris-7B-Preview-GGUF"},{"conf":"medium","context":"Skywork-OR1-Math-7B-Preview","model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":269,"root":"nvidia/AceMath-RL-Nemotron-7B","score":69.8,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":270,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":69.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":271,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":272,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":273,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":274,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":275,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":69.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":276,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":277,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":69.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":278,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":69.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":279,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":69.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":280,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":69.3,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":281,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":282,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":69.3,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"MATH Level 5","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":283,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":67.61,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"MATH Level 5","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":284,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":67.61,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"[Rho-Math-7B-v0.1](https://huggingface.co/microsoft/rho--7b-v0.1)","model_id":"rho-math-1b-v0-1","org":"microsoft","rank":285,"root":"microsoft/rho-math-1b-v0.1","score":66.9,"variant":"rho-math-1b-v0.1"},{"conf":"medium","context":"[Rho-Math-7B-v0.1](https://huggingface.co/microsoft/rho--7b-v0.1)","model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":286,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":66.9,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"medium","context":"[Rho-Math-7B-v0.1](https://huggingface.co/microsoft/rho--7b-v0.1)","model_id":"rho-math-7b-v0-1","org":"microsoft","rank":287,"root":"microsoft/rho-math-7b-v0.1","score":66.9,"variant":"rho-math-7b-v0.1"},{"conf":"medium","context":"[Rho-Math-7B-v0.1](https://huggingface.co/microsoft/rho--7b-v0.1)","model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":288,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":66.9,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"medium","context":"Math","model_id":"olmo-hybrid-7b","org":"allenai","rank":289,"root":"allenai/Olmo-Hybrid-7B","score":66.7,"variant":"Olmo-Hybrid-Instruct-SFT-7B"},{"conf":"medium","context":"Math","model_id":"olmo-hybrid-7b","org":"allenai","rank":290,"root":"allenai/Olmo-Hybrid-7B","score":66.7,"variant":"Olmo-Hybrid-Instruct-DPO-7B"},{"conf":"medium","context":"InternLM2-Math","model_id":"rho-math-1b-v0-1","org":"microsoft","rank":291,"root":"microsoft/rho-math-1b-v0.1","score":65.4,"variant":"rho-math-1b-v0.1"},{"conf":"medium","context":"InternLM2-Math","model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":292,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":65.4,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"medium","context":"InternLM2-Math","model_id":"rho-math-7b-v0-1","org":"microsoft","rank":293,"root":"microsoft/rho-math-7b-v0.1","score":65.4,"variant":"rho-math-7b-v0.1"},{"conf":"medium","context":"InternLM2-Math","model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":294,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":65.4,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"medium","context":"**Math**","model_id":"olmo-3-1025-7b","org":"allenai","rank":295,"root":"allenai/Olmo-3-1025-7B","score":65.1,"variant":"Olmo-3-7B-Instruct-SFT"},{"conf":"medium","context":"**Math**","model_id":null,"org":"allenai","rank":296,"root":"allenai/Olmo-3-7B-Instruct-DPO","score":65.1,"variant":"Olmo-3-7B-Instruct"},{"conf":"medium","context":"**Math**","model_id":null,"org":"allenai","rank":297,"root":"allenai/Olmo-3-7B-Instruct-SFT","score":65.1,"variant":"Olmo-3-7B-Instruct-DPO"},{"conf":"medium","context":"**Math**","model_id":null,"org":"unsloth","rank":298,"root":"allenai/Olmo-3-7B-Instruct","score":65.1,"variant":"Olmo-3-7B-Instruct-GGUF"},{"conf":"medium","context":"**Math**","model_id":null,"org":"unsloth","rank":299,"root":"allenai/Olmo-3-7B-Instruct","score":65.1,"variant":"Olmo-3-7B-Instruct"},{"conf":"medium","context":"**Math**","model_id":null,"org":"unsloth","rank":300,"root":"allenai/Olmo-3-7B-Instruct","score":65.1,"variant":"Olmo-3-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"**Math**","model_id":null,"org":"Mungert","rank":301,"root":"allenai/Olmo-3-7B-Instruct-DPO","score":65.1,"variant":"Olmo-3-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":302,"root":"allenai/Olmo-3-1125-32B","score":64.7,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"MATH (0-shot CoT)","model_id":"internlm2-5-20b-chat","org":"internlm","rank":303,"root":"internlm/internlm2_5-20b-chat","score":64.7,"variant":"internlm2_5-20b-chat"},{"conf":"medium","context":"MATH (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":304,"root":"microsoft/Phi-4-mini-instruct","score":64,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MATH (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":305,"root":"microsoft/Phi-4-mini-instruct","score":64,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MATH (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":306,"root":"microsoft/Phi-4-mini-instruct","score":64,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MATH (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":307,"root":"microsoft/Phi-4-mini-instruct","score":64,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"MATH (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":308,"root":"microsoft/Phi-4-mini-instruct","score":64,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MATH (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":309,"root":"microsoft/Phi-4-mini-instruct","score":64,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"**InternLM2-Math-Base-20B**","model_id":"internlm2-math-7b","org":"internlm","rank":310,"root":"internlm/internlm2-math-7b","score":63.7,"variant":"internlm2-math-7b"},{"conf":"medium","context":"**InternLM2-Math-Base-20B**","model_id":"internlm2-math-base-7b","org":"internlm","rank":311,"root":"internlm/internlm2-math-base-7b","score":63.7,"variant":"internlm2-math-base-7b"},{"conf":"medium","context":"**InternLM2-Math-Base-20B**","model_id":"internlm2-math-20b","org":"internlm","rank":312,"root":"internlm/internlm2-math-20b","score":63.7,"variant":"internlm2-math-20b"},{"conf":"medium","context":"**InternLM2-Math-Base-20B**","model_id":"internlm2-math-base-20b","org":"internlm","rank":313,"root":"internlm/internlm2-math-base-20b","score":63.7,"variant":"internlm2-math-base-20b"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-8b","org":"allenai","rank":314,"root":"meta-llama/Llama-3.1-8B","score":63.4,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":315,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":63.4,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":316,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":63.4,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":317,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":63.4,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":318,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":63.4,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-70b","org":"allenai","rank":319,"root":"meta-llama/Llama-3.1-70B","score":63.4,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":null,"org":"allenai","rank":320,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":63.4,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":321,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":63.4,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"high","context":null,"model_id":"llama-3-1-8b","org":"allenai","rank":322,"root":"meta-llama/Llama-3.1-8B-Instruct","score":63.4,"variant":"Llama-3.1-8B-Instruct-RM-RB2"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":"llama-3-1-405b","org":"allenai","rank":323,"root":"meta-llama/Llama-3.1-405B","score":63.4,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**MATH (4 shot, Flex)**","model_id":null,"org":"allenai","rank":324,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":63.4,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"high","context":null,"model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":325,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":62.8,"variant":"Llama-3.1-Tulu-3-8B-SFT-RM-RB2"},{"conf":"medium","context":"Math","model_id":"flex-reddit-2x7b-1t","org":"allenai","rank":326,"root":"allenai/Flex-reddit-2x7B-1T","score":62.5,"variant":"Flex-reddit-2x7B-1T"},{"conf":"medium","context":"Math","model_id":"flexolmo-7x7b-1t","org":"allenai","rank":327,"root":"allenai/FlexOlmo-7x7B-1T","score":62.5,"variant":"FlexOlmo-7x7B-1T"},{"conf":"medium","context":"Math","model_id":"flexolmo-7x7b-1t-rt","org":"allenai","rank":328,"root":"allenai/FlexOlmo-7x7B-1T-RT","score":62.5,"variant":"FlexOlmo-7x7B-1T-RT"},{"conf":"medium","context":"Math","model_id":"flex-math-2x7b-1t","org":"allenai","rank":329,"root":"allenai/Flex-math-2x7B-1T","score":62.5,"variant":"Flex-math-2x7B-1T"},{"conf":"medium","context":"Math","model_id":"flex-code-2x7b-1t","org":"allenai","rank":330,"root":"allenai/Flex-code-2x7B-1T","score":62.5,"variant":"Flex-code-2x7B-1T"},{"conf":"medium","context":"Math","model_id":"flex-news-2x7b-1t","org":"allenai","rank":331,"root":"allenai/Flex-news-2x7B-1T","score":62.5,"variant":"Flex-news-2x7B-1T"},{"conf":"medium","context":"Math","model_id":"flex-pes2o-2x7b-1t","org":"allenai","rank":332,"root":"allenai/Flex-pes2o-2x7B-1T","score":62.5,"variant":"Flex-pes2o-2x7B-1T"},{"conf":"medium","context":"Math","model_id":"flex-creative-2x7b-1t","org":"allenai","rank":333,"root":"allenai/Flex-creative-2x7B-1T","score":62.5,"variant":"Flex-creative-2x7B-1T"},{"conf":"medium","context":"Math","model_id":"flex-public-7b-1t","org":"allenai","rank":334,"root":"allenai/Flex-public-7B-1T","score":62.5,"variant":"Flex-public-7B-1T"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":335,"root":"LiquidAI/LFM2-8B-A1B","score":62.38,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":336,"root":"LiquidAI/LFM2-8B-A1B","score":62.38,"variant":"LFM2-8B-A1B"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":337,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":338,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":339,"root":"mistralai/Ministral-3-14B-Base-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":340,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":341,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":342,"root":"mistralai/Ministral-3-14B-Base-2512","score":62,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":343,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":344,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":62,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":345,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":346,"root":"mistralai/Ministral-3-14B-Base-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":347,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":348,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":349,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":350,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":351,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":352,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":62,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":353,"root":"mistralai/Ministral-3-14B-Base-2512","score":62,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":354,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":62,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":355,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":356,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":62,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":357,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":358,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":359,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":360,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":361,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":362,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":363,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":364,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":365,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":62,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":366,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":62,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":367,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":62,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":368,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":369,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":370,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":62,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":371,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":372,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":373,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":62,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":374,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":62,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":375,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Base-2512"},{"conf":"medium","context":"Qwen2.5-Math-7B-Instruct","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":376,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":62,"variant":"ZR1-1.5B-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":377,"root":"mistralai/Ministral-3-8B-Base-2512","score":62,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":378,"root":"mistralai/Ministral-3-14B-Base-2512","score":62,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":379,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":62,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":380,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":62,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":381,"root":"mistralai/Ministral-3-14B-Base-2512","score":62,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":382,"root":"mistralai/Ministral-3-3B-Base-2512","score":62,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":383,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":62,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":384,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":62,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"MATH (4-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":385,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":61.14,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"MATH (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":386,"root":"deepseek-ai/DeepSeek-V4-Flash","score":60.5,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MATH (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":387,"root":"deepseek-ai/DeepSeek-V4-Pro","score":60.5,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MATH (EM)","model_id":null,"org":"deepseek-ai","rank":388,"root":"—","score":60.5,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"MATH (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":389,"root":"deepseek-ai/DeepSeek-V4-Flash","score":60.5,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"MATH (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":390,"root":"deepseek-ai/DeepSeek-V4-Flash","score":60.5,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MATH (EM)","model_id":null,"org":"deepseek-ai","rank":391,"root":"—","score":60.5,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"MATH (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":392,"root":"deepseek-ai/DeepSeek-V4-Pro","score":60.5,"variant":"DeepSeek-V4-Pro"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":393,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":60.42,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"MATH (0-shot CoT)","model_id":"internlm2-5-7b-chat","org":"internlm","rank":394,"root":"internlm/internlm2_5-7b-chat","score":60.1,"variant":"internlm2_5-7b-chat"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":395,"root":"nvidia/Nemotron-H-56B-Base-8K","score":59.42,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"[Rho-Math-1B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--1b-interpreter-v0.1)","model_id":"rho-math-1b-v0-1","org":"microsoft","rank":396,"root":"microsoft/rho-math-1b-v0.1","score":59.4,"variant":"rho-math-1b-v0.1"},{"conf":"medium","context":"[Rho-Math-1B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--1b-interpreter-v0.1)","model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":397,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":59.4,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"medium","context":"[Rho-Math-1B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--1b-interpreter-v0.1)","model_id":"rho-math-7b-v0-1","org":"microsoft","rank":398,"root":"microsoft/rho-math-7b-v0.1","score":59.4,"variant":"rho-math-7b-v0.1"},{"conf":"medium","context":"[Rho-Math-1B-Interpreter-v0.1](https://huggingface.co/microsoft/rho--1b-interpreter-v0.1)","model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":399,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":59.4,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"high","context":null,"model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":400,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":58.1,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":401,"root":"nvidia/Nemotron-H-56B-Base-8K","score":57.4,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":402,"root":"nvidia/AceMath-RL-Nemotron-7B","score":57.4,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":403,"root":"nvidia/AceMath-RL-Nemotron-7B","score":57.4,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"allenai","rank":404,"root":"allenai/BAR-5x7B","score":56.2,"variant":"BAR-5x7B"},{"conf":"medium","context":"Qwen2.5-Math-72B-Instruct","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":405,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":56,"variant":"ZR1-1.5B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"internlm","rank":406,"root":"internlm/internlm-xcomposer2d5-7b-reward","score":55.9,"variant":"internlm-xcomposer2d5-7b-reward"},{"conf":"high","context":null,"model_id":null,"org":"allenai","rank":407,"root":"allenai/BAR-2x7B-Math","score":55.8,"variant":"BAR-2x7B-Math"},{"conf":"medium","context":"MATH","model_id":"aceinstruct-7b","org":"nvidia","rank":408,"root":"nvidia/AceInstruct-7B","score":55.2,"variant":"AceInstruct-7B"},{"conf":"medium","context":"MATH","model_id":"aceinstruct-1-5b","org":"nvidia","rank":409,"root":"nvidia/AceInstruct-1.5B","score":55.2,"variant":"AceInstruct-1.5B"},{"conf":"medium","context":"MATH","model_id":"aceinstruct-72b","org":"nvidia","rank":410,"root":"nvidia/AceInstruct-72B","score":55.2,"variant":"AceInstruct-72B"},{"conf":"medium","context":"MATH","model_id":"aceinstruct-1-5b","org":"Mungert","rank":411,"root":"nvidia/AceInstruct-1.5B","score":55.2,"variant":"AceInstruct-1.5B-GGUF"},{"conf":"medium","context":"**MATH**","model_id":"deepseek-v2-chat-0628","org":"deepseek-ai","rank":412,"root":"deepseek-ai/DeepSeek-V2-Chat-0628","score":53.9,"variant":"DeepSeek-V2-Chat-0628"},{"conf":"high","context":null,"model_id":"internlm2-math-plus-20b","org":"internlm","rank":413,"root":"internlm/internlm2-math-plus-20b","score":53.8,"variant":"internlm2-math-plus-20b"},{"conf":"high","context":null,"model_id":"internlm2-math-plus-7b","org":"internlm","rank":414,"root":"internlm/internlm2-math-plus-7b","score":53,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"Math","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":415,"root":"microsoft/Phi-3-medium-128k-instruct","score":52.9,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"Math","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":416,"root":"microsoft/Phi-3-medium-4k-instruct","score":52.8,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"Math","model_id":"llama-3-1-70b","org":"meta-llama","rank":417,"root":"meta-llama/Llama-3.1-70B","score":51.9,"variant":"Llama-3.3-70B-Instruct"},{"conf":"medium","context":"Math","model_id":"llama-3-3-70b-instruct","org":"unsloth","rank":418,"root":"meta-llama/Llama-3.3-70B-Instruct","score":51.9,"variant":"Llama-3.3-70B-Instruct"},{"conf":"medium","context":"Math","model_id":"llama-3-3-70b-instruct","org":"unsloth","rank":419,"root":"meta-llama/Llama-3.3-70B-Instruct","score":51.9,"variant":"Llama-3.3-70B-Instruct-GGUF"},{"conf":"medium","context":"Math","model_id":"llama-3-3-70b-instruct","org":"unsloth","rank":420,"root":"meta-llama/Llama-3.3-70B-Instruct","score":51.9,"variant":"Llama-3.3-70B-Instruct-bnb-4bit"},{"conf":"low","context":null,"model_id":"llama-3-1-8b","org":"nvidia","rank":421,"root":"meta-llama/Llama-3.1-8B","score":51.9,"variant":"OpenMath2-Llama3.1-8B"},{"conf":"medium","context":"Math","model_id":"llama-3-3-70b-instruct","org":"unsloth","rank":422,"root":"meta-llama/Llama-3.3-70B-Instruct","score":51.9,"variant":"Llama-3.3-70B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"llama-3-1-70b","org":"Mungert","rank":423,"root":"meta-llama/Llama-3.1-70B","score":51.9,"variant":"Llama-3.3-70B-Instruct-GGUF"},{"conf":"medium","context":"Math","model_id":"llama-3-3-70b-instruct","org":"unsloth","rank":424,"root":"meta-llama/Llama-3.3-70B-Instruct","score":51.9,"variant":"Llama-3.3-70B-Instruct-FP8-Dynamic"},{"conf":"low","context":null,"model_id":"llama-3-1-8b","org":"Mungert","rank":425,"root":"meta-llama/Llama-3.1-8B","score":51.9,"variant":"OpenMath2-Llama3.1-8B-GGUF"},{"conf":"low","context":null,"model_id":"llama-3-1-70b","org":"nvidia","rank":426,"root":"meta-llama/Llama-3.1-70B","score":51.9,"variant":"OpenMath2-Llama3.1-70B"},{"conf":"medium","context":"Deepseek-Math-7B-RL","model_id":"internlm2-math-plus-7b","org":"internlm","rank":427,"root":"internlm/internlm2-math-plus-7b","score":51.7,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"Deepseek-Math-7B-RL","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":428,"root":"internlm/internlm2-math-plus-1_8b","score":51.7,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"Deepseek-Math-7B-RL","model_id":"internlm2-math-plus-20b","org":"internlm","rank":429,"root":"internlm/internlm2-math-plus-20b","score":51.7,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"Deepseek-Math-7B-RL","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":430,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":51.7,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"Math","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":431,"root":"microsoft/Phi-3-small-8k-instruct","score":51.6,"variant":"Phi-3-small-8k-instruct"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":432,"root":"zai-org/glm-4-9b-chat","score":50.6,"variant":"glm-4-9b-chat"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":433,"root":"THUDM/glm-4-9b-chat","score":50.6,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"MATH","model_id":"qwen2-72b","org":"Qwen","rank":434,"root":"Qwen/Qwen2-72B","score":50.4,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"**InternLM2-Math-Base-7B**","model_id":"internlm2-math-7b","org":"internlm","rank":435,"root":"internlm/internlm2-math-7b","score":49.2,"variant":"internlm2-math-7b"},{"conf":"medium","context":"**InternLM2-Math-Base-7B**","model_id":"internlm2-math-base-7b","org":"internlm","rank":436,"root":"internlm/internlm2-math-base-7b","score":49.2,"variant":"internlm2-math-base-7b"},{"conf":"medium","context":"**InternLM2-Math-Base-7B**","model_id":"internlm2-math-20b","org":"internlm","rank":437,"root":"internlm/internlm2-math-20b","score":49.2,"variant":"internlm2-math-20b"},{"conf":"medium","context":"**InternLM2-Math-Base-7B**","model_id":"internlm2-math-base-20b","org":"internlm","rank":438,"root":"internlm/internlm2-math-base-20b","score":49.2,"variant":"internlm2-math-base-20b"},{"conf":"medium","context":"Qwen2.5-Math-1.5B-Instruct","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":439,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":49,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"Minerva Math","model_id":"qwen2-5-32b","org":"nvidia","rank":440,"root":"Qwen/Qwen2.5-32B","score":48.9,"variant":"NFT-32B"},{"conf":"medium","context":"Math","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":441,"root":"microsoft/Phi-3-small-128k-instruct","score":48.1,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m","org":"google","rank":442,"root":"google/gemma-3-270m","score":48,"variant":"gemma-3-270m"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m","org":"google","rank":443,"root":"google/gemma-3-270m","score":48,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":444,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":445,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":446,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":447,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":48,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m","org":"unsloth","rank":448,"root":"google/gemma-3-270m","score":48,"variant":"gemma-3-270m"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":449,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"google","rank":450,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":451,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":452,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":48,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m","org":"unsloth","rank":453,"root":"google/gemma-3-270m","score":48,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"MATH","model_id":"internlm2-5-20b","org":"internlm","rank":454,"root":"internlm/internlm2_5-20b","score":48,"variant":"internlm2_5-20b"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m","org":"google","rank":455,"root":"google/gemma-3-270m","score":48,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m","org":"Mungert","rank":456,"root":"google/gemma-3-270m","score":48,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[Math][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":457,"root":"google/gemma-3-270m-it","score":48,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":458,"root":"nvidia/Nemotron-H-8B-Base-8K","score":46.52,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"[MATH][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":459,"root":"mistralai/Mistral-Small-24B-Base-2501","score":45.98,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"Math","model_id":"llama-3-2-1b-instruct","org":"meta-llama","rank":460,"root":"meta-llama/Llama-3.2-1B-Instruct","score":44.4,"variant":"Llama-3.2-1B-Instruct"},{"conf":"medium","context":"Math","model_id":null,"org":"meta-llama","rank":461,"root":"meta-llama/Llama-3.2-1B","score":44.4,"variant":"Llama-3.2-1B"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b-instruct","org":"meta-llama","rank":462,"root":"meta-llama/Llama-3.2-3B-Instruct","score":44.4,"variant":"Llama-3.2-3B-Instruct"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b","org":"meta-llama","rank":463,"root":"meta-llama/Llama-3.2-3B","score":44.4,"variant":"Llama-3.2-3B"},{"conf":"medium","context":"Math","model_id":"llama-3-2-1b-instruct","org":"alpindale","rank":464,"root":"meta-llama/Llama-3.2-1B-Instruct","score":44.4,"variant":"Llama-3.2-1B-Instruct"},{"conf":"medium","context":"Math","model_id":null,"org":"Mungert","rank":465,"root":"meta-llama/Llama-3.2-1B","score":44.4,"variant":"Llama-3.2-1B-Instruct-GGUF"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b","org":"Mungert","rank":466,"root":"meta-llama/Llama-3.2-3B","score":44.4,"variant":"Llama-3.2-3B-Instruct-GGUF"},{"conf":"medium","context":"Math","model_id":"llama-3-2-1b-instruct","org":"alpindale","rank":467,"root":"meta-llama/Llama-3.2-1B-Instruct","score":44.4,"variant":"Llama-3.2-1B"},{"conf":"medium","context":"Math","model_id":"llama-3-2-1b-instruct","org":"Mungert","rank":468,"root":"meta-llama/Llama-3.2-1B-Instruct","score":44.4,"variant":"Llama-3.2-1B-GGUF"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b","org":"meta-llama","rank":469,"root":"meta-llama/Llama-3.2-3B","score":44.4,"variant":"Llama-3.2-3B-Instruct-QLORA_INT4_EO8"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b-instruct","org":"alpindale","rank":470,"root":"meta-llama/Llama-3.2-3B-Instruct","score":44.4,"variant":"Llama-3.2-3B-Instruct"},{"conf":"medium","context":"Math","model_id":null,"org":"meta-llama","rank":471,"root":"meta-llama/Llama-3.2-1B","score":44.4,"variant":"Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b-instruct","org":"alpindale","rank":472,"root":"meta-llama/Llama-3.2-3B-Instruct","score":44.4,"variant":"Llama-3.2-3B"},{"conf":"medium","context":"Math","model_id":"llama-3-2-3b","org":"meta-llama","rank":473,"root":"meta-llama/Llama-3.2-3B","score":44.4,"variant":"Llama-3.2-3B-Instruct-SpinQuant_INT4_EO8"},{"conf":"medium","context":"Math","model_id":null,"org":"meta-llama","rank":474,"root":"meta-llama/Llama-3.2-1B","score":44.4,"variant":"Llama-3.2-1B-Instruct-QLORA_INT4_EO8"},{"conf":"medium","context":"Visual  reasoning","model_id":null,"org":"microsoft","rank":475,"root":"microsoft/Phi-3.5-vision-instruct","score":43.9,"variant":"Phi-3.5-vision-instruct"},{"conf":"medium","context":"MATH","model_id":"qwen2-72b","org":"Qwen","rank":476,"root":"Qwen/Qwen2-72B","score":43.6,"variant":"Qwen2-72B"},{"conf":"medium","context":"InternLM2-Math-Plus","model_id":null,"org":"internlm","rank":477,"root":"internlm/internlm2_5-step-prover","score":43.4,"variant":"internlm2_5-step-prover"},{"conf":"medium","context":"InternLM2-Math-Plus-7B","model_id":"internlm2-math-plus-7b","org":"internlm","rank":478,"root":"internlm/internlm2-math-plus-7b","score":43.4,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-Plus-7B","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":479,"root":"internlm/internlm2-math-plus-1_8b","score":43.4,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-Plus-7B","model_id":"internlm2-math-plus-20b","org":"internlm","rank":480,"root":"internlm/internlm2-math-plus-20b","score":43.4,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-Plus","model_id":null,"org":"internlm","rank":481,"root":"internlm/internlm2_5-step-prover-critic","score":43.4,"variant":"internlm2_5-step-prover-critic"},{"conf":"medium","context":"InternLM2-Math-Plus-7B","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":482,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":43.4,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"InternLM2-Math-Plus","model_id":null,"org":"internlm","rank":483,"root":"internlm/internlm2-step-prover","score":43.4,"variant":"internlm2-step-prover"},{"conf":"medium","context":"MATH","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":484,"root":"tencent/Hunyuan-7B-Pretrain","score":42.95,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"medium","context":"InternLM2-Math-Plus-20B","model_id":"internlm2-math-plus-7b","org":"internlm","rank":485,"root":"internlm/internlm2-math-plus-7b","score":42.6,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-Plus-20B","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":486,"root":"internlm/internlm2-math-plus-1_8b","score":42.6,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-Plus-20B","model_id":"internlm2-math-plus-20b","org":"internlm","rank":487,"root":"internlm/internlm2-math-plus-20b","score":42.6,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-Plus-20B","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":488,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":42.6,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":489,"root":"llm-agents/tora-code-34b-v1.0","score":42.5,"variant":"tora-code-34b-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":490,"root":"llm-agents/tora-code-13b-v1.0","score":42.5,"variant":"tora-code-13B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":491,"root":"llm-agents/tora-7b-v1.0","score":42.5,"variant":"tora-7B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":492,"root":"llm-agents/tora-13b-v1.0","score":42.5,"variant":"tora-13B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":493,"root":"llm-agents/tora-70b-v1.0","score":42.5,"variant":"tora-70B-v1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":494,"root":"llm-agents/tora-code-7b-v1.0","score":42.5,"variant":"tora-code-7B-v1.0-GGUF"},{"conf":"medium","context":"**Math**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":495,"root":"deepseek-ai/DeepSeek-V2-Chat","score":42.2,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**Math**","model_id":"deepseek-v2","org":"deepseek-ai","rank":496,"root":"deepseek-ai/DeepSeek-V2","score":42.2,"variant":"DeepSeek-V2"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":497,"root":"allenai/OLMo-2-0425-1B","score":41.2,"variant":"OLMo-2-0425-1B"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":498,"root":"allenai/OLMo-2-0325-32B-DPO","score":41.2,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":499,"root":"allenai/OLMo-2-0325-32B-Instruct","score":41.2,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":500,"root":"allenai/OLMo-2-0325-32B","score":41.2,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":501,"root":"allenai/OLMo-2-0325-32B-SFT","score":41.2,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":502,"root":"allenai/OLMo-2-0325-32B-Instruct","score":41.2,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"acemath-7b-rm","org":"nvidia","rank":503,"root":"nvidia/AceMath-7B-RM","score":41.2,"variant":"AceMath-7B-RM"},{"conf":"low","context":null,"model_id":"acemath-72b-rm","org":"nvidia","rank":504,"root":"nvidia/AceMath-72B-RM","score":41.2,"variant":"AceMath-72B-RM"},{"conf":"medium","context":"Minerva Math","model_id":"qwen2-5-math-7b","org":"nvidia","rank":505,"root":"Qwen/Qwen2.5-Math-7B","score":40.8,"variant":"NFT-7B"},{"conf":"medium","context":"MATH lvl5","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":506,"root":"tiiuae/Falcon-H1-34B-Base","score":40.71,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"MATH (0-shot CoT)","model_id":"internlm2-5-1-8b-chat","org":"internlm","rank":507,"root":"internlm/internlm2_5-1_8b-chat","score":40.2,"variant":"internlm2_5-1_8b-chat"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":508,"root":"allenai/Olmo-3-1025-7B","score":39.6,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":509,"root":"allenai/Olmo-Hybrid-7B","score":39.6,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":510,"root":"allenai/Olmo-3-1025-7B","score":39.6,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"medium","context":"BAR-2x7B-Math","model_id":null,"org":"allenai","rank":511,"root":"allenai/BAR-2x7B-Math","score":39.3,"variant":"BAR-2x7B-Math"},{"conf":"medium","context":"BAR-2x7B-Math","model_id":null,"org":"allenai","rank":512,"root":"allenai/BAR-2x7B-Code","score":39.3,"variant":"BAR-2x7B-Code"},{"conf":"medium","context":"BAR-2x7B-Math","model_id":null,"org":"allenai","rank":513,"root":"allenai/BAR-5x7B","score":39.3,"variant":"BAR-5x7B"},{"conf":"medium","context":"BAR-2x7B-Math","model_id":null,"org":"allenai","rank":514,"root":"allenai/BAR-2x7B-Tool-Use","score":39.3,"variant":"BAR-2x7B-Tool-Use"},{"conf":"medium","context":"InternLM2-Math-Plus-1.8B","model_id":"internlm2-math-plus-7b","org":"internlm","rank":515,"root":"internlm/internlm2-math-plus-7b","score":38.9,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-Plus-1.8B","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":516,"root":"internlm/internlm2-math-plus-1_8b","score":38.9,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-Plus-1.8B","model_id":"internlm2-math-plus-20b","org":"internlm","rank":517,"root":"internlm/internlm2-math-plus-20b","score":38.9,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-Plus-1.8B","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":518,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":38.9,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"InternLM2-Math-20B","model_id":"internlm2-math-plus-7b","org":"internlm","rank":519,"root":"internlm/internlm2-math-plus-7b","score":37.7,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-20B","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":520,"root":"internlm/internlm2-math-plus-1_8b","score":37.7,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-20B","model_id":"internlm2-math-plus-20b","org":"internlm","rank":521,"root":"internlm/internlm2-math-plus-20b","score":37.7,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-20B","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":522,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":37.7,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"InternLM2-Math-Plus-Mixtral8x22B","model_id":"internlm2-math-plus-7b","org":"internlm","rank":523,"root":"internlm/internlm2-math-plus-7b","score":37.3,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-Plus-Mixtral8x22B","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":524,"root":"internlm/internlm2-math-plus-1_8b","score":37.3,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-Plus-Mixtral8x22B","model_id":"internlm2-math-plus-20b","org":"internlm","rank":525,"root":"internlm/internlm2-math-plus-20b","score":37.3,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-Plus-Mixtral8x22B","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":526,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":37.3,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"Qwen-2.5-Math-7B-Instruct","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":527,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":37.01,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"BAR-2x7B-Math-SFT","model_id":null,"org":"allenai","rank":528,"root":"allenai/BAR-2x7B-Math","score":36.8,"variant":"BAR-2x7B-Math"},{"conf":"medium","context":"BAR-2x7B-Math-SFT","model_id":null,"org":"allenai","rank":529,"root":"allenai/BAR-2x7B-Code","score":36.8,"variant":"BAR-2x7B-Code"},{"conf":"medium","context":"BAR-2x7B-Math-SFT","model_id":null,"org":"allenai","rank":530,"root":"allenai/BAR-5x7B","score":36.8,"variant":"BAR-5x7B"},{"conf":"medium","context":"BAR-2x7B-Math-SFT","model_id":null,"org":"allenai","rank":531,"root":"allenai/BAR-2x7B-Tool-Use","score":36.8,"variant":"BAR-2x7B-Tool-Use"},{"conf":"low","context":null,"model_id":"qwen3-4b-base","org":"Mungert","rank":532,"root":"Qwen/Qwen3-4B","score":36.7,"variant":"Polaris-4B-Preview-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":533,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":36.7,"variant":"Polaris-7B-Preview-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-2-9b","org":"google","rank":534,"root":"google/gemma-2-9b","score":36.6,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-2-27b","org":"google","rank":535,"root":"google/gemma-2-27b","score":36.6,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-2-9b","org":"google","rank":536,"root":"google/gemma-2-9b","score":36.6,"variant":"gemma-2-9b"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-2-27b","org":"google","rank":537,"root":"google/gemma-2-27b","score":36.6,"variant":"gemma-2-27b"},{"conf":"high","context":null,"model_id":"yi-34b-200k","org":"TheBloke","rank":538,"root":"01-ai/Yi-34B-200K","score":36.3,"variant":"Yi-34B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-200k-llamafied","org":"TheBloke","rank":539,"root":"larryvrh/Yi-34B-200K-Llamafied","score":36.3,"variant":"Yi-34B-200K-Llamafied-GGUF"},{"conf":"medium","context":"[Rho-Math-1B-v0.1](https://huggingface.co/microsoft/rho--1b-v0.1)","model_id":"rho-math-1b-v0-1","org":"microsoft","rank":540,"root":"microsoft/rho-math-1b-v0.1","score":36.2,"variant":"rho-math-1b-v0.1"},{"conf":"medium","context":"[Rho-Math-1B-v0.1](https://huggingface.co/microsoft/rho--1b-v0.1)","model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":541,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":36.2,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"medium","context":"[Rho-Math-1B-v0.1](https://huggingface.co/microsoft/rho--1b-v0.1)","model_id":"rho-math-7b-v0-1","org":"microsoft","rank":542,"root":"microsoft/rho-math-7b-v0.1","score":36.2,"variant":"rho-math-7b-v0.1"},{"conf":"medium","context":"[Rho-Math-1B-v0.1](https://huggingface.co/microsoft/rho--1b-v0.1)","model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":543,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":36.2,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"medium","context":"MATH lvl5","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":544,"root":"tiiuae/Falcon-H1-7B-Base","score":34.67,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"InternLM2-Math-7B","model_id":"internlm2-math-plus-7b","org":"internlm","rank":545,"root":"internlm/internlm2-math-plus-7b","score":34.6,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-7B","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":546,"root":"internlm/internlm2-math-plus-1_8b","score":34.6,"variant":"internlm2-math-plus-1_8b"},{"conf":"low","context":null,"model_id":"deepscaler-1-5b-preview","org":"unsloth","rank":547,"root":"agentica-org/DeepScaleR-1.5B-Preview","score":34.6,"variant":"DeepScaleR-1.5B-Preview-unsloth-bnb-4bit"},{"conf":"medium","context":"InternLM2-Math-7B","model_id":"internlm2-math-plus-20b","org":"internlm","rank":548,"root":"internlm/internlm2-math-plus-20b","score":34.6,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-7B","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":549,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":34.6,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"medium","context":"**Math**","model_id":null,"org":"moonshotai","rank":550,"root":"moonshotai/Moonlight-16B-A3B-Instruct","score":34,"variant":"Moonlight-16B-A3B-Instruct"},{"conf":"medium","context":"**Math**","model_id":null,"org":"moonshotai","rank":551,"root":"moonshotai/Moonlight-16B-A3B","score":34,"variant":"Moonlight-16B-A3B"},{"conf":"medium","context":"MATH","model_id":"internlm2-5-7b","org":"internlm","rank":552,"root":"internlm/internlm2_5-7b","score":34,"variant":"internlm2_5-7b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":553,"root":"WizardLM/WizardMath-7B-V1.1","score":33,"variant":"WizardMath-7B-V1.1-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"llama-3-1-70b","org":"allenai","rank":554,"root":"meta-llama/Llama-3.1-70B","score":32.4,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"Qwen-2.5-Math-1.5B-Instruct","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":555,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":32.25,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-8b","org":"allenai","rank":556,"root":"meta-llama/Llama-3.1-8B","score":31.5,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":557,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":31.5,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":558,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":31.5,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":559,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":31.5,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":560,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":31.5,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":561,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":31.5,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-70b","org":"allenai","rank":562,"root":"meta-llama/Llama-3.1-70B","score":31.5,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":null,"org":"allenai","rank":563,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":31.5,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":564,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":31.5,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":565,"root":"allenai/Llama-3.1-Tulu-3-8B","score":31.5,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-405b","org":"allenai","rank":566,"root":"meta-llama/Llama-3.1-405B","score":31.5,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":567,"root":"allenai/Llama-3.1-Tulu-3-70B","score":31.5,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**MATH (4 shot CoT, Flex)**","model_id":null,"org":"allenai","rank":568,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":31.5,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":"MATH","model_id":"qwen2-57b-a14b","org":"Qwen","rank":569,"root":"Qwen/Qwen2-57B-A14B","score":30.8,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"MATH","model_id":"qwen2-57b-a14b","org":"Qwen","rank":570,"root":"Qwen/Qwen2-57B-A14B","score":30.7,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"Coding &","model_id":"smollm3-3b","org":"ggml-org","rank":571,"root":"HuggingFaceTB/SmolLM3-3B","score":30.48,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"Coding &","model_id":"smollm3-3b","org":"unsloth","rank":572,"root":"HuggingFaceTB/SmolLM3-3B","score":30.48,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"Coding &","model_id":"smollm3-3b","org":"unsloth","rank":573,"root":"HuggingFaceTB/SmolLM3-3B","score":30.48,"variant":"SmolLM3-3B-128K-GGUF"},{"conf":"medium","context":"Coding &","model_id":"smollm3-3b","org":"unsloth","rank":574,"root":"HuggingFaceTB/SmolLM3-3B","score":30.48,"variant":"SmolLM3-3B"},{"conf":"medium","context":"Coding &","model_id":null,"org":"unsloth","rank":575,"root":"HuggingFaceTB/SmolLM3-3B-Base","score":30.48,"variant":"SmolLM3-3B-Base"},{"conf":"medium","context":"Coding &","model_id":"smollm3-3b","org":"unsloth","rank":576,"root":"HuggingFaceTB/SmolLM3-3B","score":30.48,"variant":"SmolLM3-3B-bnb-4bit"},{"conf":"medium","context":"Coding &","model_id":"smollm3-3b","org":"Mungert","rank":577,"root":"HuggingFaceTB/SmolLM3-3B","score":30.48,"variant":"SmolLM3-3B-GGUF"},{"conf":"high","context":null,"model_id":"glm-4-9b","org":"zai-org","rank":578,"root":"zai-org/glm-4-9b","score":30.4,"variant":"glm-4-9b"},{"conf":"medium","context":"MATH-Vision (Pass@1)","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":579,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":30.4,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"high","context":null,"model_id":"glm-4-9b-hf","org":"zai-org","rank":580,"root":"zai-org/glm-4-9b-hf","score":30.4,"variant":"glm-4-9b-hf"},{"conf":"medium","context":"InternLM2-Math-7B-Base","model_id":"internlm2-math-plus-7b","org":"internlm","rank":581,"root":"internlm/internlm2-math-plus-7b","score":30.3,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-7B-Base","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":582,"root":"internlm/internlm2-math-plus-1_8b","score":30.3,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-7B-Base","model_id":"internlm2-math-plus-20b","org":"internlm","rank":583,"root":"internlm/internlm2-math-plus-20b","score":30.3,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-7B-Base","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":584,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":30.3,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"low","context":null,"model_id":"grovemoe-inst","org":"inclusionAI","rank":585,"root":"inclusionAI/GroveMoE-Inst","score":30.2,"variant":"GroveMoE-Inst"},{"conf":"medium","context":"MATH","model_id":"qwen2-7b","org":"Qwen","rank":586,"root":"Qwen/Qwen2-7B","score":30,"variant":"Qwen2-7B-Instruct"},{"conf":"medium","context":"InternLM2-Math","model_id":null,"org":"internlm","rank":587,"root":"internlm/internlm2_5-step-prover","score":29.9,"variant":"internlm2_5-step-prover"},{"conf":"medium","context":"InternLM2-Math","model_id":null,"org":"internlm","rank":588,"root":"internlm/internlm2_5-step-prover-critic","score":29.9,"variant":"internlm2_5-step-prover-critic"},{"conf":"medium","context":"InternLM2-Math","model_id":null,"org":"internlm","rank":589,"root":"internlm/internlm2-step-prover","score":29.9,"variant":"internlm2-step-prover"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":590,"root":"allenai/OLMo-2-1124-7B-DPO","score":29.8,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":591,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":29.8,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":592,"root":"allenai/OLMo2-7B-1124","score":29.8,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":593,"root":"allenai/OLMo-2-1124-7B-SFT","score":29.8,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":594,"root":"allenai/OLMo2-13B-1124","score":29.8,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":595,"root":"allenai/OLMo-2-1124-13B-SFT","score":29.8,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":596,"root":"allenai/OLMo-2-1124-7B-DPO","score":29.8,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":597,"root":"allenai/OLMo-2-1124-7B-SFT","score":29.8,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":598,"root":"allenai/OLMo-2-1124-7B-SFT","score":29.8,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":599,"root":"allenai/OLMo-2-1124-13B-SFT","score":29.8,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":600,"root":"allenai/OLMo-2-1124-13B-DPO","score":29.8,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":601,"root":"allenai/OLMo2-7B-1124","score":29.8,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":602,"root":"allenai/OLMo-2-1124-7B-SFT","score":29.8,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"InternLM2-Math-20B-Base","model_id":"internlm2-math-plus-7b","org":"internlm","rank":603,"root":"internlm/internlm2-math-plus-7b","score":29.5,"variant":"internlm2-math-plus-7b"},{"conf":"medium","context":"InternLM2-Math-20B-Base","model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":604,"root":"internlm/internlm2-math-plus-1_8b","score":29.5,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"InternLM2-Math-20B-Base","model_id":"internlm2-math-plus-20b","org":"internlm","rank":605,"root":"internlm/internlm2-math-plus-20b","score":29.5,"variant":"internlm2-math-plus-20b"},{"conf":"medium","context":"InternLM2-Math-20B-Base","model_id":"internlm2-math-plus-mixtral8x22b","org":"internlm","rank":606,"root":"internlm/internlm2-math-plus-mixtral8x22b","score":29.5,"variant":"internlm2-math-plus-mixtral8x22b"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":607,"root":"openchat/openchat-3.5-1210","score":28.9,"variant":"openchat-3.5-1210-GGUF"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":608,"root":"openchat/openchat-3.5-1210","score":28.9,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":609,"root":"SUSTech/SUS-Chat-34B","score":28.8,"variant":"SUS-Chat-34B-GGUF"},{"conf":"high","context":null,"model_id":"openchat-3-5-0106","org":"TheBloke","rank":610,"root":"openchat/openchat-3.5-0106","score":28.6,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":611,"root":"NurtureAI/openchat_3.5-16k","score":28.6,"variant":"openchat_3.5-16k-GGUF"},{"conf":"medium","context":"**Zero-Mix-3 (SynLogic+Math+Coding)**","model_id":"qwen2-5-32b","org":"MiniMaxAI","rank":612,"root":"Qwen/Qwen2.5-32B","score":28.6,"variant":"SynLogic-Mix-3-32B"},{"conf":"medium","context":"**Math** *(Pass@1)*","model_id":null,"org":"mistralai","rank":613,"root":"mistralai/Pixtral-12B-Base-2409","score":27.8,"variant":"Pixtral-12B-2409"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":614,"root":"internlm/internlm2_5-1_8b","score":27.28,"variant":"internlm2_5-1_8b"},{"conf":"high","context":null,"model_id":null,"org":"allenai","rank":615,"root":"allenai/BAR-2x7B-Code","score":26.9,"variant":"BAR-2x7B-Code"},{"conf":"medium","context":"rStar-Math-7B","model_id":"deepscaler-1-5b-preview","org":"unsloth","rank":616,"root":"agentica-org/DeepScaleR-1.5B-Preview","score":26.7,"variant":"DeepScaleR-1.5B-Preview-unsloth-bnb-4bit"},{"conf":"medium","context":"Qwen2.5-Math-72B-Instruct (greedy)","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":617,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":26.67,"variant":"ZR1-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":618,"root":"01-ai/Yi-34B-Chat","score":26,"variant":"Yi-34B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"yi-34b","org":"TheBloke","rank":619,"root":"01-ai/Yi-34B","score":26,"variant":"Yi-34B-GGUF"},{"conf":"low","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":620,"root":"01-ai/Yi-34B-Chat","score":26,"variant":"Yi-34B-Chat-AWQ"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":621,"root":"tiiuae/Falcon3-10B-Base","score":25.91,"variant":"Falcon3-10B-Instruct"},{"conf":"medium","context":"MATH lvl5","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":622,"root":"tiiuae/Falcon-H1-3B-Base","score":25.83,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":623,"root":"tiiuae/Falcon3-10B-Base","score":24.77,"variant":"Falcon3-10B-Base"},{"conf":"medium","context":"MATH lvl5","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":624,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":24.77,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"google","rank":625,"root":"google/gemma-3-1b-pt","score":24.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"google","rank":626,"root":"google/gemma-3-4b-pt","score":24.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m","org":"google","rank":627,"root":"google/gemma-3-270m","score":24.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"google","rank":628,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-pt","org":"google","rank":629,"root":"google/gemma-3-27b-pt","score":24.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m","org":"google","rank":630,"root":"google/gemma-3-270m","score":24.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":631,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":632,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"google","rank":633,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":634,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":635,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":636,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"google","rank":637,"root":"google/gemma-3-4b-pt","score":24.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":638,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":639,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"google","rank":640,"root":"google/gemma-3-1b-pt","score":24.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":641,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":642,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":643,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":null,"org":"google","rank":644,"root":"google/gemma-3-12b","score":24.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":645,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":646,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":647,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":648,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":649,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":650,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":651,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":652,"root":"google/gemma-3-4b-pt","score":24.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-pt","org":"google","rank":653,"root":"google/gemma-3-27b-pt","score":24.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":654,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":655,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":656,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":657,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":658,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":659,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":660,"root":"google/gemma-3-1b-pt","score":24.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":661,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":662,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":663,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":664,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m","org":"unsloth","rank":665,"root":"google/gemma-3-270m","score":24.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":666,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":24.2,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"google","rank":667,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"google","rank":668,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":669,"root":"google/gemma-3-4b-pt","score":24.2,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":670,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"google","rank":671,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":672,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"google","rank":673,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":674,"root":"google/gemma-3-4b-pt","score":24.2,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":675,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":676,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":677,"root":"google/gemma-3-1b-pt","score":24.2,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":678,"root":"google/gemma-3-4b-it","score":24.2,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"google","rank":679,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":680,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"google","rank":681,"root":"google/gemma-3-12b-it","score":24.2,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":682,"root":"google/gemma-3-27b-pt","score":24.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"google","rank":683,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":684,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":685,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"google","rank":686,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":687,"root":"google/gemma-3-27b-it","score":24.2,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":688,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":689,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":690,"root":"google/gemma-3-1b-pt","score":24.2,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":691,"root":"google/gemma-3-27b-pt","score":24.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":692,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m","org":"unsloth","rank":693,"root":"google/gemma-3-270m","score":24.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"google","rank":694,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":695,"root":"google/gemma-3-27b-pt","score":24.2,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":696,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m","org":"google","rank":697,"root":"google/gemma-3-270m","score":24.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-12b-pt","org":"google","rank":698,"root":"google/gemma-3-12b-pt","score":24.2,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m","org":"Mungert","rank":699,"root":"google/gemma-3-270m","score":24.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":700,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":701,"root":"google/gemma-3-270m-it","score":24.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-pt","org":"google","rank":702,"root":"google/gemma-3-1b-it","score":24.2,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":703,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":704,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":24.2,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-3-4b-pt","org":"google","rank":705,"root":"google/gemma-3-4b-pt","score":24.2,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":706,"root":"yulan-team/YuLan-Chat-2-13b-fp16","score":23.1,"variant":"YuLan-Chat-2-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":707,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":22.7,"variant":"WizardCoder-Python-34B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":708,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":22.7,"variant":"WizardCoder-Python-13B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":709,"root":"WizardLM/WizardCoder-Python-7b-V1.0","score":22.7,"variant":"WizardCoder-Python-7B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":710,"root":"WizardLM/WizardLM-70B-V1.0","score":22.7,"variant":"WizardLM-70B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":711,"root":"WizardLM/WizardLM-13B-V1.2","score":22.7,"variant":"WizardLM-13B-V1.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":712,"root":"WizardLM/WizardLM-70B-V1.0","score":22.7,"variant":"WizardLM-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":713,"root":"WizardLM/WizardLM-13B-V1.1","score":22.7,"variant":"WizardLM-13B-V1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":714,"root":"WizardLM/WizardLM-7B-V1.0","score":22.7,"variant":"wizardLM-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":715,"root":"WizardLM/WizardMath-70B-V1.0","score":22.7,"variant":"WizardMath-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":716,"root":"WizardLM/WizardLM-30B-V1.0","score":22.7,"variant":"WizardLM-30B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":717,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":22.7,"variant":"WizardCoder-Python-13B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":718,"root":"WizardLM/WizardLM-13B-V1.2","score":22.7,"variant":"WizardLM-13B-V1.2-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":719,"root":"WizardLM/WizardLM-13B-V1.1","score":22.7,"variant":"WizardLM-13B-V1.1-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":720,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":22.7,"variant":"WizardCoder-Python-34B-V1.0-GPTQ"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":null,"org":"alpindale","rank":721,"root":"—","score":22.28,"variant":"WizardLM-2-8x22B"},{"conf":"high","context":null,"model_id":null,"org":"allenai","rank":722,"root":"allenai/BAR-2x7B-Tool-Use","score":21.8,"variant":"BAR-2x7B-Tool-Use"},{"conf":"medium","context":"**MATH (Flex)**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":723,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":21.41,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**MATH (Flex)**","model_id":null,"org":"allenai","rank":724,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":21.41,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**MATH (Flex)**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":725,"root":"allenai/OLMoE-1B-7B-0125","score":21.41,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q6_K.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":726,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":20.6,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"MATH lvl5","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":727,"root":"tiiuae/Falcon-H1-1.5B-Base","score":20.39,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"MATH","model_id":"internlm2-chat-7b","org":"internlm","rank":728,"root":"internlm/internlm2-chat-7b","score":20.2,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":729,"root":"internlm/internlm2-7b","score":20.2,"variant":"internlm2-7b"},{"conf":"medium","context":"MATH","model_id":"internlm2-chat-20b","org":"internlm","rank":730,"root":"internlm/internlm2-chat-20b","score":20.2,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":731,"root":"internlm/internlm2-20b","score":20.2,"variant":"internlm2-20b"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":732,"root":"internlm/internlm2-base-7b","score":20.2,"variant":"internlm2-base-7b"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":733,"root":"internlm/internlm2-base-20b","score":20.2,"variant":"internlm2-base-20b"},{"conf":"medium","context":"MATH","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":734,"root":"internlm/internlm2-chat-7b-sft","score":20.2,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"MATH","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":735,"root":"internlm/internlm2-chat-20b-sft","score":20.2,"variant":"internlm2-chat-20b-sft"},{"conf":"medium","context":"Qwen2.5-Math-7B-Instruct (greedy)","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":736,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":20,"variant":"ZR1-1.5B-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b-200k","org":"TheBloke","rank":737,"root":"01-ai/Yi-6B-200K","score":19.8,"variant":"Yi-6B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b","org":"TheBloke","rank":738,"root":"01-ai/Yi-6B","score":19.8,"variant":"Yi-6B-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":739,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":18.88,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"Zero-Mix-2 (Math+Coding)","model_id":"qwen2-5-32b","org":"MiniMaxAI","rank":740,"root":"Qwen/Qwen2.5-32B","score":18.5,"variant":"SynLogic-Mix-3-32B"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":741,"root":"EleutherAI/llemma_7b","score":18,"variant":"llemma_7b-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":742,"root":"EleutherAI/llemma_34b","score":18,"variant":"llemma_34b-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q5_K_M.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":743,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":17.8,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"Math","model_id":"discolm-70b","org":"TheBloke","rank":744,"root":"DiscoResearch/DiscoLM-70b","score":17.8,"variant":"DiscoLM-70B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q5_K_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":745,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":17.4,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1","org":"deepseek-ai","rank":746,"root":"deepseek-ai/DeepSeek-R1","score":16,"variant":"DeepSeek-R1"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-32b","org":"deepseek-ai","rank":747,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-70b","org":"deepseek-ai","rank":748,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":16,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-1-5b","org":"deepseek-ai","rank":749,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-14b","org":"deepseek-ai","rank":750,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-8b","org":"deepseek-ai","rank":751,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":16,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-7b","org":"deepseek-ai","rank":752,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":753,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":754,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":16,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":755,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":16,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":756,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1","org":"unsloth","rank":757,"root":"deepseek-ai/DeepSeek-R1","score":16,"variant":"DeepSeek-R1-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":758,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":759,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":760,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":16,"variant":"DeepSeek-R1-Distill-Llama-8B-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":761,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":762,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-zero","org":"deepseek-ai","rank":763,"root":"deepseek-ai/DeepSeek-R1-Zero","score":16,"variant":"DeepSeek-R1-Zero"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":764,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-7B-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1","org":"unsloth","rank":765,"root":"deepseek-ai/DeepSeek-R1","score":16,"variant":"DeepSeek-R1-BF16"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":766,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-7B-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":767,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":768,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":16,"variant":"DeepSeek-R1-Distill-Llama-70B-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":769,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":16,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":770,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-32B-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":771,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":772,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":16,"variant":"DeepSeek-R1-Distill-Llama-8B-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1","org":"unsloth","rank":773,"root":"deepseek-ai/DeepSeek-R1","score":16,"variant":"DeepSeek-R1-GGUF-UD"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":774,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-14B-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":775,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":776,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":777,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-zero","org":"unsloth","rank":778,"root":"deepseek-ai/DeepSeek-R1-Zero","score":16,"variant":"DeepSeek-R1-Zero-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":779,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-32B-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-70b","org":"Mungert","rank":780,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":16,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":781,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":782,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":783,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":784,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-8b","org":"Mungert","rank":785,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":16,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"medium","context":"Math","model_id":"deepseek-r1","org":"unsloth","rank":786,"root":"deepseek-ai/DeepSeek-R1","score":16,"variant":"DeepSeek-R1"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":787,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":16,"variant":"DeepSeek-R1-Distill-Llama-70B-unsloth-bnb-4bit"},{"conf":"medium","context":"Math","model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":788,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":16,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q4_1.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":789,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":15.8,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q8_0.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":790,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":15.8,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q4_K_M.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":791,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":15.3,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"MATH lvl5","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":792,"root":"tiiuae/Falcon-H1-0.5B-Base","score":15.18,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-2-2b","org":"google","rank":793,"root":"google/gemma-2-2b","score":15,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[MATH][]","model_id":"gemma-2-2b","org":"google","rank":794,"root":"google/gemma-2-2b","score":15,"variant":"gemma-2-2b"},{"conf":"medium","context":"[Nemotron ](https://huggingface.co/datasets/nvidia/Llama-Nemotron-Post-Training-Dataset/blob/main/SFT//_v1.1.jsonl)","model_id":null,"org":"facebook","rank":795,"root":"facebook/MobileLLM-R1-140M-base","score":15,"variant":"MobileLLM-R1-140M-base"},{"conf":"medium","context":"[Nemotron ](https://huggingface.co/datasets/nvidia/Llama-Nemotron-Post-Training-Dataset/blob/main/SFT//_v1.1.jsonl)","model_id":null,"org":"facebook","rank":796,"root":"facebook/MobileLLM-R1-950M-base","score":15,"variant":"MobileLLM-R1-950M"},{"conf":"medium","context":"[Nemotron ](https://huggingface.co/datasets/nvidia/Llama-Nemotron-Post-Training-Dataset/blob/main/SFT//_v1.1.jsonl)","model_id":null,"org":"facebook","rank":797,"root":"facebook/MobileLLM-R1-360M-base","score":15,"variant":"MobileLLM-R1-360M"},{"conf":"medium","context":"[Nemotron ](https://huggingface.co/datasets/nvidia/Llama-Nemotron-Post-Training-Dataset/blob/main/SFT//_v1.1.jsonl)","model_id":null,"org":"facebook","rank":798,"root":"facebook/MobileLLM-R1-140M-base","score":15,"variant":"MobileLLM-R1-140M"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q4_0.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":799,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":14.4,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q4_K_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":800,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":14.4,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":801,"root":"WizardLM/WizardMath-13B-V1.0","score":14,"variant":"WizardMath-13B-V1.0-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"hermes-3-llama-3-1-70b","org":"mlabonne","rank":802,"root":"NousResearch/Hermes-3-Llama-3.1-70B","score":13.82,"variant":"Hermes-3-Llama-3.1-70B-lorablated"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ4_XS.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":803,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":13.6,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q3_K_L.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":804,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":13.4,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-math-7b","org":"nvidia","rank":805,"root":"Qwen/Qwen2.5-Math-7B","score":13.3,"variant":"NFT-7B"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":806,"root":"mistralai/Ministral-8B-Instruct-2410","score":13.2,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"MATH","model_id":"qwen2-7b","org":"Qwen","rank":807,"root":"Qwen/Qwen2-7B","score":13.1,"variant":"Qwen2-7B"},{"conf":"medium","context":"[OpenWebMath](https://huggingface.co/datasets/open-web-/open-web-)","model_id":null,"org":"facebook","rank":808,"root":"facebook/MobileLLM-R1-140M-base","score":12.6,"variant":"MobileLLM-R1-140M-base"},{"conf":"medium","context":"[OpenWebMath](https://huggingface.co/datasets/open-web-/open-web-)","model_id":null,"org":"facebook","rank":809,"root":"facebook/MobileLLM-R1-950M-base","score":12.6,"variant":"MobileLLM-R1-950M"},{"conf":"medium","context":"[OpenWebMath](https://huggingface.co/datasets/open-web-/open-web-)","model_id":null,"org":"facebook","rank":810,"root":"facebook/MobileLLM-R1-360M-base","score":12.6,"variant":"MobileLLM-R1-360M"},{"conf":"medium","context":"[OpenWebMath](https://huggingface.co/datasets/open-web-/open-web-)","model_id":null,"org":"facebook","rank":811,"root":"facebook/MobileLLM-R1-140M-base","score":12.6,"variant":"MobileLLM-R1-140M"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q3_K_M.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":812,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":12.3,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q6_K.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":813,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":12.2,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":"gemma-1-1-2b-it","org":"google","rank":814,"root":"google/gemma-1.1-2b-it","score":11.8,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":815,"root":"google/gemma-2b-it-pytorch","score":11.8,"variant":"gemma-2b"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":816,"root":"google/gemma-2b-it-pytorch","score":11.8,"variant":"gemma-2b-it"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":817,"root":"google/gemma-7b-it-quant-pytorch","score":11.8,"variant":"gemma-7b"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":"gemma-7b","org":"google","rank":818,"root":"google/gemma-7b","score":11.8,"variant":"gemma-7b-it"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":"gemma-1-1-7b-it","org":"google","rank":819,"root":"google/gemma-1.1-7b-it","score":11.8,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":820,"root":"google/gemma-2b-it-pytorch","score":11.8,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"alpindale","rank":821,"root":"google/gemma-7b-it-quant-pytorch","score":11.8,"variant":"gemma-7b"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"alpindale","rank":822,"root":"google/gemma-2b-it-pytorch","score":11.8,"variant":"gemma-2b"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":823,"root":"google/gemma-7b-it-quant-pytorch","score":11.8,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"alpindale","rank":824,"root":"google/gemma-7b-it-quant-pytorch","score":11.8,"variant":"gemma-7b-it"},{"conf":"medium","context":"[MATH](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":825,"root":"google/gemma-7b-it-quant-pytorch","score":11.8,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ3_M.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":826,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":11.6,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"llama-3-1-8b-arliai-rpmax-v1-1","org":"ArliAI","rank":827,"root":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","score":11.33,"variant":"Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ3_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":828,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":11.1,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q3_K_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":829,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":11.1,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":830,"root":"WizardLM/WizardMath-7b-V1.0","score":10.7,"variant":"WizardMath-7B-V1.0-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ3_XS.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":831,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":10.6,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q5_K_M.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":832,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":10.6,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q5_K_S.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":833,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":10.4,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"low","context":null,"model_id":"internlm2-math-plus-1-8b","org":"internlm","rank":834,"root":"internlm/internlm2-math-plus-1_8b","score":10.2,"variant":"internlm2-math-plus-1_8b"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.imatrix.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":835,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":10,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.imatrix.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":836,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":10,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"Qwen2.5-Math-1.5B-Instruct (greedy)","model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":837,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":10,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ3_XXS.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":838,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":9.8,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q2_K.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":839,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":9.5,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"mistral-nemo-12b-arliai-rpmax-v1-1","org":"ArliAI","rank":840,"root":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","score":9.21,"variant":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q4_K_M.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":841,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":9.1,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q6_K.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":842,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":8.9,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-Q2_K_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":843,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":8.8,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ2_M.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":844,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":8.8,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q4_K_S.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":845,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":8.7,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":846,"root":"nvidia/Nemotron-4-340B-Instruct","score":8.4,"variant":"Nemotron-4-340B-Instruct"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":847,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":8.31,"variant":"ChimeraLlama-3-8B-v2"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.IQ4_XS.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":848,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":8.3,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ2_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":849,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":8.2,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q3_K_L.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":850,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":8,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":851,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":7.85,"variant":"ChimeraLlama-3-8B-v3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ2_XS.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":852,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":7.7,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q5_K_M.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":853,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":7.7,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q5_K_S.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":854,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":7.5,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q3_K_M.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":855,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":7.4,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ2_XXS.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":856,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":7,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"meta-llama","rank":857,"root":"meta-llama/Llama-2-7b-hf","score":6.95,"variant":"Llama-2-7b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"meta-llama","rank":858,"root":"meta-llama/Llama-2-7b-chat-hf","score":6.95,"variant":"Llama-2-7b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"meta-llama","rank":859,"root":"meta-llama/Llama-2-13b-chat-hf","score":6.95,"variant":"Llama-2-13b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":860,"root":"meta-llama/Llama-2-7b-chat-hf","score":6.95,"variant":"Llama-2-7B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":861,"root":"meta-llama/Llama-2-7b-chat-hf","score":6.95,"variant":"Llama-2-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"meta-llama","rank":862,"root":"meta-llama/Llama-2-13b-hf","score":6.95,"variant":"Llama-2-13b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":863,"root":"meta-llama/Llama-2-7b-hf","score":6.95,"variant":"Llama-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"meta-llama","rank":864,"root":"meta-llama/Llama-2-70b-chat-hf","score":6.95,"variant":"Llama-2-70b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"meta-llama","rank":865,"root":"meta-llama/Llama-2-70b-hf","score":6.95,"variant":"Llama-2-70b-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":866,"root":"meta-llama/Llama-2-13b-chat-hf","score":6.95,"variant":"Llama-2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":867,"root":"meta-llama/Llama-2-7b-hf","score":6.95,"variant":"Llama-2-7B-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":868,"root":"meta-llama/Llama-2-70b-hf","score":6.95,"variant":"Llama-2-70B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":869,"root":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","score":6.95,"variant":"Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":870,"root":"meta-llama/Llama-2-7b-hf","score":6.95,"variant":"Llama-2-7B-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":871,"root":"meta-llama/Llama-2-70b-chat-hf","score":6.95,"variant":"Llama-2-70B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":872,"root":"meta-llama/Llama-2-7b-chat-hf","score":6.95,"variant":"Llama-2-7B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":873,"root":"meta-llama/Llama-2-70b-chat-hf","score":6.95,"variant":"Llama-2-70B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":874,"root":"—","score":6.95,"variant":"Llama-2-7B-Chat-fp16"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":875,"root":"meta-llama/Llama-2-13b-hf","score":6.95,"variant":"Llama-2-13B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-llama2-13b","org":"TheBloke","rank":876,"root":"uukuguy/speechless-llama2-13b","score":6.95,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":877,"root":"meta-llama/Llama-2-70b-hf","score":6.95,"variant":"Llama-2-70B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":878,"root":"meta-llama/Llama-2-13b-chat-hf","score":6.95,"variant":"Llama-2-13B-chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":879,"root":"meta-llama/Llama-2-70b-hf","score":6.95,"variant":"Llama-2-70B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":880,"root":"—","score":6.95,"variant":"Llama-2-13B-fp16"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":881,"root":"meta-llama/Llama-2-70b-chat-hf","score":6.95,"variant":"Llama-2-70B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":882,"root":"meta-llama/Llama-2-7b-chat-hf","score":6.95,"variant":"Llama-2-7B-Chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":883,"root":"meta-llama/Llama-2-13b-chat-hf","score":6.95,"variant":"Llama-2-13B-chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":884,"root":"meta-llama/Llama-2-13b-hf","score":6.95,"variant":"Llama-2-13B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":885,"root":"—","score":6.95,"variant":"Llama-2-70B-fp16"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":886,"root":"meta-llama/Llama-2-7b","score":6.95,"variant":"Llama-2-7b"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":887,"root":"meta-llama/Llama-2-13b-chat-hf","score":6.95,"variant":"Llama-2-13B-chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":888,"root":"meta-llama/Llama-2-7b-hf","score":6.95,"variant":"Llama-2-7B-GGML"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":889,"root":"meta-llama/Llama-2-7b","score":6.95,"variant":"Llama-2-7b-chat-hf-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":890,"root":"meta-llama/Llama-2-13b-hf","score":6.95,"variant":"Llama-2-13B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":891,"root":"meta-llama/Llama-2-7b-chat","score":6.95,"variant":"Llama-2-7b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":892,"root":"meta-llama/Llama-2-13b","score":6.95,"variant":"Llama-2-13b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":893,"root":"meta-llama/Llama-2-70b","score":6.95,"variant":"Llama-2-70b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":894,"root":"meta-llama/Llama-2-13b-chat","score":6.95,"variant":"Llama-2-13b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":895,"root":"meta-llama/Llama-2-70b-chat","score":6.95,"variant":"Llama-2-70b-chat"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q3_K_S.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":896,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":6.8,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"low","context":null,"model_id":"rho-math-1b-v0-1","org":"microsoft","rank":897,"root":"microsoft/rho-math-1b-v0.1","score":6.8,"variant":"rho-math-1b-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-7b-interpreter-v0-1","org":"microsoft","rank":898,"root":"microsoft/rho-math-7b-interpreter-v0.1","score":6.8,"variant":"rho-math-7b-interpreter-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-7b-v0-1","org":"microsoft","rank":899,"root":"microsoft/rho-math-7b-v0.1","score":6.8,"variant":"rho-math-7b-v0.1"},{"conf":"low","context":null,"model_id":"rho-math-1b-interpreter-v0-1","org":"microsoft","rank":900,"root":"microsoft/rho-math-1b-interpreter-v0.1","score":6.8,"variant":"rho-math-1b-interpreter-v0.1"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q4_K_M.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":901,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":6.6,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":902,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":6.6,"variant":"FairyR1-32B-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"meta-llama-3-1-8b-instruct","org":"mlabonne","rank":903,"root":"meta-llama/Meta-Llama-3.1-8B-Instruct","score":6.42,"variant":"Meta-Llama-3.1-8B-Instruct-abliterated"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":904,"root":"internlm/internlm-chat-7b","score":6.4,"variant":"internlm-chat-7b"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":905,"root":"internlm/internlm-7b","score":6.4,"variant":"internlm-7b"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ1_M.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":906,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":6.3,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q4_0_4_4.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":907,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":6.2,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q4_0_4_8.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":908,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":6.2,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q4_0_8_8.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":909,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":6.2,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q4_0.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":910,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":6.2,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q4_K_S.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":911,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":6.2,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q6_K.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":912,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":6.1,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ4_XS.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":913,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":5.9,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF/resolve/main/Fast-Math-Qwen3-14B.Q2_K.gguf)","model_id":"fast-math-qwen3-14b","org":"mradermacher","rank":914,"root":"RabotniKuma/Fast-Math-Qwen3-14B","score":5.9,"variant":"Fast-Math-Qwen3-14B-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF/resolve/main/Delphi-25B-SimpleRL-Math.i1-IQ1_S.gguf)","model_id":"delphi-25b-simplerl-math","org":"mradermacher","rank":915,"root":"WillHeld/Delphi-25B-SimpleRL-Math","score":5.8,"variant":"Delphi-25B-SimpleRL-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q3_K_L.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":916,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":5.8,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"MATH","model_id":"internlm2-chat-1-8b","org":"internlm","rank":917,"root":"internlm/internlm2-chat-1_8b","score":5.6,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"MATH","model_id":null,"org":"internlm","rank":918,"root":"internlm/internlm2-1_8b","score":5.6,"variant":"internlm2-1_8b"},{"conf":"medium","context":"MATH","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":919,"root":"internlm/internlm2-chat-1_8b-sft","score":5.6,"variant":"internlm2-chat-1_8b-sft"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q3_K_M.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":920,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":5.3,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q5_K_M.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":921,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":5.3,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q5_K_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":922,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":5.2,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"Math","model_id":null,"org":"TheBloke","rank":923,"root":"NucleusAI/nucleus-22B-token-500B","score":5,"variant":"nucleus-22B-token-500B-GGUF"},{"conf":"medium","context":null,"model_id":"minimax-m3","org":"nvidia","rank":924,"root":"MiniMaxAI/MiniMax-M3","score":4.91,"variant":"MiniMax-M3-DSpark"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ3_M.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":925,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":4.9,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q3_K_S.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":926,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":4.8,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ3_S.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":927,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":4.8,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q4_1.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":928,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.7,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q4_K_M.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":929,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.6,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ3_XS.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":930,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":4.5,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ3_XXS.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":931,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":4.3,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ4_NL.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":932,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.3,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q4_0.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":933,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.3,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q4_K_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":934,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.3,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-Q2_K.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":935,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":4.1,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q3_K_L.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":936,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.1,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ4_XS.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":937,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":4.1,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":null,"model_id":"kimi-k2-6","org":"nvidia","rank":938,"root":"moonshotai/Kimi-K2.6","score":3.95,"variant":"Kimi-K2.6-DFlash"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ2_M.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":939,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":3.8,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q3_K_M.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":940,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3.8,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":941,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":942,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":943,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":944,"root":"tiiuae/falcon-mamba-7b-instruct","score":3.63,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":945,"root":"tiiuae/falcon-mamba-7b-instruct","score":3.63,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":946,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":947,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":948,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"medium","context":"MATH Lvl 5 (4-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":949,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":950,"root":"tiiuae/falcon-mamba-7b","score":3.63,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ3_M.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":951,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3.6,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":null,"model_id":"minimax-m2-7","org":"nvidia","rank":952,"root":"MiniMaxAI/MiniMax-M2.7","score":3.55,"variant":"MiniMax-M2.7-DFlash"},{"conf":"medium","context":"MATH","model_id":"qwen2-0-5b","org":"Qwen","rank":953,"root":"Qwen/Qwen2-0.5B","score":3.5,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"MATH","model_id":"qwen2-1-5b","org":"Qwen","rank":954,"root":"Qwen/Qwen2-1.5B","score":3.5,"variant":"Qwen2-1.5B"},{"conf":"medium","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":955,"root":"openai/gpt-oss-120b","score":3.5,"variant":"gpt-oss-120b-Eagle3-v3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ2_S.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":956,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":3.5,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":null,"model_id":"kimi-k2-5","org":"nvidia","rank":957,"root":"moonshotai/Kimi-K2.5","score":3.43,"variant":"Kimi-K2.5-Thinking-Eagle3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ3_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":958,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3.4,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q3_K_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":959,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3.4,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":null,"model_id":"kimi-k2-thinking","org":"nvidia","rank":960,"root":"moonshotai/Kimi-K2-Thinking","score":3.34,"variant":"Kimi-K2-Thinking-Eagle3"},{"conf":"medium","context":"**Math**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":961,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":3.3,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":962,"root":"Qwen/Qwen-72B","score":3.3,"variant":"Qwen-72B"},{"conf":"medium","context":"**Math**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":963,"root":"deepseek-ai/DeepSeek-V2-Lite","score":3.3,"variant":"DeepSeek-V2-Lite"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":964,"root":"Qwen/Qwen-7B","score":3.3,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":965,"root":"Qwen/Qwen-14B","score":3.3,"variant":"Qwen-14B"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ2_XS.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":966,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":3.3,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":967,"root":"nvidia/Llama-3.3-70B-Instruct-FP4","score":3.25,"variant":"Llama-3.3-70B-Instruct-Eagle3"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":968,"root":"moonshotai/Kimi-K2.7-Code","score":3.24,"variant":"Kimi-K2.7-Code-DFlash"},{"conf":"medium","context":null,"model_id":"kimi-k2-6","org":"nvidia","rank":969,"root":"moonshotai/Kimi-K2.6","score":3.23,"variant":"Kimi-K2.6-Eagle3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ3_XS.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":970,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3.2,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":"internlm2-math-7b","org":"internlm","rank":971,"root":"internlm/internlm2-math-7b","score":3.2,"variant":"internlm2-math-7b"},{"conf":"low","context":null,"model_id":"internlm2-math-base-7b","org":"internlm","rank":972,"root":"internlm/internlm2-math-base-7b","score":3.2,"variant":"internlm2-math-base-7b"},{"conf":"low","context":null,"model_id":"internlm2-math-20b","org":"internlm","rank":973,"root":"internlm/internlm2-math-20b","score":3.2,"variant":"internlm2-math-20b"},{"conf":"low","context":null,"model_id":"internlm2-math-base-20b","org":"internlm","rank":974,"root":"internlm/internlm2-math-base-20b","score":3.2,"variant":"internlm2-math-base-20b"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":975,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507-FP4","score":3.15,"variant":"Qwen3-235B-A22B-Thinking-2507-FP4-Eagle3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ2_XXS.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":976,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":3,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q2_K.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":977,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ3_XXS.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":978,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":3,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":979,"root":"meta-math/MetaMath-Mistral-7B","score":3,"variant":"MetaMath-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":980,"root":"akjindal53244/Arithmo-Mistral-7B","score":3,"variant":"Arithmo-Mistral-7B-GGUF"},{"conf":"medium","context":"High school  competition","model_id":"smollm3-3b","org":"ggml-org","rank":981,"root":"HuggingFaceTB/SmolLM3-3B","score":2.9,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"High school  competition","model_id":"smollm3-3b","org":"unsloth","rank":982,"root":"HuggingFaceTB/SmolLM3-3B","score":2.9,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"High school  competition","model_id":"smollm3-3b","org":"unsloth","rank":983,"root":"HuggingFaceTB/SmolLM3-3B","score":2.9,"variant":"SmolLM3-3B-128K-GGUF"},{"conf":"medium","context":"High school  competition","model_id":"smollm3-3b","org":"unsloth","rank":984,"root":"HuggingFaceTB/SmolLM3-3B","score":2.9,"variant":"SmolLM3-3B"},{"conf":"medium","context":"High school  competition","model_id":null,"org":"unsloth","rank":985,"root":"HuggingFaceTB/SmolLM3-3B-Base","score":2.9,"variant":"SmolLM3-3B-Base"},{"conf":"medium","context":"High school  competition","model_id":"smollm3-3b","org":"unsloth","rank":986,"root":"HuggingFaceTB/SmolLM3-3B","score":2.9,"variant":"SmolLM3-3B-bnb-4bit"},{"conf":"medium","context":"High school  competition","model_id":"smollm3-3b","org":"Mungert","rank":987,"root":"HuggingFaceTB/SmolLM3-3B","score":2.9,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":null,"model_id":"qwen3-235b-a22b-thinking-2507","org":"nvidia","rank":988,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":2.88,"variant":"Qwen3-235B-A22B-Thinking-2507-Eagle3"},{"conf":"medium","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":989,"root":"openai/gpt-oss-120b","score":2.83,"variant":"gpt-oss-120b-Eagle3-long-context"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ2_M.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":990,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":2.8,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":991,"root":"openai/gpt-oss-120b","score":2.75,"variant":"gpt-oss-120b-Eagle3-short-context"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":992,"root":"Qwen/Qwen3-30-A3B-Thinking-2507","score":2.75,"variant":"Qwen3-30B-A3B-Thinking-2507-Eagle3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ1_M.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":993,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":2.7,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-Q2_K_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":994,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":2.7,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":995,"root":"Qwen/Qwen3-235B-A22B","score":2.67,"variant":"Qwen3-235B-A22B-Eagle3"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ2_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":996,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":2.6,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF/resolve/main/Sakura-SOLRCA-Math-Instruct-DPO-v1.i1-IQ1_S.gguf)","model_id":"sakura-solrca-math-instruct-dpo-v1","org":"mradermacher","rank":997,"root":"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1","score":2.5,"variant":"Sakura-SOLRCA-Math-Instruct-DPO-v1-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ2_XS.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":998,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":2.4,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":999,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":2.2,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":1000,"root":"allenai/OLMo-2-0425-1B","score":2.2,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":1001,"root":"allenai/OLMo-2-0425-1B-SFT","score":2.2,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ2_XXS.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":1002,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":2.2,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":1003,"root":"allenai/OLMo-2-0425-1B-Instruct","score":2.2,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":1004,"root":"allenai/OLMo-2-0425-1B-Instruct","score":2.2,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":1005,"root":"allenai/OLMo-2-0425-1B-DPO","score":2.2,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":1006,"root":"nvidia/SteerLM-llama2-13B","score":2.15,"variant":"SteerLM-llama2-13B"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ1_M.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":1007,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":2,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":"[GGUF](https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/resolve/main/Olmo-3-7B-RL-Zero-Math.i1-IQ1_S.gguf)","model_id":"olmo-3-7b-rl-zero-math","org":"mradermacher","rank":1008,"root":"allenai/Olmo-3-7B-RL-Zero-Math","score":1.9,"variant":"Olmo-3-7B-RL-Zero-Math-i1-GGUF"},{"conf":"medium","context":null,"model_id":"gpt-oss-120b","org":"nvidia","rank":1009,"root":"openai/gpt-oss-120b","score":1.84,"variant":"gpt-oss-120b-Eagle3-throughput"},{"conf":"medium","context":"[MATH]","model_id":"t5gemma-2-270m-270m","org":"google","rank":1010,"root":"google/t5gemma-2-270m-270m","score":1.5,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[MATH]","model_id":"t5gemma-2-4b-4b","org":"google","rank":1011,"root":"google/t5gemma-2-4b-4b","score":1.5,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[MATH]","model_id":"t5gemma-2-1b-1b","org":"google","rank":1012,"root":"google/t5gemma-2-1b-1b","score":1.5,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":null,"model_id":null,"org":"lmstudio-community","rank":1013,"root":"Qwen/Qwen2.5-Math-1.5B-Instruct","score":1.5,"variant":"Qwen2.5-Math-1.5B-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"lmstudio-community","rank":1014,"root":"Qwen/Qwen2-Math-1.5B-Instruct","score":1.5,"variant":"Qwen2-Math-1.5B-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":1015,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":1.5,"variant":"Fathom-R1-14B-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/math.html"],"url":"https://huggingface.co/spaces/math"}},"meta":{"source":"registry"}}