{"data":{"category":"math","id":"math-500","name":"MATH-500","rows":[{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":1,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":97.75,"variant":"NVIDIA-Nemotron-Nano-12B-v2"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"Mungert","rank":2,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":97.75,"variant":"NVIDIA-Nemotron-Nano-12B-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":3,"root":"facebook/cwm","score":97.2,"variant":"cwm"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":4,"root":"facebook/cwm-pretrain","score":97.2,"variant":"cwm-pretrain"},{"conf":"medium","context":"MATH500","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":5,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":96.6,"variant":"Nemotron-H-47B-Reasoning-128K"},{"conf":"medium","context":"MATH500","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":6,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":96.6,"variant":"Nemotron-H-47B-Reasoning-128K-FP8"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":7,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":96.3,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":8,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":96.3,"variant":"NVIDIA-Nemotron-Nano-9B-v2-FP8"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":9,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":96.3,"variant":"NVIDIA-Nemotron-Nano-9B-v2-NVFP4"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"unsloth","rank":10,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":96.3,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":11,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":95.4,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":12,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":95.4,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":13,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":95.4,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":14,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":95.4,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"MATH500","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":15,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":95.4,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"MATH-500","model_id":"qwen3-8b-base","org":"nvidia","rank":16,"root":"Qwen/Qwen3-8B","score":95.1,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":"MATH500","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":17,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":94.8,"variant":"Nemotron-H-8B-Reasoning-128K"},{"conf":"medium","context":"MATH500","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":18,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":94.8,"variant":"Nemotron-H-8B-Reasoning-128K-FP8"},{"conf":"low","context":null,"model_id":"rubicon-preview","org":"inclusionAI","rank":19,"root":"inclusionAI/Rubicon-Preview","score":94.75,"variant":"Rubicon-Preview"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"deepseek-ai","rank":20,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":94.5,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":21,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":94.5,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"medium","context":"MATH-500","model_id":null,"org":"unsloth","rank":22,"root":"perplexity-ai/r1-1776-distill-llama-70b","score":94.5,"variant":"r1-1776-distill-llama-70b-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":23,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":94.5,"variant":"DeepSeek-R1-Distill-Llama-70B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"Mungert","rank":24,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":94.5,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":25,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":94.5,"variant":"DeepSeek-R1-Distill-Llama-70B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":26,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":94.5,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"deepseek-ai","rank":27,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":94.3,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":28,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":94.3,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":29,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":94.3,"variant":"DeepSeek-R1-Distill-Qwen-32B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":30,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":94.3,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":31,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":94.3,"variant":"DeepSeek-R1-Distill-Qwen-32B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":32,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":94.3,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"deepseek-v3-0324","org":"nvidia","rank":33,"root":"deepseek-ai/DeepSeek-V3-0324","score":94,"variant":"DeepSeek-V3-0324-NVFP4"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"deepseek-ai","rank":34,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":93.9,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":35,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":93.9,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":36,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":93.9,"variant":"DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":37,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":93.9,"variant":"DeepSeek-R1-Distill-Qwen-14B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":38,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":93.9,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":39,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":93.9,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":40,"root":"inclusionAI/Ling-lite","score":93.8,"variant":"Ring-lite-linear-preview"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":41,"root":"inclusionAI/Ling-lite","score":93.7,"variant":"Ring-lite-distill-preview"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"deepseek-ai","rank":42,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":92.8,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":43,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":92.8,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":44,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":92.8,"variant":"DeepSeek-R1-Distill-Qwen-7B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":45,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":92.8,"variant":"DeepSeek-R1-Distill-Qwen-7B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":46,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":92.8,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":47,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":92.8,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":48,"root":"nvidia/AceMath-RL-Nemotron-7B","score":92.8,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"low","context":null,"model_id":null,"org":"alibaba-pai","rank":49,"root":"alibaba-pai/DistilQwen2.5-R1-3B","score":92.8,"variant":"DistilQwen2.5-R1-3B"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":50,"root":"nvidia/AceMath-RL-Nemotron-7B","score":92.8,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"microsoft","rank":51,"root":"microsoft/Phi-4-mini-reasoning","score":90,"variant":"Phi-4-mini-reasoning"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":52,"root":"microsoft/Phi-4-mini-reasoning","score":90,"variant":"Phi-4-mini-reasoning-GGUF"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":53,"root":"microsoft/Phi-4-mini-reasoning","score":90,"variant":"Phi-4-mini-reasoning-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":54,"root":"microsoft/Phi-4-mini-reasoning","score":90,"variant":"Phi-4-mini-reasoning"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"Mungert","rank":55,"root":"microsoft/Phi-4-mini-reasoning","score":90,"variant":"Phi-4-mini-reasoning-GGUF"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":56,"root":"microsoft/Phi-4-mini-reasoning","score":90,"variant":"Phi-4-mini-reasoning-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"deepseek-ai","rank":57,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":89.1,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":58,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":89.1,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":59,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":89.1,"variant":"DeepSeek-R1-Distill-Llama-8B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":60,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":89.1,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":61,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":89.1,"variant":"DeepSeek-R1-Distill-Llama-8B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"Mungert","rank":62,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":89.1,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":63,"root":"LiquidAI/LFM2.5-8B-A1B","score":88.76,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":64,"root":"LiquidAI/LFM2.5-8B-A1B","score":88.76,"variant":"LFM2.5-8B-A1B"},{"conf":"high","context":null,"model_id":"lfm2-5-8b-a1b-base","org":"Mungert","rank":65,"root":"LiquidAI/LFM2.5-8B-A1B-Base","score":88.76,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"medium","context":"Math500","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":66,"root":"Qwen/Qwen2.5-32B-Instruct","score":88.6,"variant":"Sky-T1-32B-Flash"},{"conf":"medium","context":"MATH500","model_id":"qwen2-5-32b","org":"nvidia","rank":67,"root":"Qwen/Qwen2.5-32B","score":88.4,"variant":"NFT-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":68,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":88.34,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"youtu-llm-2b-base","org":"Mungert","rank":69,"root":"tencent/Youtu-LLM-2B-Base","score":84.8,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":70,"root":"microsoft/Phi-4-mini-flash-reasoning","score":84.5,"variant":"Phi-4-mini-flash-reasoning"},{"conf":"medium","context":"MATH-500 (4-shot)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":71,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":84.4,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"deepseek-ai","rank":72,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":83.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":73,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":83.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":74,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":83.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":75,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":83.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":76,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":83.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":77,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":83.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":78,"root":"tiiuae/Falcon-H1-34B-Base","score":83.8,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":79,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.8,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":80,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.8,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":81,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.8,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MATH500","model_id":"qwen2-5-math-7b","org":"nvidia","rank":82,"root":"Qwen/Qwen2.5-Math-7B","score":83.2,"variant":"NFT-7B"},{"conf":"low","context":null,"model_id":"acemath-7b-rm","org":"nvidia","rank":83,"root":"nvidia/AceMath-7B-RM","score":83.11,"variant":"AceMath-7B-RM"},{"conf":"low","context":null,"model_id":"acemath-72b-rm","org":"nvidia","rank":84,"root":"nvidia/AceMath-72B-RM","score":83.11,"variant":"AceMath-72B-RM"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":85,"root":"Qwen/Qwen2.5-7B-Instruct","score":82.8,"variant":"OpenThinker3-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":86,"root":"—","score":82.4,"variant":"SmallThinker-21BA3B-Instruct-GGUF"},{"conf":"medium","context":"Math500","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":87,"root":"Qwen/Qwen2.5-32B-Instruct","score":82.4,"variant":"Sky-T1-32B-Preview"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":88,"root":"inclusionAI/AReaL-1.5B-Preview-Stage-2","score":81.4,"variant":"AReaL-1.5B-Preview-Stage-2"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":89,"root":"inclusionAI/AReaL-1.5B-Preview-Stage-3","score":81.4,"variant":"AReaL-1.5B-Preview-Stage-3"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":90,"root":"inclusionAI/AReaL-1.5B-Preview-Stage-1","score":81.4,"variant":"AReaL-1.5B-Preview-Stage-1"},{"conf":"medium","context":"MATH500","model_id":null,"org":"nvidia","rank":91,"root":"nvidia/Llama-3_1-Nemotron-Ultra-253B-CPT-v1","score":80.4,"variant":"Llama-3_1-Nemotron-Ultra-253B-CPT-v1"},{"conf":"low","context":null,"model_id":"deepscaler-1-5b-preview","org":"unsloth","rank":92,"root":"agentica-org/DeepScaleR-1.5B-Preview","score":79.8,"variant":"DeepScaleR-1.5B-Preview-unsloth-bnb-4bit"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":93,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":77.8,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":94,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":77.8,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":95,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":77.8,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":96,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":77.8,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":97,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":77.8,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":98,"root":"nvidia/Nemotron-H-4B-Base-8K","score":76.4,"variant":"Nemotron-H-4B-Instruct-128K"},{"conf":"medium","context":"MATH500","model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":99,"root":"LiquidAI/LFM2.5-8B-A1B","score":74.8,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"medium","context":"MATH500","model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":100,"root":"LiquidAI/LFM2.5-8B-A1B","score":74.8,"variant":"LFM2.5-8B-A1B"},{"conf":"medium","context":"MATH500","model_id":"lfm2-5-8b-a1b-base","org":"Mungert","rank":101,"root":"LiquidAI/LFM2.5-8B-A1B-Base","score":74.8,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"deepseek-ai","rank":102,"root":"deepseek-ai/DeepSeek-R1","score":74.6,"variant":"DeepSeek-R1"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":103,"root":"deepseek-ai/DeepSeek-R1","score":74.6,"variant":"DeepSeek-R1-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"deepseek-ai","rank":104,"root":"deepseek-ai/DeepSeek-R1-Zero","score":74.6,"variant":"DeepSeek-R1-Zero"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":105,"root":"deepseek-ai/DeepSeek-R1","score":74.6,"variant":"DeepSeek-R1-BF16"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":106,"root":"deepseek-ai/DeepSeek-R1","score":74.6,"variant":"DeepSeek-R1-GGUF-UD"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"unsloth","rank":107,"root":"deepseek-ai/DeepSeek-R1-Zero","score":74.6,"variant":"DeepSeek-R1-Zero-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":108,"root":"deepseek-ai/DeepSeek-R1","score":74.6,"variant":"DeepSeek-R1"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":109,"root":"tiiuae/Falcon-H1-3B-Base","score":74.2,"variant":"Falcon-H1-3B-Instruct"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":110,"root":"LiquidAI/LFM2-8B-A1B","score":74.2,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":111,"root":"tiiuae/Falcon-H1-3B-Base","score":74.2,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":112,"root":"tiiuae/Falcon-H1-3B-Instruct","score":74.2,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":113,"root":"LiquidAI/LFM2-8B-A1B","score":74.2,"variant":"LFM2-8B-A1B"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":114,"root":"tiiuae/Falcon-H1-1.5B-Base","score":74,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":115,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":116,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":117,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":118,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":74,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":119,"root":"tiiuae/Falcon-H1-7B-Base","score":73.4,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":120,"root":"tiiuae/Falcon-H1-7B-Instruct","score":73.4,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":121,"root":"tiiuae/Falcon-H1-7B-Instruct","score":73.4,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":122,"root":"tiiuae/Falcon-H1-7B-Instruct","score":73.4,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"oreal-7b-sft","org":"internlm","rank":123,"root":"internlm/OREAL-7B-SFT","score":72.8,"variant":"OREAL-7B"},{"conf":"low","context":null,"model_id":"oreal-32b-sft","org":"internlm","rank":124,"root":"internlm/OREAL-32B-SFT","score":72.8,"variant":"OREAL-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"internlm","rank":125,"root":"Qwen/Qwen2.5-7B","score":72.8,"variant":"OREAL-7B-SFT"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"internlm","rank":126,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":72.8,"variant":"OREAL-DeepSeek-R1-Distill-Qwen-7B"},{"conf":"medium","context":"MATH_500_FOUR_SHOT","model_id":null,"org":"Mungert","rank":127,"root":"ai-sage/GigaChat3-10B-A1.8B-bf16","score":70,"variant":"GigaChat3-10B-A1.8B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"MiniMaxAI","rank":128,"root":"Qwen/Qwen2.5-7B","score":64.6,"variant":"SynLogic-7B"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-thinking","org":"unsloth","rank":129,"root":"LiquidAI/LFM2.5-1.2B-Thinking","score":63.2,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":130,"root":"LiquidAI/LFM2.5-1.2B-Base","score":63.2,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":131,"root":"tiiuae/Falcon-H1-0.5B-Base","score":58.4,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":132,"root":"tiiuae/Falcon-H1-0.5B-Base","score":58.4,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":133,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":58.4,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":134,"root":"nvidia/Nemotron-H-56B-Base-8K","score":57.9,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":135,"root":"nvidia/Nemotron-H-56B-Base-8K","score":57.37,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"MATH-500 (4-shot, avg@32)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":136,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":55.08,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"low","context":"GSM8K 8-shot CoT | MATH 4-shot CoT | MATH-Lvl 5 4-shot CoT | MATH-500 4-shot CoT","model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":137,"root":"nvidia/Nemotron-H-8B-Base-8K","score":44.43,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"low","context":null,"model_id":"llama-3-2-3b","org":"Mungert","rank":138,"root":"meta-llama/Llama-3.2-3B","score":44.4,"variant":"Llama-3.2-3B-F1-Reasoning-Instruct-GGUF"},{"conf":"medium","context":"MATH-500","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":139,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":23,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"MATH-500","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":140,"root":"microsoft/bitnet-b1.58-2B-4T","score":23,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"MATH-500","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":141,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":23,"variant":"bitnet-b1.58-2B-4T-bf16"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/math-500.html"],"url":"https://huggingface.co/spaces/math"}},"meta":{"source":"registry"}}