{"data":{"category":"math","id":"aime-2024","name":"AIME 2024","rows":[{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":1,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":91.82,"variant":"Magistral-Small-2509"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":2,"root":"mistralai/Magistral-Small-2509","score":91.82,"variant":"Magistral-Small-2509-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":3,"root":"mistralai/Magistral-Small-2509","score":91.82,"variant":"Magistral-Small-2509-FP8-Dynamic"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":4,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":91.82,"variant":"Magistral-Small-2509-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":5,"root":"mistralai/Magistral-Small-2509","score":91.82,"variant":"Magistral-Small-2509-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":6,"root":"mistralai/Magistral-Small-2509","score":91.82,"variant":"Magistral-Small-2509-bnb-4bit"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":7,"root":"facebook/cwm","score":86.1,"variant":"cwm"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":8,"root":"facebook/cwm-pretrain","score":86.1,"variant":"cwm-pretrain"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":9,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":10,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":11,"root":"mistralai/Ministral-3-14B-Base-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":12,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":13,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":14,"root":"mistralai/Ministral-3-14B-Base-2512","score":83.7,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":15,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":16,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":83.7,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":17,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":18,"root":"mistralai/Ministral-3-14B-Base-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":19,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":20,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":21,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":22,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":23,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":24,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":83.7,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":25,"root":"mistralai/Ministral-3-14B-Base-2512","score":83.7,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":26,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":83.7,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":27,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":28,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":83.7,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":29,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":30,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":31,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":32,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":33,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":34,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":35,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":36,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":37,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":83.7,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":38,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":83.7,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":39,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":83.7,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":40,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":41,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":42,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":83.7,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":43,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":44,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":45,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":83.7,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":46,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":83.7,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":47,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":48,"root":"mistralai/Ministral-3-8B-Base-2512","score":83.7,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":49,"root":"mistralai/Ministral-3-14B-Base-2512","score":83.7,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":50,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":83.7,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":51,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":83.7,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":52,"root":"mistralai/Ministral-3-14B-Base-2512","score":83.7,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":53,"root":"mistralai/Ministral-3-3B-Base-2512","score":83.7,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":54,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":83.7,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":55,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":83.7,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"qwen2-5-math-1-5b","org":"nvidia","rank":56,"root":"Qwen/Qwen2.5-Math-1.5B","score":83.3,"variant":"OpenMath-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-math-7b","org":"nvidia","rank":57,"root":"Qwen/Qwen2.5-Math-7B","score":83.3,"variant":"OpenMath-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":58,"root":"Qwen/Qwen2.5-32B","score":83.3,"variant":"OpenMath-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":59,"root":"Qwen/Qwen2.5-14B","score":83.3,"variant":"OpenMath-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-math-1-5b","org":"Mungert","rank":60,"root":"Qwen/Qwen2.5-Math-1.5B","score":83.3,"variant":"OpenMath-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":61,"root":"Qwen/Qwen2.5-14B","score":83.3,"variant":"OpenMath-Nemotron-14B-Kaggle"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"Mungert","rank":62,"root":"Qwen/Qwen2.5-32B","score":83.3,"variant":"OpenMath-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":63,"root":"Qwen/Qwen2.5-14B","score":83.3,"variant":"OpenMath-Nemotron-14B-Kaggle-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-math-7b","org":"Mungert","rank":64,"root":"Qwen/Qwen2.5-Math-7B","score":83.3,"variant":"OpenMath-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-32b","org":"Qwen","rank":65,"root":"Qwen/Qwen3-32B","score":81.4,"variant":"Qwen3-32B-AWQ"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":66,"root":"allenai/Olmo-3-32B-Think-DPO","score":80.6,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":67,"root":"allenai/Olmo-3.1-32B-Think","score":80.6,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-30b-a3b-base","org":"Qwen","rank":68,"root":"Qwen/Qwen3-30B-A3B","score":80.4,"variant":"Qwen3-30B-A3B-GPTQ-Int4"},{"conf":"medium","context":"AIME24","model_id":"ring-mini-linear-2-0","org":"inclusionAI","rank":69,"root":"inclusionAI/Ring-mini-linear-2.0","score":79.95,"variant":"Ring-mini-linear-2.0-GPTQ-int4"},{"conf":"medium","context":"AIME24","model_id":"ring-mini-linear-2-0","org":"inclusionAI","rank":70,"root":"inclusionAI/Ring-mini-linear-2.0","score":79.95,"variant":"Ring-flash-linear-2.0-GPTQ-int4"},{"conf":"medium","context":"**AIME 2024 (Math)**","model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":71,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":79.8,"variant":"FairyR1-32B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":72,"root":"nvidia/AceReason-Nemotron-7B","score":79.5,"variant":"AceReason-Nemotron-7B"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":73,"root":"nvidia/AceReason-Nemotron-14B","score":79.5,"variant":"AceReason-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":74,"root":"nvidia/AceReason-Nemotron-14B","score":79.5,"variant":"AceReason-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen3-14b","org":"Qwen","rank":75,"root":"Qwen/Qwen3-14B","score":79.3,"variant":"Qwen3-14B-AWQ"},{"conf":"medium","context":"AIME 2024","model_id":"nemotron-cascade-14b-thinking","org":"nvidia","rank":76,"root":"nvidia/Nemotron-Cascade-14B-Thinking","score":79.3,"variant":"Nemotron-Cascade-14B-Thinking"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":77,"root":"—","score":79.3,"variant":"DASD-4B-Thinking-GGUF"},{"conf":"high","context":null,"model_id":"intellect-2","org":"unsloth","rank":78,"root":"PrimeIntellect/INTELLECT-2","score":78.8,"variant":"INTELLECT-2-GGUF"},{"conf":"low","context":null,"model_id":"rubicon-preview","org":"inclusionAI","rank":79,"root":"inclusionAI/Rubicon-Preview","score":77.5,"variant":"Rubicon-Preview"},{"conf":"medium","context":"AIME 2024","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":80,"root":"inclusionAI/Ling-lite-base-1.5","score":76.6,"variant":"Ring-lite"},{"conf":"low","context":null,"model_id":"qwen3-8b-base","org":"Qwen","rank":81,"root":"Qwen/Qwen3-8B","score":76,"variant":"Qwen3-8B-AWQ"},{"conf":"medium","context":"AIME 2024","model_id":"nemotron-cascade-8b","org":"nvidia","rank":82,"root":"nvidia/Nemotron-Cascade-8B","score":76,"variant":"Nemotron-Cascade-8B"},{"conf":"medium","context":"AIME 2024","model_id":"nemotron-cascade-8b-thinking","org":"nvidia","rank":83,"root":"nvidia/Nemotron-Cascade-8B-Thinking","score":76,"variant":"Nemotron-Cascade-8B-Thinking"},{"conf":"medium","context":"AIME 2024","model_id":"qwen3-8b-base","org":"nvidia","rank":84,"root":"Qwen/Qwen3-8B","score":75,"variant":"Qwen3-8B-DMS-8x"},{"conf":"low","context":null,"model_id":"qwen3-4b-base","org":"Qwen","rank":85,"root":"Qwen/Qwen3-4B","score":73.8,"variant":"Qwen3-4B-AWQ"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":86,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":73.59,"variant":"Magistral-Small-2506"},{"conf":"low","context":null,"model_id":"magistral-small-2506","org":"unsloth","rank":87,"root":"mistralai/Magistral-Small-2506","score":73.59,"variant":"Magistral-Small-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"Mungert","rank":88,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":73.59,"variant":"Magistral-Small-2506-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2506","org":"unsloth","rank":89,"root":"mistralai/Magistral-Small-2506","score":73.59,"variant":"Magistral-Small-2506-unsloth-bnb-4bit"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":90,"root":"allenai/Olmo-3-32B-Think-DPO","score":73.5,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1125-32b","org":"allenai","rank":91,"root":"allenai/Olmo-3-1125-32B","score":73.5,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":92,"root":"allenai/Olmo-3-32B-Think","score":73.5,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":93,"root":"allenai/Olmo-3-32B-Think-SFT","score":73.5,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":94,"root":"allenai/Olmo-3-32B-Think","score":73.5,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"deepseek-ai","rank":95,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":72.6,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":96,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":72.6,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":97,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":72.6,"variant":"DeepSeek-R1-Distill-Qwen-32B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":98,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":72.6,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":99,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":72.6,"variant":"DeepSeek-R1-Distill-Qwen-32B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":100,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":72.6,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"MiniMaxAI","rank":101,"root":"Qwen/Qwen2.5-32B","score":72.6,"variant":"SynLogic-Mix-3-32B"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":102,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":72.03,"variant":"Magistral-Small-2507"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":103,"root":"mistralai/Magistral-Small-2507","score":72.03,"variant":"Magistral-Small-2507-GGUF"},{"conf":"low","context":null,"model_id":"acereason-nemotron-1-1-7b","org":"nvidia","rank":104,"root":"nvidia/AceReason-Nemotron-1.1-7B","score":70.2,"variant":"AceReason-Nemotron-1.1-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"deepseek-ai","rank":105,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":70,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":106,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":70,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"medium","context":"AIME 2024","model_id":null,"org":"unsloth","rank":107,"root":"perplexity-ai/r1-1776-distill-llama-70b","score":70,"variant":"r1-1776-distill-llama-70b-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":108,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":70,"variant":"DeepSeek-R1-Distill-Llama-70B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"Mungert","rank":109,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":70,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":110,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":70,"variant":"DeepSeek-R1-Distill-Llama-70B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":111,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":70,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"deepseek-ai","rank":112,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":69.7,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":113,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":69.7,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":114,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":69.7,"variant":"DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":115,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":69.7,"variant":"DeepSeek-R1-Distill-Qwen-14B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":116,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":69.7,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":117,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":69.7,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-4b-instruct-2507","org":"nvidia","rank":118,"root":"Qwen/Qwen3-4B-Instruct-2507","score":64.79,"variant":"Nemotron-Research-GooseReason-4B-Instruct"},{"conf":"medium","context":"AIME 2024 avg@32","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":119,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":56.67,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"AIME 2024 avg@32","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":120,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":56.67,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":121,"root":"inclusionAI/Ling-lite","score":56.3,"variant":"Ring-lite-distill-preview"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"deepseek-ai","rank":122,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":123,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":124,"root":"Qwen/Qwen2.5-32B","score":55.5,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-32b","org":"nvidia","rank":125,"root":"Qwen/Qwen2.5-32B","score":55.5,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":126,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"DeepSeek-R1-Distill-Qwen-7B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":127,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"DeepSeek-R1-Distill-Qwen-7B-bnb-4bit"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b","org":"nvidia","rank":128,"root":"Qwen/Qwen2.5-1.5B","score":55.5,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-1-5b","org":"nvidia","rank":129,"root":"Qwen/Qwen2.5-1.5B","score":55.5,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":130,"root":"Qwen/Qwen2.5-14B","score":55.5,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-14b","org":"nvidia","rank":131,"root":"Qwen/Qwen2.5-14B","score":55.5,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"nvidia","rank":132,"root":"Qwen/Qwen2.5-7B","score":55.5,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-7b","org":"nvidia","rank":133,"root":"Qwen/Qwen2.5-7B","score":55.5,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":134,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"unsloth","rank":135,"root":"nvidia/OpenReasoning-Nemotron-32B","score":55.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-32b","org":"unsloth","rank":136,"root":"nvidia/OpenReasoning-Nemotron-32B","score":55.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":137,"root":"Qwen/Qwen2.5-7B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":138,"root":"Qwen/Qwen2.5-7B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":139,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":140,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":141,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":142,"root":"nvidia/AceMath-RL-Nemotron-7B","score":55.5,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":143,"root":"Qwen/Qwen2.5-14B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-14b","org":"Mungert","rank":144,"root":"Qwen/Qwen2.5-14B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":145,"root":"Qwen/Qwen2.5-32B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"**AIME24**","model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":146,"root":"Qwen/Qwen2.5-32B-Instruct","score":55.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"internlm","rank":147,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55.5,"variant":"OREAL-DeepSeek-R1-Distill-Qwen-7B"},{"conf":"low","context":null,"model_id":null,"org":"alibaba-pai","rank":148,"root":"alibaba-pai/DistilQwen2.5-R1-3B","score":55.5,"variant":"DistilQwen2.5-R1-3B"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":149,"root":"nvidia/AceMath-RL-Nemotron-7B","score":55.5,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-4b-base","org":"Mungert","rank":150,"root":"Qwen/Qwen3-4B","score":55,"variant":"Polaris-4B-Preview-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":151,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":55,"variant":"Polaris-7B-Preview-GGUF"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":152,"root":"inclusionAI/Ling-lite","score":55,"variant":"Ring-lite-linear-preview"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":153,"root":"inclusionAI/AReaL-boba-SFT-32B","score":55,"variant":"AReaL-boba-SFT-32B"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":154,"root":"inclusionAI/AReaL-boba-RL-7B","score":55,"variant":"AReaL-boba-RL-7B"},{"conf":"medium","context":"AIME 2024","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":155,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":53.33,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"AIME 2024","model_id":"deepseek-v3-0324","org":"nvidia","rank":156,"root":"deepseek-ai/DeepSeek-V3-0324","score":52,"variant":"DeepSeek-V3-0324-NVFP4"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"deepseek-ai","rank":157,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":50.4,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":158,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":50.4,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":159,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":50.4,"variant":"DeepSeek-R1-Distill-Llama-8B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":160,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":50.4,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":161,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":50.4,"variant":"DeepSeek-R1-Distill-Llama-8B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"Mungert","rank":162,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":50.4,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"medium","context":"AIME2024","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":163,"root":"Qwen/Qwen2.5-32B-Instruct","score":43.3,"variant":"Sky-T1-32B-Preview"},{"conf":"medium","context":"AIME24","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":164,"root":"Qwen/Qwen2.5-32B-Instruct","score":43.3,"variant":"Sky-T1-32B-Flash"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":165,"root":"inclusionAI/AReaL-1.5B-Preview-Stage-2","score":40,"variant":"AReaL-1.5B-Preview-Stage-2"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":166,"root":"inclusionAI/AReaL-1.5B-Preview-Stage-3","score":40,"variant":"AReaL-1.5B-Preview-Stage-3"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":167,"root":"inclusionAI/AReaL-1.5B-Preview-Stage-1","score":40,"variant":"AReaL-1.5B-Preview-Stage-1"},{"conf":"medium","context":"AIME24 (avg@32)","model_id":"qwen2-5-32b","org":"nvidia","rank":168,"root":"Qwen/Qwen2.5-32B","score":37.8,"variant":"NFT-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":169,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.75,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"AIME24 (avg@32)","model_id":"qwen2-5-math-7b","org":"nvidia","rank":170,"root":"Qwen/Qwen2.5-Math-7B","score":32,"variant":"NFT-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":171,"root":"Qwen/Qwen2.5-7B-Instruct","score":30.7,"variant":"OpenThinker3-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"MiniMaxAI","rank":172,"root":"Qwen/Qwen2.5-7B","score":30,"variant":"SynLogic-7B"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":173,"root":"microsoft/Phi-4-mini-flash-reasoning","score":29.58,"variant":"Phi-4-mini-flash-reasoning"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"deepseek-ai","rank":174,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":175,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":176,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":177,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":178,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":179,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"nvidia","rank":180,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.54,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":181,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":28.54,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B-GGUF"},{"conf":"medium","context":"AIME2024(pass@1)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":182,"root":"inclusionAI/Ling-lite-1.5","score":21.88,"variant":"Ling-lite-1.5"},{"conf":"low","context":null,"model_id":"oreal-7b-sft","org":"internlm","rank":183,"root":"internlm/OREAL-7B-SFT","score":16.7,"variant":"OREAL-7B"},{"conf":"low","context":null,"model_id":"oreal-32b-sft","org":"internlm","rank":184,"root":"internlm/OREAL-32B-SFT","score":16.7,"variant":"OREAL-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"internlm","rank":185,"root":"Qwen/Qwen2.5-7B","score":16.7,"variant":"OREAL-7B-SFT"},{"conf":"medium","context":"AIME2024(pass@1)","model_id":"ling-lite","org":"inclusionAI","rank":186,"root":"inclusionAI/Ling-lite","score":13.33,"variant":"Ling-lite"},{"conf":"low","context":null,"model_id":"deepscaler-1-5b-preview","org":"unsloth","rank":187,"root":"agentica-org/DeepScaleR-1.5B-Preview","score":13.3,"variant":"DeepScaleR-1.5B-Preview-unsloth-bnb-4bit"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":188,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":12.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1125-32b","org":"allenai","rank":189,"root":"allenai/Olmo-3-1125-32B","score":12.7,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":190,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":12.7,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":191,"root":"allenai/Olmo-3.1-32B-Instruct","score":12.7,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"AIME 2024","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":192,"root":"allenai/Olmo-3.1-32B-Instruct","score":12.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"deepseek-ai","rank":193,"root":"deepseek-ai/DeepSeek-R1","score":9.3,"variant":"DeepSeek-R1"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":194,"root":"deepseek-ai/DeepSeek-R1","score":9.3,"variant":"DeepSeek-R1-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"deepseek-ai","rank":195,"root":"deepseek-ai/DeepSeek-R1-Zero","score":9.3,"variant":"DeepSeek-R1-Zero"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":196,"root":"deepseek-ai/DeepSeek-R1","score":9.3,"variant":"DeepSeek-R1-BF16"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":197,"root":"deepseek-ai/DeepSeek-R1","score":9.3,"variant":"DeepSeek-R1-GGUF-UD"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"unsloth","rank":198,"root":"deepseek-ai/DeepSeek-R1-Zero","score":9.3,"variant":"DeepSeek-R1-Zero-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":199,"root":"deepseek-ai/DeepSeek-R1","score":9.3,"variant":"DeepSeek-R1"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/aime-2024.html"],"url":"https://huggingface.co/spaces/aime"}},"meta":{"source":"registry"}}