{"data":{"category":"instruction-following","id":"if-eval","name":"IFEval","rows":[{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"LiquidAI","rank":1,"root":"LiquidAI/LFM2-1.2B","score":98.85,"variant":"LFM2-Audio-1.5B"},{"conf":"medium","context":"IFEval","model_id":"gemma-4-26b-a4b-it","org":"nvidia","rank":2,"root":"google/gemma-4-26B-A4B-it","score":96.6,"variant":"Gemma-4-26B-A4B-NVFP4"},{"conf":"medium","context":"IFEval","model_id":"diffusiongemma-26b-a4b-it","org":"nvidia","rank":3,"root":"google/diffusiongemma-26B-A4B-it","score":94.01,"variant":"diffusiongemma-26B-A4B-it-NVFP4"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":4,"root":"allenai/Olmo-3-32B-Think-DPO","score":93.8,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":5,"root":"allenai/Olmo-3.1-32B-Think","score":93.8,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":6,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":92,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":7,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":92,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":8,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":92,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":9,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":92,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":10,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":92,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"high","context":null,"model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":11,"root":"LiquidAI/LFM2.5-8B-A1B","score":91.84,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":12,"root":"LiquidAI/LFM2.5-8B-A1B","score":91.84,"variant":"LFM2.5-8B-A1B"},{"conf":"high","context":null,"model_id":"lfm2-5-8b-a1b-base","org":"Mungert","rank":13,"root":"LiquidAI/LFM2.5-8B-A1B-Base","score":91.84,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"high","context":null,"model_id":"minimax-m2-7","org":"nvidia","rank":14,"root":"MiniMaxAI/MiniMax-M2.7","score":90.4,"variant":"MiniMax-M2.7-NVFP4"},{"conf":"medium","context":"IFEval","model_id":"qwen3-8b-base","org":"nvidia","rank":15,"root":"Qwen/Qwen3-8B","score":90.3,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":16,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":89.81,"variant":"NVIDIA-Nemotron-Nano-12B-v2"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"Mungert","rank":17,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":89.81,"variant":"NVIDIA-Nemotron-Nano-12B-v2-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":18,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":89.8,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":19,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":89.8,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":20,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":89.8,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":21,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":89.8,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":22,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":89.8,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"IFEval (Instruction Strict)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":23,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":89.4,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"IFEval (Instruction Strict)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":24,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":89.4,"variant":"NVIDIA-Nemotron-Nano-9B-v2-FP8"},{"conf":"medium","context":"IFEval (Instruction Strict)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":25,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":89.4,"variant":"NVIDIA-Nemotron-Nano-9B-v2-NVFP4"},{"conf":"medium","context":"IFEval (Instruction Strict)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"unsloth","rank":26,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":89.4,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":27,"root":"tiiuae/Falcon-H1-34B-Base","score":89.37,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":28,"root":"tiiuae/Falcon-H1-34B-Instruct","score":89.37,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":29,"root":"tiiuae/Falcon-H1-34B-Instruct","score":89.37,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":30,"root":"tiiuae/Falcon-H1-34B-Instruct","score":89.37,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"IFEval","model_id":"nex-n2-mini","org":"Mungert","rank":31,"root":"nex-agi/Nex-N2-mini","score":89.1,"variant":"Nex-N2-mini-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":32,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":88.9,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":33,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":88.9,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":34,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":88.9,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":35,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":88.9,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":36,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":88.9,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"IFEval-Instruction","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":37,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":88,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"IFEval-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":38,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":88,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEval-Instruction","model_id":"nvidia-nemotron-3-nano-4b-fp8","org":"nvidia","rank":39,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8","score":88,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"IFEval-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":88,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"IFEval-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":41,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":88,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"IFEval-Instruction","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":42,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":88,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":43,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":87.9,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":44,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":87.9,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":45,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":87.9,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":46,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":87.9,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":47,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":87.9,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":48,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":87.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1125-32b","org":"allenai","rank":49,"root":"allenai/Olmo-3-1125-32B","score":87.7,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":50,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":87.7,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":51,"root":"allenai/Olmo-3.1-32B-Instruct","score":87.7,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":52,"root":"allenai/Olmo-3.1-32B-Instruct","score":87.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"high","context":null,"model_id":"glm-4-32b-0414","org":"zai-org","rank":53,"root":"zai-org/GLM-4-32B-0414","score":87.6,"variant":"GLM-4-32B-0414"},{"conf":"high","context":null,"model_id":null,"org":"unsloth","rank":54,"root":"THUDM/GLM-4-32B-0414","score":87.6,"variant":"GLM-4-32B-0414-GGUF"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":55,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":87.4,"variant":"Nemotron-H-47B-Reasoning-128K"},{"conf":"medium","context":"IFEVAL-Instruction","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":56,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":87.4,"variant":"Nemotron-H-47B-Reasoning-128K-FP8"},{"conf":"medium","context":"IFEval-strict -prompt","model_id":"llada2-0-mini","org":"inclusionAI","rank":57,"root":"inclusionAI/LLaDA2.0-mini","score":86.9,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":58,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":59,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":60,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":61,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":62,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":63,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":64,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":86.5,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":65,"root":"Qwen/Qwen3-4B-Thinking-2507","score":86.5,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"unsloth","rank":66,"root":"LiquidAI/LFM2.5-1.2B-Instruct","score":86.23,"variant":"LFM2.5-1.2B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"unsloth","rank":67,"root":"LiquidAI/LFM2.5-1.2B-Instruct","score":86.23,"variant":"LFM2.5-1.2B-Instruct"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-thinking","org":"unsloth","rank":68,"root":"LiquidAI/LFM2.5-1.2B-Thinking","score":86.23,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":69,"root":"LiquidAI/LFM2.5-1.2B-Base","score":86.23,"variant":"LFM2.5-1.2B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":70,"root":"LiquidAI/LFM2.5-1.2B-Base","score":86.23,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":71,"root":"—","score":85.77,"variant":"SmallThinker-21BA3B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"zai-org","rank":72,"root":"zai-org/GLM-4-9B-0414","score":85.6,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":73,"root":"THUDM/GLM-4-9B-0414","score":85.6,"variant":"GLM-4-9B-0414-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-32b-base-0414","org":"zai-org","rank":74,"root":"zai-org/GLM-4-32B-Base-0414","score":85.6,"variant":"GLM-4-32B-Base-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":75,"root":"THUDM/GLM-4-9B-0414","score":85.6,"variant":"GLM-4-9B-0414-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":76,"root":"THUDM/GLM-4-9B-0414","score":85.6,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":77,"root":"THUDM/GLM-4-9B-0414","score":85.6,"variant":"GLM-4-9B-0414-bnb-4bit"},{"conf":"medium","context":"IFEval (Strict Prompt)","model_id":"nemotron-cascade-14b-thinking","org":"nvidia","rank":78,"root":"nvidia/Nemotron-Cascade-14B-Thinking","score":85.4,"variant":"Nemotron-Cascade-14B-Thinking"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":79,"root":"tiiuae/Falcon-H1-7B-Base","score":85.35,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":80,"root":"tiiuae/Falcon-H1-7B-Instruct","score":85.35,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":81,"root":"tiiuae/Falcon-H1-7B-Instruct","score":85.35,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":82,"root":"tiiuae/Falcon-H1-7B-Instruct","score":85.35,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":83,"root":"tiiuae/Falcon-H1-3B-Base","score":85.05,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":84,"root":"tiiuae/Falcon-H1-3B-Base","score":85.05,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":85,"root":"tiiuae/Falcon-H1-3B-Instruct","score":85.05,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"IFEval (Strict Prompt)","model_id":"nemotron-cascade-8b","org":"nvidia","rank":86,"root":"nvidia/Nemotron-Cascade-8B","score":85,"variant":"Nemotron-Cascade-8B"},{"conf":"medium","context":"IFEval (Strict Prompt)","model_id":"nemotron-cascade-8b-thinking","org":"nvidia","rank":87,"root":"nvidia/Nemotron-Cascade-8B-Thinking","score":85,"variant":"Nemotron-Cascade-8B-Thinking"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":88,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":84.7,"variant":"NVIDIA-Nemotron-Nano-12B-v2"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":89,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":84.7,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":90,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":84.7,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":91,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":84.7,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":92,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":84.7,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":93,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":84.7,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"Mungert","rank":94,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":84.7,"variant":"NVIDIA-Nemotron-Nano-12B-v2-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":95,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":84.7,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"IFEval-strict -prompt","model_id":"llada2-0-flash","org":"inclusionAI","rank":96,"root":"inclusionAI/LLaDA2.0-flash","score":84.29,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"IFEval _(avg)_","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":97,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":84.1,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"IFEval _(avg)_","model_id":"minimax-text-01","org":"MiniMaxAI","rank":98,"root":"MiniMaxAI/MiniMax-Text-01","score":84.1,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":99,"root":"allenai/Olmo-3-32B-Think-DPO","score":83.9,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-1125-32b","org":"allenai","rank":100,"root":"allenai/Olmo-3-1125-32B","score":83.9,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":101,"root":"allenai/Olmo-3-32B-Think","score":83.9,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":102,"root":"allenai/Olmo-3-32B-Think-SFT","score":83.9,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"IFEval","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":103,"root":"allenai/Olmo-3-32B-Think","score":83.9,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":104,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":83.5,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":105,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":83.5,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":106,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":83.5,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":107,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":83.5,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":108,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":83.5,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"ifeval","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":109,"root":"mistralai/Mistral-Small-24B-Base-2501","score":82.9,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"ifeval","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":110,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":82.9,"variant":"Mistral-Small-24B-Instruct-2501-bnb-4bit"},{"conf":"medium","context":"ifeval","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":111,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":82.9,"variant":"Mistral-Small-24B-Instruct-2501-GGUF"},{"conf":"medium","context":"ifeval","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":112,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":82.9,"variant":"Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"ifeval","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":113,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":82.9,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"ifeval","model_id":"mistral-small-24b-base-2501","org":"unsloth","rank":114,"root":"mistralai/Mistral-Small-24B-Base-2501","score":82.9,"variant":"Mistral-Small-24B-Base-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"IFEval-Prompt","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":115,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"IFEval-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":116,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEval-Prompt","model_id":"nvidia-nemotron-3-nano-4b-fp8","org":"nvidia","rank":117,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"IFEval-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":118,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"IFEval-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":119,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"IFEval-Prompt","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":120,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":82.8,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":121,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":82.55,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":122,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":82.3,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":123,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":82.3,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":124,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":82.3,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":125,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":82.3,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":126,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":82.3,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":127,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":82.3,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":128,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":82.3,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":129,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":82.3,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":130,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":82.3,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":131,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":81.8,"variant":"Nemotron-H-47B-Reasoning-128K"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":132,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":81.8,"variant":"Nemotron-H-47B-Reasoning-128K-FP8"},{"conf":"medium","context":"IFEval-strict -prompt","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":133,"root":"inclusionAI/LLaDA2.0-flash-preview","score":81.52,"variant":"LLaDA2.0-flash-preview"},{"conf":"high","context":null,"model_id":"intellect-2","org":"unsloth","rank":134,"root":"PrimeIntellect/INTELLECT-2","score":81.5,"variant":"INTELLECT-2-GGUF"},{"conf":"medium","context":"IFEval(Prompt Strict)","model_id":"ling-lite","org":"inclusionAI","rank":135,"root":"inclusionAI/Ling-lite","score":81.09,"variant":"Ling-lite"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":136,"root":"tiiuae/Falcon-H1-1.5B-Base","score":80.66,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":137,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":80.66,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":138,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":80.66,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":139,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":80.66,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":140,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":80.66,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"llama-3-1-70b","org":"allenai","rank":141,"root":"meta-llama/Llama-3.1-70B","score":80.51,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m","org":"google","rank":142,"root":"google/gemma-3-270m","score":80.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m","org":"google","rank":143,"root":"google/gemma-3-270m","score":80.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":144,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":145,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":146,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":147,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":80.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m","org":"unsloth","rank":148,"root":"google/gemma-3-270m","score":80.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":149,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"google","rank":150,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":151,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":152,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":80.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m","org":"unsloth","rank":153,"root":"google/gemma-3-270m","score":80.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m","org":"google","rank":154,"root":"google/gemma-3-270m","score":80.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m","org":"Mungert","rank":155,"root":"google/gemma-3-270m","score":80.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[IFEval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":156,"root":"google/gemma-3-270m-it","score":80.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"high","context":null,"model_id":"lfm2-2-6b","org":"Mungert","rank":157,"root":"LiquidAI/LFM2-2.6B","score":79.56,"variant":"LFM2-2.6B-GGUF"},{"conf":"medium","context":"IFEval","model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":158,"root":"LiquidAI/LFM2.5-8B-A1B","score":79.44,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"medium","context":"IFEval","model_id":"lfm2-5-8b-a1b","org":"unsloth","rank":159,"root":"LiquidAI/LFM2.5-8B-A1B","score":79.44,"variant":"LFM2.5-8B-A1B"},{"conf":"medium","context":"IFEval","model_id":"lfm2-5-8b-a1b-base","org":"Mungert","rank":160,"root":"LiquidAI/LFM2.5-8B-A1B-Base","score":79.44,"variant":"LFM2.5-8B-A1B-GGUF"},{"conf":"medium","context":"IFEVAL-Ins.","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":161,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":79.3,"variant":"Nemotron-H-8B-Reasoning-128K"},{"conf":"medium","context":"IFEVAL-Ins.","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":162,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":79.3,"variant":"Nemotron-H-8B-Reasoning-128K-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":163,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":79.1,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":164,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":79.1,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":165,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":79.1,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":166,"root":"tiiuae/Falcon3-10B-Base","score":78.17,"variant":"Falcon3-10B-Instruct"},{"conf":"medium","context":"IFEval(Prompt Strict)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":167,"root":"inclusionAI/Ling-lite-1.5","score":77.7,"variant":"Ling-lite-1.5"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":168,"root":"LiquidAI/LFM2-8B-A1B","score":77.58,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":169,"root":"LiquidAI/LFM2-8B-A1B","score":77.58,"variant":"LFM2-8B-A1B"},{"conf":"medium","context":"IFEval (Prompt Strict-Acc.)","model_id":"qwen2-72b","org":"Qwen","rank":170,"root":"Qwen/Qwen2-72B","score":77.3,"variant":"Qwen2-72B-Instruct"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":171,"root":"nvidia/Nemotron-H-4B-Base-8K","score":76.24,"variant":"Nemotron-H-4B-Instruct-128K"},{"conf":"medium","context":"IFEval-strict -prompt","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":172,"root":"inclusionAI/LLaDA2.0-mini-preview","score":76.16,"variant":"LLaDA2.0-mini-preview"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":173,"root":"inclusionAI/Ling-lite","score":75.3,"variant":"Ring-lite-distill-preview"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":174,"root":"LiquidAI/LFM2-1.2B","score":74.89,"variant":"LFM2-1.2B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":175,"root":"LiquidAI/LFM2-1.2B","score":74.89,"variant":"LFM2-1.2B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":176,"root":"LiquidAI/LFM2-1.2B","score":74.89,"variant":"LFM2-1.2B"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":177,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":178,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":179,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":180,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":181,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":182,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":183,"root":"Qwen/Qwen3-4B-Instruct-2507","score":74.5,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"IFEval","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":184,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":74.5,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"meta-llama-3-1-8b-instruct","org":"mlabonne","rank":185,"root":"meta-llama/Meta-Llama-3.1-8B-Instruct","score":73.29,"variant":"Meta-Llama-3.1-8B-Instruct-abliterated"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-8b","org":"allenai","rank":186,"root":"meta-llama/Llama-3.1-8B","score":72.8,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":187,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":72.8,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":188,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":72.8,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":189,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":72.8,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":190,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":72.8,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":191,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":72.8,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-70b","org":"allenai","rank":192,"root":"meta-llama/Llama-3.1-70B","score":72.8,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":null,"org":"allenai","rank":193,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":72.8,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":194,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":72.8,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":195,"root":"allenai/Llama-3.1-Tulu-3-8B","score":72.8,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-405b","org":"allenai","rank":196,"root":"meta-llama/Llama-3.1-405B","score":72.8,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":197,"root":"allenai/Llama-3.1-Tulu-3-70B","score":72.8,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**IFEval (prompt loose)**","model_id":null,"org":"allenai","rank":198,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":72.8,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"low","context":null,"model_id":"qwen3-4b-instruct-2507","org":"nvidia","rank":199,"root":"Qwen/Qwen3-4B-Instruct-2507","score":72.36,"variant":"Nemotron-Research-GooseReason-4B-Instruct"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":200,"root":"LiquidAI/LFM2-700M","score":72.23,"variant":"LFM2-700M"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":201,"root":"LiquidAI/LFM2-700M","score":72.23,"variant":"LFM2-700M-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":202,"root":"tiiuae/Falcon-H1-0.5B-Base","score":72.07,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":203,"root":"tiiuae/Falcon-H1-0.5B-Base","score":72.07,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":204,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":72.07,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":205,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":71.8,"variant":"Nemotron-H-8B-Reasoning-128K"},{"conf":"medium","context":"IFEVAL-Prompt","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":206,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":71.8,"variant":"Nemotron-H-8B-Reasoning-128K-FP8"},{"conf":"low","context":null,"model_id":"lfm2-5-230m","org":"unsloth","rank":207,"root":"LiquidAI/LFM2.5-230M","score":71.71,"variant":"LFM2.5-230M"},{"conf":"low","context":null,"model_id":"lfm2-5-230m","org":"unsloth","rank":208,"root":"LiquidAI/LFM2.5-230M","score":71.71,"variant":"LFM2.5-230M-GGUF"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"hermes-3-llama-3-1-70b","org":"mlabonne","rank":209,"root":"NousResearch/Hermes-3-Llama-3.1-70B","score":71.44,"variant":"Hermes-3-Llama-3.1-70B-lorablated"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":210,"root":"allenai/OLMo-2-1124-7B-DPO","score":69.9,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":211,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":69.9,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":212,"root":"allenai/OLMo2-7B-1124","score":69.9,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":213,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.9,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":214,"root":"allenai/OLMo2-13B-1124","score":69.9,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":215,"root":"allenai/OLMo-2-1124-13B-SFT","score":69.9,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":216,"root":"allenai/OLMo-2-1124-7B-DPO","score":69.9,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":217,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.9,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":218,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.9,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":219,"root":"allenai/OLMo-2-1124-13B-SFT","score":69.9,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":220,"root":"allenai/OLMo-2-1124-13B-DPO","score":69.9,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":221,"root":"allenai/OLMo2-7B-1124","score":69.9,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":222,"root":"allenai/OLMo-2-1124-7B-SFT","score":69.9,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"IFEval","model_id":"mellum2-12b-a2-5b-instruct","org":"Mungert","rank":223,"root":"JetBrains/Mellum2-12B-A2.5B-Instruct","score":69.3,"variant":"Mellum2-12B-A2.5B-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"mellum2-12b-a2-5b-thinking","org":"Mungert","rank":224,"root":"JetBrains/Mellum2-12B-A2.5B-Thinking","score":69.1,"variant":"Mellum2-12B-A2.5B-Thinking-GGUF"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":225,"root":"zai-org/glm-4-9b-chat","score":69,"variant":"glm-4-9b-chat"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":226,"root":"THUDM/glm-4-9b-chat","score":69,"variant":"glm-4-9b-chat-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":227,"root":"allenai/OLMo-2-0325-32B-DPO","score":66.9,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":228,"root":"allenai/OLMo-2-0325-32B-Instruct","score":66.9,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":229,"root":"allenai/OLMo-2-0325-32B","score":66.9,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":230,"root":"allenai/OLMo-2-0325-32B-SFT","score":66.9,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":231,"root":"allenai/OLMo-2-0325-32B-Instruct","score":66.9,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"medium","context":"**IFEval**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":232,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":66.36,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**IFEval**","model_id":null,"org":"allenai","rank":233,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":66.36,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**IFEval**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":234,"root":"allenai/OLMoE-1B-7B-0125","score":66.36,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":235,"root":"LiquidAI/LFM2-350M","score":65.12,"variant":"LFM2-350M"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":236,"root":"LiquidAI/LFM2-350M","score":65.12,"variant":"LFM2-350M-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":237,"root":"LiquidAI/LFM2-350M","score":65.12,"variant":"LFM2-350M-unsloth-bnb-4bit"},{"conf":"medium","context":"**IFEval**","model_id":"deepseek-v2-chat-0628","org":"deepseek-ai","rank":238,"root":"deepseek-ai/DeepSeek-V2-Chat-0628","score":63.8,"variant":"DeepSeek-V2-Chat-0628"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"llama-3-1-8b-arliai-rpmax-v1-1","org":"ArliAI","rank":239,"root":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","score":63.59,"variant":"Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"M-IFEval","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":240,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":63.2,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Japanese"},{"conf":"medium","context":"IFEval","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":241,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":62.71,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"IFEval","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":242,"root":"microsoft/bitnet-b1.58-2B-4T","score":62.71,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"IFEval","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":243,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":62.71,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4","org":"microsoft","rank":244,"root":"microsoft/phi-4","score":62.3,"variant":"Phi-4-reasoning"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4","org":"microsoft","rank":245,"root":"microsoft/phi-4","score":62.3,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":246,"root":"microsoft/Phi-4-reasoning-plus","score":62.3,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4-reasoning","org":"unsloth","rank":247,"root":"microsoft/Phi-4-reasoning","score":62.3,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4-reasoning","org":"unsloth","rank":248,"root":"microsoft/phi-4-reasoning","score":62.3,"variant":"phi-4-reasoning"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4-reasoning","org":"unsloth","rank":249,"root":"microsoft/phi-4-reasoning","score":62.3,"variant":"phi-4-reasoning-unsloth-bnb-4bit"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4-reasoning","org":"unsloth","rank":250,"root":"microsoft/phi-4-reasoning","score":62.3,"variant":"phi-4-reasoning-bnb-4bit"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4","org":"Mungert","rank":251,"root":"microsoft/phi-4","score":62.3,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":252,"root":"microsoft/Phi-4-reasoning-plus","score":62.3,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"IFEval Strict","model_id":"phi-4","org":"Mungert","rank":253,"root":"microsoft/phi-4","score":62.3,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"IFEval","model_id":"mobilellm-pro-base","org":"facebook","rank":254,"root":"facebook/MobileLLM-Pro-base","score":62,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"IFEval","model_id":"mobilellm-pro-base","org":"facebook","rank":255,"root":"facebook/MobileLLM-Pro-base","score":62,"variant":"MobileLLM-Pro"},{"conf":"high","context":null,"model_id":"falcon-e-3b-instruct","org":"tiiuae","rank":256,"root":"tiiuae/Falcon-E-3B-Instruct","score":60.97,"variant":"Falcon-E-3B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":257,"root":"tiiuae/Falcon-E-3B-Base","score":60.97,"variant":"Falcon-E-3B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":258,"root":"inclusionAI/Ling-lite","score":58.36,"variant":"Ming-Lite-Omni"},{"conf":"medium","context":"IFEval (Average prompt/inst)","model_id":"smollm2-1-7b","org":"Mungert","rank":259,"root":"HuggingFaceTB/SmolLM2-1.7B","score":56.7,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"low","context":"Average(Open-ended QA)","model_id":"ming-lite-omni","org":"inclusionAI","rank":260,"root":"inclusionAI/Ming-Lite-Omni","score":55.6,"variant":"Ming-Lite-Omni-1.5"},{"conf":"high","context":null,"model_id":null,"org":"Mungert","rank":261,"root":"THU-KEG/Mistral-Crab-DPO","score":54.5,"variant":"Mistral-Crab-DPO-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":262,"root":"tiiuae/Falcon-E-1B-Base","score":54.35,"variant":"Falcon-E-1B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-instruct","org":"tiiuae","rank":263,"root":"tiiuae/Falcon-E-1B-Instruct","score":54.35,"variant":"Falcon-E-1B-Instruct"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"mistral-nemo-12b-arliai-rpmax-v1-1","org":"ArliAI","rank":264,"root":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","score":53.49,"variant":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":null,"org":"alpindale","rank":265,"root":"—","score":52.72,"variant":"WizardLM-2-8x22B"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":266,"root":"LiquidAI/LFM2.5-VL-1.6B","score":52.29,"variant":"LFM2.5-VL-1.6B-GGUF"},{"conf":"medium","context":"IF-Eval","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":267,"root":"inclusionAI/Ling-lite-base-1.5","score":51.6,"variant":"Ring-lite"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m","org":"google","rank":268,"root":"google/gemma-3-270m","score":51.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m","org":"google","rank":269,"root":"google/gemma-3-270m","score":51.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":270,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":271,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":272,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":273,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":51.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m","org":"unsloth","rank":274,"root":"google/gemma-3-270m","score":51.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":275,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"google","rank":276,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":277,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":278,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":51.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m","org":"unsloth","rank":279,"root":"google/gemma-3-270m","score":51.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m","org":"google","rank":280,"root":"google/gemma-3-270m","score":51.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m","org":"Mungert","rank":281,"root":"google/gemma-3-270m","score":51.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[IF Eval][ifeval]","model_id":"gemma-3-270m-it","org":"unsloth","rank":282,"root":"google/gemma-3-270m-it","score":51.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"**Text IF-Eval**","model_id":null,"org":"mistralai","rank":283,"root":"mistralai/Pixtral-12B-Base-2409","score":50.1,"variant":"Pixtral-12B-2409"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":284,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":44.69,"variant":"ChimeraLlama-3-8B-v2"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":285,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":44.08,"variant":"ChimeraLlama-3-8B-v3"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"nvidia","rank":286,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":44.05,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":287,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":44.05,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B-GGUF"},{"conf":"medium","context":"IFEval (Average prompt/inst)","model_id":"smollm2-360m","org":"Mungert","rank":288,"root":"HuggingFaceTB/SmolLM2-360M","score":41,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"medium","context":"**MM IF-Eval**","model_id":null,"org":"mistralai","rank":289,"root":"mistralai/Pixtral-12B-Base-2409","score":38.9,"variant":"Pixtral-12B-2409"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":290,"root":"tiiuae/Falcon-E-3B-Base","score":36.67,"variant":"Falcon-E-3B-Base"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base-prequantized","org":"tiiuae","rank":291,"root":"tiiuae/Falcon-E-3B-Base-prequantized","score":36.67,"variant":"Falcon-E-3B-Base-prequantized"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":292,"root":"tiiuae/Falcon3-10B-Base","score":36.48,"variant":"Falcon3-10B-Base"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":293,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":294,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":295,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":296,"root":"tiiuae/falcon-mamba-7b-instruct","score":33.36,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":297,"root":"tiiuae/falcon-mamba-7b-instruct","score":33.36,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":298,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":299,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":300,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"medium","context":"IFEval (0-Shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":301,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":302,"root":"tiiuae/falcon-mamba-7b","score":33.36,"variant":"falcon-mamba-7b-4bit"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":303,"root":"tiiuae/Falcon-E-1B-Base","score":32.9,"variant":"Falcon-E-1B-Base"},{"conf":"medium","context":"IFEval (Average prompt/inst)","model_id":"smollm2-135m","org":"Mungert","rank":304,"root":"HuggingFaceTB/SmolLM2-135M","score":29.9,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"medium","context":"IFEval","model_id":"youtu-llm-2b-base","org":"Mungert","rank":305,"root":"tencent/Youtu-LLM-2B-Base","score":29.4,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"LiquidAI","rank":306,"root":"LiquidAI/LFM2-1.2B","score":28.48,"variant":"LFM2.5-Audio-1.5B"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"Mungert","rank":307,"root":"LiquidAI/LFM2-1.2B","score":28.48,"variant":"LFM2.5-Audio-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":308,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":25.3,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":309,"root":"allenai/OLMo-2-0425-1B","score":25.3,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":310,"root":"allenai/OLMo-2-0425-1B-SFT","score":25.3,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":311,"root":"allenai/OLMo-2-0425-1B-Instruct","score":25.3,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":312,"root":"allenai/OLMo-2-0425-1B-Instruct","score":25.3,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":313,"root":"allenai/OLMo-2-0425-1B-DPO","score":25.3,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"medium","context":"IFEval (Prompt Strict-Acc.)","model_id":"qwen2-1-5b-instruct","org":"Qwen","rank":314,"root":"Qwen/Qwen2-1.5B-Instruct","score":14.6,"variant":"Qwen2-1.5B-Instruct"},{"conf":"medium","context":"IFEval (Prompt Strict-Acc.)","model_id":"qwen2-0-5b","org":"Qwen","rank":315,"root":"Qwen/Qwen2-0.5B","score":14.6,"variant":"Qwen2-0.5B-Instruct"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":316,"root":"meta-llama/Meta-Llama-3-8B","score":14.6,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":317,"root":"meta-llama/Meta-Llama-3-70B","score":14.6,"variant":"llama-3-tulu-2-70b"},{"conf":"high","context":null,"model_id":null,"org":"LiquidAI","rank":318,"root":"LiquidAI/LFM2.5-Audio-1.5B","score":14.3,"variant":"LFM2.5-Audio-1.5B-JP"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/if-eval.html"],"url":"https://huggingface.co/spaces/if-eval"}},"meta":{"source":"registry"}}