{"data":{"category":"chat","id":"chatbot-arena","name":"Chatbot Arena","rows":[{"conf":"medium","context":"Arena-Hard","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":1,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":92.4,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"Arena-Hard","model_id":"minimax-text-01","org":"MiniMaxAI","rank":2,"root":"MiniMaxAI/MiniMax-Text-01","score":92.4,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"ArenaHard","model_id":"nemotron-cascade-14b-thinking","org":"nvidia","rank":3,"root":"nvidia/Nemotron-Cascade-14B-Thinking","score":91.7,"variant":"Nemotron-Cascade-14B-Thinking"},{"conf":"medium","context":"ArenaHard v0.1","model_id":"qwen3-8b-base","org":"nvidia","rank":4,"root":"Qwen/Qwen3-8B","score":88.4,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":"arena_hard","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":5,"root":"mistralai/Mistral-Small-24B-Base-2501","score":87.3,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"arena_hard","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":6,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":87.3,"variant":"Mistral-Small-24B-Instruct-2501-bnb-4bit"},{"conf":"medium","context":"arena_hard","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":7,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":87.3,"variant":"Mistral-Small-24B-Instruct-2501-GGUF"},{"conf":"medium","context":"arena_hard","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":8,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":87.3,"variant":"Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"arena_hard","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":9,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":87.3,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"arena_hard","model_id":"mistral-small-24b-base-2501","org":"unsloth","rank":10,"root":"mistralai/Mistral-Small-24B-Base-2501","score":87.3,"variant":"Mistral-Small-24B-Base-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"Arena-Hard (Creative Writing)","model_id":"mimo-v2-flash","org":"unsloth","rank":11,"root":"XiaomiMiMo/MiMo-V2-Flash","score":86.2,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"ArenaHard","model_id":"nemotron-cascade-8b","org":"nvidia","rank":12,"root":"nvidia/Nemotron-Cascade-8B","score":85.8,"variant":"Nemotron-Cascade-8B"},{"conf":"medium","context":"ArenaHard","model_id":"nemotron-cascade-8b-thinking","org":"nvidia","rank":13,"root":"nvidia/Nemotron-Cascade-8B-Thinking","score":85.8,"variant":"Nemotron-Cascade-8B-Thinking"},{"conf":"high","context":null,"model_id":"deepseek-v2","org":"deepseek-ai","rank":14,"root":"deepseek-ai/DeepSeek-V2","score":85.5,"variant":"DeepSeek-V3"},{"conf":"high","context":null,"model_id":"deepseek-v2","org":"deepseek-ai","rank":15,"root":"deepseek-ai/DeepSeek-V2","score":85.5,"variant":"DeepSeek-V3-Base"},{"conf":"high","context":null,"model_id":"deepseek-v3","org":"unsloth","rank":16,"root":"deepseek-ai/DeepSeek-V3","score":85.5,"variant":"DeepSeek-V3"},{"conf":"high","context":null,"model_id":"deepseek-v3","org":"unsloth","rank":17,"root":"deepseek-ai/DeepSeek-V3","score":85.5,"variant":"DeepSeek-V3-bf16"},{"conf":"high","context":null,"model_id":"deepseek-v3","org":"unsloth","rank":18,"root":"deepseek-ai/DeepSeek-V3","score":85.5,"variant":"DeepSeek-V3-GGUF"},{"conf":"medium","context":"Arena Hard","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":19,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":85,"variant":"Nemotron-H-47B-Reasoning-128K"},{"conf":"medium","context":"Arena Hard","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":20,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":85,"variant":"Nemotron-H-47B-Reasoning-128K-FP8"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":21,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":22,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":23,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":24,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":25,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":26,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":27,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":28,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":73.88,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"Arena Hard","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":29,"root":"mistralai/Mistral-Large-Instruct-2407","score":73.2,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":30,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":72.2,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":31,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":72.2,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":32,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":72.2,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":33,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":72.1,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":34,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":72.1,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":35,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":72.1,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"Arena-Hard-V2 (Hard Prompt)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":72.1,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":37,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":69,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":38,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":69,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":39,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":69,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":40,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":69,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":41,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":69,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":42,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":69,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":43,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":68.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":44,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":68.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"Arena-Hard-V2","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":45,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":68.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"ArenaHard","model_id":"deepseek-v2-5","org":"deepseek-ai","rank":46,"root":"deepseek-ai/DeepSeek-V2.5","score":68.3,"variant":"DeepSeek-V2.5"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4","org":"microsoft","rank":47,"root":"microsoft/phi-4","score":68.1,"variant":"Phi-4-reasoning"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4","org":"microsoft","rank":48,"root":"microsoft/phi-4","score":68.1,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":49,"root":"microsoft/Phi-4-reasoning-plus","score":68.1,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4-reasoning","org":"unsloth","rank":50,"root":"microsoft/Phi-4-reasoning","score":68.1,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4-reasoning","org":"unsloth","rank":51,"root":"microsoft/phi-4-reasoning","score":68.1,"variant":"phi-4-reasoning"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4-reasoning","org":"unsloth","rank":52,"root":"microsoft/phi-4-reasoning","score":68.1,"variant":"phi-4-reasoning-unsloth-bnb-4bit"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4-reasoning","org":"unsloth","rank":53,"root":"microsoft/phi-4-reasoning","score":68.1,"variant":"phi-4-reasoning-bnb-4bit"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4","org":"Mungert","rank":54,"root":"microsoft/phi-4","score":68.1,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":55,"root":"microsoft/Phi-4-reasoning-plus","score":68.1,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"ArenaHard","model_id":"phi-4","org":"Mungert","rank":56,"root":"microsoft/phi-4","score":68.1,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":57,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":67.7,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"Arena-Hard-V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":58,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":67.7,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":59,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":67.7,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"Arena-Hard-V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":60,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":67.7,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Creative Writing)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":61,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":63.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"Arena-Hard-V2 (Creative Writing)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":62,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":63.2,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"Arena-Hard-V2 (Creative Writing)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":63,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":63.2,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"Arena-Hard-V2 (Creative Writing)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":64,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":63.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":65,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":56.7,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":66,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":56.7,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":67,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":56.7,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":68,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":56.7,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":69,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":56.7,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":70,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":56,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":71,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":56,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":72,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":56,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":73,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":56,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":74,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":56,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"Arena-Hard (Hard Prompt)","model_id":"mimo-v2-flash","org":"unsloth","rank":75,"root":"XiaomiMiMo/MiMo-V2-Flash","score":54.1,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":76,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.6,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":77,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.6,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":78,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.6,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":79,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":45.6,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":80,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":45.6,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":81,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":45.6,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":82,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.6,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":83,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.6,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":84,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":45.6,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":85,"root":"mistralai/Ministral-8B-Instruct-2410","score":44.3,"variant":"Ministral-8B-Instruct-2410"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":86,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":87,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":88,"root":"mistralai/Ministral-3-14B-Base-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":89,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":90,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":91,"root":"mistralai/Ministral-3-14B-Base-2512","score":42.7,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":92,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":93,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":42.7,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":94,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":95,"root":"mistralai/Ministral-3-14B-Base-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":96,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":97,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":98,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":99,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":100,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":101,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":42.7,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":102,"root":"mistralai/Ministral-3-14B-Base-2512","score":42.7,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":103,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":42.7,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":104,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":105,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":42.7,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":106,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":107,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":108,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":109,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":110,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":111,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":112,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":113,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":114,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":42.7,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":115,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":42.7,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":116,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":42.7,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":117,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":118,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":119,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":42.7,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":120,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":121,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":122,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":42.7,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":123,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":42.7,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":124,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":125,"root":"mistralai/Ministral-3-8B-Base-2512","score":42.7,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":126,"root":"mistralai/Ministral-3-14B-Base-2512","score":42.7,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":127,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":42.7,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":128,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":42.7,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":129,"root":"mistralai/Ministral-3-14B-Base-2512","score":42.7,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":130,"root":"mistralai/Ministral-3-3B-Base-2512","score":42.7,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":131,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":42.7,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":132,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":42.7,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"**Arena-Hard**","model_id":"deepseek-v2-chat-0628","org":"deepseek-ai","rank":133,"root":"deepseek-ai/DeepSeek-V2-Chat-0628","score":41.6,"variant":"DeepSeek-V2-Chat-0628"},{"conf":"medium","context":"Arena-Hard","model_id":"qwen2-72b","org":"Qwen","rank":134,"root":"Qwen/Qwen2-72B","score":41.1,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":135,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":136,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":137,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":138,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":139,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":140,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":141,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":36.3,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2$","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":142,"root":"Qwen/Qwen3-4B-Thinking-2507","score":36.3,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"Arena-Hard-v2","model_id":"nanbeige4-3b-base","org":"Mungert","rank":143,"root":"Nanbeige/Nanbeige4-3B-Base","score":34.9,"variant":"Nanbeige4.1-3B-GGUF"},{"conf":"medium","context":"Arena Hard","model_id":"phi-4-mini-instruct","org":"microsoft","rank":144,"root":"microsoft/Phi-4-mini-instruct","score":32.8,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"Arena Hard","model_id":"phi-4-mini-instruct","org":"unsloth","rank":145,"root":"microsoft/Phi-4-mini-instruct","score":32.8,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"Arena Hard","model_id":"phi-4-mini-instruct","org":"unsloth","rank":146,"root":"microsoft/Phi-4-mini-instruct","score":32.8,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"Arena Hard","model_id":"phi-4-mini-instruct","org":"unsloth","rank":147,"root":"microsoft/Phi-4-mini-instruct","score":32.8,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"Arena Hard","model_id":"phi-4-mini-instruct","org":"unsloth","rank":148,"root":"microsoft/Phi-4-mini-instruct","score":32.8,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"Arena Hard","model_id":"phi-4-mini-instruct","org":"Mungert","rank":149,"root":"microsoft/Phi-4-mini-instruct","score":32.8,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"ArenaHard","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":150,"root":"inclusionAI/Ling-lite-base-1.5","score":27.8,"variant":"Ring-lite"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":151,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":152,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":153,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":154,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":155,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":156,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":157,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":19.56,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":158,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":159,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":160,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":161,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":162,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":163,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":164,"root":"Qwen/Qwen3-4B-Instruct-2507","score":15.9,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"Arena-Hard v2*","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":165,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":15.9,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"high","context":null,"model_id":"qwen3-4b-base","org":"Qwen","rank":166,"root":"Qwen/Qwen3-4B","score":10.7,"variant":"Qwen3-4B-SafeRL"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/chatbot-arena.html"],"url":"https://huggingface.co/spaces/lmsys"}},"meta":{"source":"registry"}}