{"data":{"category":"swe","id":"swebench-verified","name":"SWE-bench Verified","rows":[{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-5","org":"zai-org","rank":1,"root":"zai-org/GLM-5","score":77.8,"variant":"GLM-5-FP8"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-5","org":"zai-org","rank":2,"root":"zai-org/GLM-5","score":77.8,"variant":"GLM-5"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-5","org":"unsloth","rank":3,"root":"zai-org/GLM-5","score":77.8,"variant":"GLM-5-FP8"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-5","org":"unsloth","rank":4,"root":"zai-org/GLM-5","score":77.8,"variant":"GLM-5-GGUF"},{"conf":"medium","context":"SWE-Bench Verified","model_id":"nex-n2-mini","org":"Mungert","rank":5,"root":"nex-agi/Nex-N2-mini","score":74.4,"variant":"Nex-N2-mini-GGUF"},{"conf":"medium","context":"SWE-bench Verified","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":6,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":74,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SWE-bench Verified","model_id":"minimax-m2-1","org":"unsloth","rank":7,"root":"MiniMaxAI/MiniMax-M2.1","score":74,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"SWE-bench Verified","model_id":"minimax-m2-1","org":"unsloth","rank":8,"root":"MiniMaxAI/MiniMax-M2.1","score":74,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7","org":"zai-org","rank":9,"root":"zai-org/GLM-4.7","score":73.8,"variant":"GLM-4.7"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7","org":"zai-org","rank":10,"root":"zai-org/GLM-4.7","score":73.8,"variant":"GLM-4.7-FP8"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7","org":"unsloth","rank":11,"root":"zai-org/GLM-4.7","score":73.8,"variant":"GLM-4.7-GGUF"},{"conf":"medium","context":"SWE-Bench Verified","model_id":"mimo-v2-flash","org":"unsloth","rank":12,"root":"XiaomiMiMo/MiMo-V2-Flash","score":73.4,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":13,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":72.2,"variant":"Devstral-Small-2-24B-Instruct-2512"},{"conf":"low","context":null,"model_id":null,"org":"mistralai","rank":14,"root":"mistralai/Devstral-2-123B-Instruct-2512","score":72.2,"variant":"Devstral-2-123B-Instruct-2512"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":15,"root":"mistralai/Devstral-Small-2-24B-Instruct-2512","score":72.2,"variant":"Devstral-Small-2-24B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":16,"root":"mistralai/Devstral-2-123B-Instruct-2512","score":72.2,"variant":"Devstral-2-123B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":17,"root":"mistralai/Devstral-Small-2-24B-Instruct-2512","score":72.2,"variant":"Devstral-Small-2-24B-Instruct-2512"},{"conf":"medium","context":"SWE-Bench Verified","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":18,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":71.9,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"SWE-Bench Verified","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":19,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":71.9,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"**SWE-bench Verified**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":20,"root":"moonshotai/Kimi-K2-Thinking","score":71.3,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"SWE-bench Verified (Droid)","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":21,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":71.3,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"**SWE-bench Verified**","model_id":"kimi-k2-thinking","org":"unsloth","rank":22,"root":"moonshotai/Kimi-K2-Thinking","score":71.3,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"SWE-bench Verified (Droid)","model_id":"minimax-m2-1","org":"unsloth","rank":23,"root":"MiniMaxAI/MiniMax-M2.1","score":71.3,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"**SWE-bench Verified**","model_id":"kimi-k2-thinking","org":"unsloth","rank":24,"root":"moonshotai/Kimi-K2-Thinking","score":71.3,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"SWE-bench Verified (Droid)","model_id":"minimax-m2-1","org":"unsloth","rank":25,"root":"MiniMaxAI/MiniMax-M2.1","score":71.3,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SWE-Bench Verified","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":26,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":70.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"SWE-Bench Verified","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":27,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":70.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"**SWE-bench Verified**","model_id":"minimax-m2","org":"MiniMaxAI","rank":28,"root":"MiniMaxAI/MiniMax-M2","score":69.4,"variant":"MiniMax-M2"},{"conf":"medium","context":"**SWE-bench Verified**","model_id":"minimax-m2","org":"unsloth","rank":29,"root":"MiniMaxAI/MiniMax-M2","score":69.4,"variant":"MiniMax-M2-GGUF"},{"conf":"medium","context":"SWE-bench Verified (mini-swe-agent)","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":30,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":67,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SWE-bench Verified (mini-swe-agent)","model_id":"minimax-m2-1","org":"unsloth","rank":31,"root":"MiniMaxAI/MiniMax-M2.1","score":67,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"SWE-bench Verified (mini-swe-agent)","model_id":"minimax-m2-1","org":"unsloth","rank":32,"root":"MiniMaxAI/MiniMax-M2.1","score":67,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SWE-Bench verified","model_id":null,"org":"moonshotai","rank":33,"root":"moonshotai/Kimi-K2-Instruct","score":65.8,"variant":"Kimi-K2-Instruct-0905"},{"conf":"medium","context":"SWE-Bench verified","model_id":null,"org":"unsloth","rank":34,"root":"moonshotai/Kimi-K2-Instruct-0905","score":65.8,"variant":"Kimi-K2-Instruct-0905-GGUF"},{"conf":"medium","context":"SWE-Bench-Verified","model_id":"youtu-llm-2b-base","org":"Mungert","rank":35,"root":"tencent/Youtu-LLM-2B-Base","score":60,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7-flash","org":"zai-org","rank":36,"root":"zai-org/GLM-4.7-Flash","score":59.2,"variant":"GLM-4.7-Flash"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7-flash","org":"unsloth","rank":37,"root":"zai-org/GLM-4.7-Flash","score":59.2,"variant":"GLM-4.7-Flash"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7-flash","org":"unsloth","rank":38,"root":"zai-org/GLM-4.7-Flash","score":59.2,"variant":"GLM-4.7-Flash-FP8-Dynamic"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7-flash","org":"unsloth","rank":39,"root":"zai-org/GLM-4.7-Flash","score":59.2,"variant":"GLM-4.7-Flash-GGUF"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7-flash","org":"unsloth","rank":40,"root":"zai-org/GLM-4.7-Flash","score":59.2,"variant":"GLM-4.7-Flash-NVFP4"},{"conf":"medium","context":"SWE-bench Verified","model_id":"glm-4-7-flash","org":"Mungert","rank":41,"root":"zai-org/GLM-4.7-Flash","score":59.2,"variant":"GLM-4.7-Flash-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":42,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":53.6,"variant":"Devstral-Small-2507"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":43,"root":"facebook/cwm","score":53.6,"variant":"cwm"},{"conf":"low","context":null,"model_id":"devstral-small-2507","org":"unsloth","rank":44,"root":"mistralai/Devstral-Small-2507","score":53.6,"variant":"Devstral-Small-2507-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":45,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":53.6,"variant":"Devstral-Small-2507"},{"conf":"low","context":null,"model_id":"devstral-small-2507","org":"unsloth","rank":46,"root":"mistralai/Devstral-Small-2507","score":53.6,"variant":"Devstral-Small-2507-bnb-4bit"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":47,"root":"facebook/cwm-pretrain","score":53.6,"variant":"cwm-pretrain"},{"conf":"low","context":null,"model_id":"devstral-small-2507","org":"unsloth","rank":48,"root":"mistralai/Devstral-Small-2507","score":53.6,"variant":"Devstral-Small-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"SWE-bench Verified","model_id":null,"org":"inclusionAI","rank":49,"root":"inclusionAI/LLaDA2.2-flash","score":49.28,"variant":"LLaDA2.2-flash"},{"conf":"high","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":50,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":46.8,"variant":"Devstral-Small-2505"},{"conf":"high","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":51,"root":"mistralai/Devstral-Small-2505","score":46.8,"variant":"Devstral-Small-2505-GGUF"},{"conf":"high","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":52,"root":"mistralai/Devstral-Small-2505","score":46.8,"variant":"Devstral-Small-2505-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"Mungert","rank":53,"root":"mistralai/Devstral-Small-2505","score":46.8,"variant":"Devstral-Small-2505-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"zai-org","rank":54,"root":"zai-org/GLM-4-9B-0414","score":33.8,"variant":"GLM-4-9B-0414"},{"conf":"high","context":null,"model_id":"glm-4-32b-0414","org":"zai-org","rank":55,"root":"zai-org/GLM-4-32B-0414","score":33.8,"variant":"GLM-4-32B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":56,"root":"THUDM/GLM-4-9B-0414","score":33.8,"variant":"GLM-4-9B-0414-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"unsloth","rank":57,"root":"THUDM/GLM-4-32B-0414","score":33.8,"variant":"GLM-4-32B-0414-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-32b-base-0414","org":"zai-org","rank":58,"root":"zai-org/GLM-4-32B-Base-0414","score":33.8,"variant":"GLM-4-32B-Base-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":59,"root":"THUDM/GLM-4-9B-0414","score":33.8,"variant":"GLM-4-9B-0414-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":60,"root":"THUDM/GLM-4-9B-0414","score":33.8,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":61,"root":"THUDM/GLM-4-9B-0414","score":33.8,"variant":"GLM-4-9B-0414-bnb-4bit"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/swebench-verified.html"],"url":"https://huggingface.co/spaces/swebench"}},"meta":{"source":"registry"}}