{"data":{"category":"coding","id":"livecodebench","name":"LiveCodeBench","rows":[{"conf":"medium","context":"LiveCodeBench (v6)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":1,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":89,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"LiveCodeBench (v6)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":2,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":89,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"LiveCodeBench (v6)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":89,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":4,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.8,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":5,"root":"deepseek-ai/DeepSeek-V4-Pro","score":88.8,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":null,"org":"deepseek-ai","rank":6,"root":"—","score":88.8,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":7,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.8,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":8,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.8,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":null,"org":"deepseek-ai","rank":9,"root":"—","score":88.8,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"LiveCodeBench (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":10,"root":"deepseek-ai/DeepSeek-V4-Pro","score":88.8,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"LiveCodeBench-Easy","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":11,"root":"Qwen/Qwen2.5-32B-Instruct","score":86.3,"variant":"Sky-T1-32B-Preview"},{"conf":"medium","context":"LiveCodeBench-v6","model_id":"glm-4-7","org":"zai-org","rank":12,"root":"zai-org/GLM-4.7","score":84.9,"variant":"GLM-4.7"},{"conf":"medium","context":"LiveCodeBench-v6","model_id":"glm-4-7","org":"zai-org","rank":13,"root":"zai-org/GLM-4.7","score":84.9,"variant":"GLM-4.7-FP8"},{"conf":"medium","context":"LiveCodeBench-v6","model_id":"glm-4-7","org":"unsloth","rank":14,"root":"zai-org/GLM-4.7","score":84.9,"variant":"GLM-4.7-GGUF"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":15,"root":"allenai/Olmo-3-32B-Think-DPO","score":83.3,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":16,"root":"allenai/Olmo-3.1-32B-Think","score":83.3,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"**LiveCodeBenchV6**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":17,"root":"moonshotai/Kimi-K2-Thinking","score":83.1,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"**LiveCodeBenchV6**","model_id":"kimi-k2-thinking","org":"unsloth","rank":18,"root":"moonshotai/Kimi-K2-Thinking","score":83.1,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"**LiveCodeBenchV6**","model_id":"kimi-k2-thinking","org":"unsloth","rank":19,"root":"moonshotai/Kimi-K2-Thinking","score":83.1,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"LiveCodeBench (LCB)","model_id":"minimax-m2","org":"MiniMaxAI","rank":20,"root":"MiniMaxAI/MiniMax-M2","score":83,"variant":"MiniMax-M2"},{"conf":"medium","context":"LiveCodeBench (LCB)","model_id":"minimax-m2","org":"unsloth","rank":21,"root":"MiniMaxAI/MiniMax-M2","score":83,"variant":"MiniMax-M2-GGUF"},{"conf":"medium","context":"LiveCodeBench (pass@1)","model_id":"gemma-4-31b-it","org":"nvidia","rank":22,"root":"google/gemma-4-31B-it","score":82.49,"variant":"Gemma-4-31B-IT-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":23,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":24,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":25,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":26,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":27,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":28,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":29,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":30,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.19,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":31,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.1,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":32,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.1,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"LiveCodeBench (v5 2024-07↔2024-12)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":33,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":81.1,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"LiveCodeBench-v6","model_id":"mimo-v2-flash","org":"unsloth","rank":34,"root":"XiaomiMiMo/MiMo-V2-Flash","score":80.6,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"LiveCodeBench (pass@1)","model_id":"gemma-4-26b-a4b-it","org":"nvidia","rank":35,"root":"google/gemma-4-26B-A4B-it","score":80.5,"variant":"Gemma-4-26B-A4B-NVFP4"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b","org":"google","rank":36,"root":"google/gemma-4-26B-A4B","score":80,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b","org":"google","rank":37,"root":"google/gemma-4-31B","score":80,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b","org":"google","rank":38,"root":"google/gemma-4-E4B","score":80,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"google","rank":39,"root":"google/gemma-4-E2B","score":80,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b","org":"google","rank":40,"root":"google/gemma-4-12B","score":80,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":41,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":42,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it-assistant","org":"google","rank":43,"root":"google/gemma-4-31B-it-assistant","score":80,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":44,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b","org":"google","rank":45,"root":"google/gemma-4-26B-A4B","score":80,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b","org":"google","rank":46,"root":"google/gemma-4-31B","score":80,"variant":"gemma-4-31B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it","org":"unsloth","rank":47,"root":"google/gemma-4-12B-it","score":80,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it","org":"google","rank":48,"root":"google/gemma-4-12B-it","score":80,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":49,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":50,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":51,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":52,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":53,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":54,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":55,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":56,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":57,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b","org":"google","rank":58,"root":"google/gemma-4-12B","score":80,"variant":"gemma-4-12B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":59,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":60,"root":"google/gemma-4-26B-A4B-it-assistant","score":80,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":61,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":62,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b","org":"google","rank":63,"root":"google/gemma-4-E4B","score":80,"variant":"gemma-4-E4B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":64,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":65,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it-assistant","org":"google","rank":66,"root":"google/gemma-4-12B-it-assistant","score":80,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":67,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it","org":"unsloth","rank":68,"root":"google/gemma-4-12B-it","score":80,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":69,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it-assistant","org":"google","rank":70,"root":"google/gemma-4-12B-it-assistant","score":80,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":71,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"google","rank":72,"root":"google/gemma-4-E2B","score":80,"variant":"gemma-4-E2B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":73,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":74,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":75,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":76,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":77,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":78,"root":"google/gemma-4-E2B-it-assistant","score":80,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":79,"root":"google/gemma-4-E4B-it-assistant","score":80,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":80,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":81,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":80,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":82,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":80,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"google","rank":83,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"google","rank":84,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":85,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":80,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it","org":"unsloth","rank":86,"root":"google/gemma-4-12B-it","score":80,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":87,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":88,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":80,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":89,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b","org":"unsloth","rank":90,"root":"google/gemma-4-12B","score":80,"variant":"gemma-4-12b"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"google","rank":91,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"google","rank":92,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it-assistant","org":"google","rank":93,"root":"google/gemma-4-31B-it-assistant","score":80,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"google","rank":94,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":95,"root":"google/gemma-4-26B-A4B-it-assistant","score":80,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"google","rank":96,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":97,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":98,"root":"google/gemma-4-E2B-it-assistant","score":80,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":99,"root":"google/gemma-4-E4B-it-assistant","score":80,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it","org":"unsloth","rank":100,"root":"google/gemma-4-12B-it","score":80,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":101,"root":"google/gemma-4-E2B","score":80,"variant":"gemma-4-E2B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":102,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":103,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":104,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":105,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-12b","org":"Mungert","rank":106,"root":"google/gemma-4-12B","score":80,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":107,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":108,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":109,"root":"google/gemma-4-26B-A4B","score":80,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":110,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":111,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b","org":"unsloth","rank":112,"root":"google/gemma-4-E4B","score":80,"variant":"gemma-4-E4B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":113,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b","org":"unsloth","rank":114,"root":"google/gemma-4-31B","score":80,"variant":"gemma-4-31B"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":115,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":116,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":117,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":118,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b","org":"Mungert","rank":119,"root":"google/gemma-4-31B","score":80,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":120,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it","org":"unsloth","rank":121,"root":"google/gemma-4-E4B-it","score":80,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":122,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b","org":"Mungert","rank":123,"root":"google/gemma-4-E4B","score":80,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"Mungert","rank":124,"root":"google/gemma-4-E2B","score":80,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e2b","org":"unsloth","rank":125,"root":"google/gemma-4-E2B-it","score":80,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":126,"root":"google/gemma-4-26B-A4B-it","score":80,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":127,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":80,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"gemma-4-31b-it","org":"unsloth","rank":128,"root":"google/gemma-4-31B-it","score":80,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"LiveCodeBench (v6 2024-08↔2025-05)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":129,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.69,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v6 2024-08↔2025-05)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":130,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.69,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"LiveCodeBench (v6 2024-08↔2025-05)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":131,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.69,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v6 2024-08↔2025-05)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":132,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.69,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":133,"root":"allenai/Olmo-3-32B-Think-DPO","score":75.8,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1125-32b","org":"allenai","rank":134,"root":"allenai/Olmo-3-1125-32B","score":75.8,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":135,"root":"allenai/Olmo-3-32B-Think","score":75.8,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":136,"root":"allenai/Olmo-3-32B-Think-SFT","score":75.8,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":137,"root":"allenai/Olmo-3-32B-Think","score":75.8,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"mellum2-12b-a2-5b-thinking","org":"Mungert","rank":138,"root":"JetBrains/Mellum2-12B-A2.5B-Thinking","score":75.1,"variant":"Mellum2-12B-A2.5B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":139,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":75,"variant":"Magistral-Small-2509"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":140,"root":"mistralai/Magistral-Small-2509","score":75,"variant":"Magistral-Small-2509-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":141,"root":"mistralai/Magistral-Small-2509","score":75,"variant":"Magistral-Small-2509-FP8-Dynamic"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":142,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":75,"variant":"Magistral-Small-2509-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":143,"root":"mistralai/Magistral-Small-2509","score":75,"variant":"Magistral-Small-2509-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":144,"root":"mistralai/Magistral-Small-2509","score":75,"variant":"Magistral-Small-2509-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench","model_id":"deepseek-v3-2-exp-base","org":"deepseek-ai","rank":145,"root":"deepseek-ai/DeepSeek-V3.2-Exp-Base","score":74.9,"variant":"DeepSeek-V3.2-Exp"},{"conf":"medium","context":"LiveCodeBench","model_id":"deepseek-v3-1-base","org":"deepseek-ai","rank":146,"root":"deepseek-ai/DeepSeek-V3.1-Base","score":74.8,"variant":"DeepSeek-V3.1-Terminus"},{"conf":"medium","context":"LiveCodeBench","model_id":"deepseek-v3-1-terminus","org":"unsloth","rank":147,"root":"deepseek-ai/DeepSeek-V3.1-Terminus","score":74.8,"variant":"DeepSeek-V3.1-Terminus-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":148,"root":"google/diffusiongemma-26B-A4B-it","score":69.1,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":149,"root":"google/diffusiongemma-26B-A4B-it","score":69.1,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":150,"root":"google/diffusiongemma-26B-A4B-it","score":69.1,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":151,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":68.7,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":152,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":68.7,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":153,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":68.7,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":154,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":155,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":156,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":157,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":158,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":68.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":159,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":160,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"LiveCodeBench (v6 2025-08–2025-05)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":161,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":68.3,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"high","context":null,"model_id":"intellect-2","org":"unsloth","rank":162,"root":"PrimeIntellect/INTELLECT-2","score":67.8,"variant":"INTELLECT-2-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-0528","org":"deepseek-ai","rank":163,"root":"deepseek-ai/DeepSeek-R1-0528","score":66.5,"variant":"DeepSeek-R1-0528"},{"conf":"low","context":null,"model_id":"deepseek-r1-0528","org":"unsloth","rank":164,"root":"deepseek-ai/DeepSeek-R1-0528","score":66.5,"variant":"DeepSeek-R1-0528-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-0528","org":"unsloth","rank":165,"root":"deepseek-ai/DeepSeek-R1-0528","score":66.5,"variant":"DeepSeek-R1-0528-BF16"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":166,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":66,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":167,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":66,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":168,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":66,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":169,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":66,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":170,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":66,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"**LiveCodeBench (Code)**","model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":171,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":65.9,"variant":"FairyR1-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"nvidia","rank":172,"root":"Qwen/Qwen2.5-7B-Instruct","score":65.6,"variant":"OpenCodeReasoning-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":173,"root":"Qwen/Qwen2.5-14B-Instruct","score":65.6,"variant":"OpenCodeReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"nvidia","rank":174,"root":"Qwen/Qwen2.5-32B-Instruct","score":65.6,"variant":"OpenCodeReasoning-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":175,"root":"Qwen/Qwen2.5-14B-Instruct","score":65.6,"variant":"OpenCodeReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":176,"root":"Qwen/Qwen2.5-7B-Instruct","score":65.6,"variant":"OpenCodeReasoning-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":177,"root":"Qwen/Qwen2.5-32B-Instruct","score":65.6,"variant":"OpenCodeReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":178,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":61.2,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":179,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":61.2,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":180,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":61.2,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":181,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":61.2,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":182,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":61.2,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"LiveCodeBench","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":183,"root":"inclusionAI/Ling-lite-base-1.5","score":60.7,"variant":"Ring-lite"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"deepseek-ai","rank":184,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":60.5,"variant":"DeepSeek-R1-0528-Qwen3-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":185,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":60.5,"variant":"DeepSeek-R1-0528-Qwen3-8B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":186,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":60.5,"variant":"DeepSeek-R1-0528-Qwen3-8B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":187,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":60.5,"variant":"DeepSeek-R1-0528-Qwen3-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":188,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":60.5,"variant":"DeepSeek-R1-0528-Qwen3-8B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"Mungert","rank":189,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":60.5,"variant":"DeepSeek-R1-0528-Qwen3-8B-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"ring-mini-linear-2-0","org":"inclusionAI","rank":190,"root":"inclusionAI/Ring-mini-linear-2.0","score":59.53,"variant":"Ring-mini-linear-2.0-GPTQ-int4"},{"conf":"medium","context":"LiveCodeBench","model_id":"ring-mini-linear-2-0","org":"inclusionAI","rank":191,"root":"inclusionAI/Ring-mini-linear-2.0","score":59.53,"variant":"Ring-flash-linear-2.0-GPTQ-int4"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":192,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":59.36,"variant":"Magistral-Small-2506"},{"conf":"low","context":null,"model_id":"magistral-small-2506","org":"unsloth","rank":193,"root":"mistralai/Magistral-Small-2506","score":59.36,"variant":"Magistral-Small-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"Mungert","rank":194,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":59.36,"variant":"Magistral-Small-2506-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2506","org":"unsloth","rank":195,"root":"mistralai/Magistral-Small-2506","score":59.36,"variant":"Magistral-Small-2506-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":196,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":59.35,"variant":"Magistral-Small-2507"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":197,"root":"mistralai/Magistral-Small-2507","score":59.35,"variant":"Magistral-Small-2507-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":198,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":199,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":200,"root":"mistralai/Ministral-3-14B-Base-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":201,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":202,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":203,"root":"mistralai/Ministral-3-14B-Base-2512","score":59.3,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":204,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":205,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":59.3,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":206,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":207,"root":"mistralai/Ministral-3-14B-Base-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":208,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":209,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":210,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":211,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":212,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":213,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":59.3,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":214,"root":"mistralai/Ministral-3-14B-Base-2512","score":59.3,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":215,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":59.3,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":216,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":217,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":59.3,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":218,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":219,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":220,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":221,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":222,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":223,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":224,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":225,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":226,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":59.3,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":227,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":59.3,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":228,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":59.3,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":229,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":230,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":231,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":59.3,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":232,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":233,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":234,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":59.3,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":235,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":59.3,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":236,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":237,"root":"mistralai/Ministral-3-8B-Base-2512","score":59.3,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":238,"root":"mistralai/Ministral-3-14B-Base-2512","score":59.3,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":239,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":59.3,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":240,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":59.3,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":241,"root":"mistralai/Ministral-3-14B-Base-2512","score":59.3,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":242,"root":"mistralai/Ministral-3-3B-Base-2512","score":59.3,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":243,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":59.3,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":244,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":59.3,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":245,"root":"inclusionAI/AReaL-boba-2-8B","score":58.8,"variant":"AReaL-boba-2-8B"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":246,"root":"inclusionAI/AReaL-boba-2-14B","score":58.8,"variant":"AReaL-boba-2-14B"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":247,"root":"inclusionAI/AReaL-boba-2-14B-Open","score":58.8,"variant":"AReaL-boba-2-14B-Open"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":248,"root":"inclusionAI/AReaL-boba-2-8B-Open","score":58.8,"variant":"AReaL-boba-2-8B-Open"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":249,"root":"inclusionAI/AReaL-boba-2-32B","score":58.8,"variant":"AReaL-boba-2-32B"},{"conf":"high","context":null,"model_id":"minimax-m2-7","org":"nvidia","rank":250,"root":"MiniMaxAI/MiniMax-M2.7","score":58.2,"variant":"MiniMax-M2.7-NVFP4"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"deepseek-ai","rank":251,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":57.5,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":252,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":57.5,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":253,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":57.5,"variant":"DeepSeek-R1-Distill-Llama-70B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"Mungert","rank":254,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":57.5,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":255,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":57.5,"variant":"DeepSeek-R1-Distill-Llama-70B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":256,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":57.5,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":257,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":258,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":259,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":260,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":261,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":262,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":263,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":57.4,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":264,"root":"Qwen/Qwen3-4B-Thinking-2507","score":57.4,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"deepseek-ai","rank":265,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":57.2,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":266,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":57.2,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":267,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":57.2,"variant":"DeepSeek-R1-Distill-Qwen-32B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":268,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":57.2,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":269,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":57.2,"variant":"DeepSeek-R1-Distill-Qwen-32B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":270,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":57.2,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"MiniMaxAI","rank":271,"root":"Qwen/Qwen2.5-32B","score":57.2,"variant":"SynLogic-Mix-3-32B"},{"conf":"medium","context":"LiveCodeBench-Medium","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":272,"root":"Qwen/Qwen2.5-32B-Instruct","score":56.8,"variant":"Sky-T1-32B-Preview"},{"conf":"medium","context":"LiveCodeBench v5","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":273,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":55.24,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16"},{"conf":"medium","context":"LiveCodeBench v5","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":274,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":55.24,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-NVFP4"},{"conf":"medium","context":"LiveCodeBench v5","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":275,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":55.24,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-FP8"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":276,"root":"—","score":55.2,"variant":"DASD-4B-Thinking-GGUF"},{"conf":"high","context":null,"model_id":"phi-4","org":"microsoft","rank":277,"root":"microsoft/phi-4","score":53.8,"variant":"Phi-4-reasoning"},{"conf":"high","context":null,"model_id":"phi-4","org":"microsoft","rank":278,"root":"microsoft/phi-4","score":53.8,"variant":"Phi-4-reasoning-plus"},{"conf":"high","context":null,"model_id":"phi-4-reasoning-plus","org":"unsloth","rank":279,"root":"microsoft/Phi-4-reasoning-plus","score":53.8,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":280,"root":"microsoft/Phi-4-reasoning","score":53.8,"variant":"Phi-4-reasoning-GGUF"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":281,"root":"microsoft/phi-4-reasoning","score":53.8,"variant":"phi-4-reasoning"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":282,"root":"microsoft/phi-4-reasoning","score":53.8,"variant":"phi-4-reasoning-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":283,"root":"microsoft/phi-4-reasoning","score":53.8,"variant":"phi-4-reasoning-bnb-4bit"},{"conf":"high","context":null,"model_id":"phi-4","org":"Mungert","rank":284,"root":"microsoft/phi-4","score":53.8,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"high","context":null,"model_id":"phi-4-reasoning-plus","org":"unsloth","rank":285,"root":"microsoft/Phi-4-reasoning-plus","score":53.8,"variant":"Phi-4-reasoning-plus"},{"conf":"high","context":null,"model_id":"phi-4","org":"Mungert","rank":286,"root":"microsoft/phi-4","score":53.8,"variant":"Phi-4-reasoning-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"deepseek-ai","rank":287,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":53.1,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":288,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":53.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":289,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":53.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":290,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":53.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":291,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":53.1,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":292,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":53.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"medium","context":"LiveCodeBench v5","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":293,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":51.8,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":294,"root":"tiiuae/Falcon-H1-34B-Base","score":49.71,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":295,"root":"tiiuae/Falcon-H1-34B-Instruct","score":49.71,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":296,"root":"tiiuae/Falcon-H1-34B-Instruct","score":49.71,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":297,"root":"tiiuae/Falcon-H1-34B-Instruct","score":49.71,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":298,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.2,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":299,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.2,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":300,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.2,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":301,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":45.2,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":302,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":45.2,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":303,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":45.2,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":304,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.2,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":305,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":45.2,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":306,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":45.2,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":307,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":43.2,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":308,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":43.2,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":309,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":43.2,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":310,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":43.2,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":311,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":43.2,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":312,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":43.2,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"llada2-0-flash","org":"inclusionAI","rank":313,"root":"inclusionAI/LLaDA2.0-flash","score":41.63,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"LiveCodeBench","model_id":"deepseek-v3-0324","org":"nvidia","rank":314,"root":"deepseek-ai/DeepSeek-V3-0324","score":41,"variant":"DeepSeek-V3-0324-NVFP4"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":315,"root":"Qwen/Qwen2.5-32B-Instruct","score":40.9,"variant":"OpenCodeReasoning-Nemotron-32B-IOI-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"nvidia","rank":316,"root":"Qwen/Qwen2.5-32B-Instruct","score":40.9,"variant":"OpenCodeReasoning-Nemotron-32B-IOI"},{"conf":"medium","context":"LiveCodeBench","model_id":"ling-2-6-1t","org":"inclusionAI","rank":317,"root":"inclusionAI/Ling-2.6-1T","score":40.09,"variant":"Ling-2.6-1T-base"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"deepseek-ai","rank":318,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":39.6,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":319,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":39.6,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":320,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":39.6,"variant":"DeepSeek-R1-Distill-Llama-8B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":321,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":39.6,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":322,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":39.6,"variant":"DeepSeek-R1-Distill-Llama-8B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"Mungert","rank":323,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":39.6,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"deepseek-ai","rank":324,"root":"deepseek-ai/DeepSeek-V3-0324","score":39.2,"variant":"DeepSeek-V3-0324"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"unsloth","rank":325,"root":"deepseek-ai/DeepSeek-V3-0324","score":39.2,"variant":"DeepSeek-V3-0324-GGUF"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"unsloth","rank":326,"root":"deepseek-ai/DeepSeek-V3-0324","score":39.2,"variant":"DeepSeek-V3-0324-GGUF-UD"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"deepseek-ai","rank":327,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":37.6,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":328,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":37.6,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":329,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":37.6,"variant":"DeepSeek-R1-Distill-Qwen-7B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":330,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":37.6,"variant":"DeepSeek-R1-Distill-Qwen-7B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":331,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":37.6,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":332,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":37.6,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":333,"root":"nvidia/AceMath-RL-Nemotron-7B","score":37.6,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":334,"root":"nvidia/AceMath-RL-Nemotron-7B","score":37.6,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"medium","context":"LiveCodeBench(01-09)","model_id":"deepseek-v2-5","org":"deepseek-ai","rank":335,"root":"deepseek-ai/DeepSeek-V2.5","score":36.6,"variant":"DeepSeek-V2.5"},{"conf":"low","context":null,"model_id":null,"org":"alibaba-pai","rank":336,"root":"alibaba-pai/DistilQwen2.5-R1-3B","score":36.1,"variant":"DistilQwen2.5-R1-3B"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":337,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":35.4,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1125-32b","org":"allenai","rank":338,"root":"allenai/Olmo-3-1125-32B","score":35.4,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":339,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":35.4,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":340,"root":"allenai/Olmo-3.1-32B-Instruct","score":35.4,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench v3","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":341,"root":"allenai/Olmo-3.1-32B-Instruct","score":35.4,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":342,"root":"tiiuae/Falcon-H1-7B-Base","score":35.03,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":343,"root":"tiiuae/Falcon-H1-7B-Instruct","score":35.03,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":344,"root":"tiiuae/Falcon-H1-7B-Instruct","score":35.03,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":345,"root":"tiiuae/Falcon-H1-7B-Instruct","score":35.03,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"deepseek-ai","rank":346,"root":"deepseek-ai/DeepSeek-R1","score":32.9,"variant":"DeepSeek-R1"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":347,"root":"deepseek-ai/DeepSeek-R1","score":32.9,"variant":"DeepSeek-R1-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"deepseek-ai","rank":348,"root":"deepseek-ai/DeepSeek-R1-Zero","score":32.9,"variant":"DeepSeek-R1-Zero"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":349,"root":"deepseek-ai/DeepSeek-R1","score":32.9,"variant":"DeepSeek-R1-BF16"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":350,"root":"deepseek-ai/DeepSeek-R1","score":32.9,"variant":"DeepSeek-R1-GGUF-UD"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"unsloth","rank":351,"root":"deepseek-ai/DeepSeek-R1-Zero","score":32.9,"variant":"DeepSeek-R1-Zero-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":352,"root":"deepseek-ai/DeepSeek-R1","score":32.9,"variant":"DeepSeek-R1"},{"conf":"low","context":null,"model_id":"grovemoe-inst","org":"inclusionAI","rank":353,"root":"inclusionAI/GroveMoE-Inst","score":32,"variant":"GroveMoE-Inst"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":354,"root":"inclusionAI/Ling-lite","score":31.9,"variant":"Ring-lite-distill-preview"},{"conf":"low","context":null,"model_id":"qwen3-4b-instruct-2507","org":"nvidia","rank":355,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.74,"variant":"Nemotron-Research-GooseReason-4B-Instruct"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":356,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":357,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":358,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":359,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":360,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":361,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":362,"root":"Qwen/Qwen3-4B-Instruct-2507","score":31.5,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"LiveCodeBench v6 (25.02-25.05)","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":363,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":31.5,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"mellum2-12b-a2-5b-instruct","org":"Mungert","rank":364,"root":"JetBrains/Mellum2-12B-A2.5B-Instruct","score":30.9,"variant":"Mellum2-12B-A2.5B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"ling-2-6-flash","org":"inclusionAI","rank":365,"root":"inclusionAI/Ling-2.6-flash","score":30.4,"variant":"Ling-2.6-flash-base"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":366,"root":"inclusionAI/Ling-lite","score":29.8,"variant":"Ring-lite-linear-preview"},{"conf":"medium","context":"LiveCodeBench","model_id":"qwen2-72b","org":"Qwen","rank":367,"root":"Qwen/Qwen2-72B","score":29.3,"variant":"Qwen2-72B-Instruct"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":368,"root":"Qwen/Qwen2.5-32B","score":28.6,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b","org":"nvidia","rank":369,"root":"Qwen/Qwen2.5-1.5B","score":28.6,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":370,"root":"Qwen/Qwen2.5-14B","score":28.6,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"nvidia","rank":371,"root":"Qwen/Qwen2.5-7B","score":28.6,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"unsloth","rank":372,"root":"nvidia/OpenReasoning-Nemotron-32B","score":28.6,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":373,"root":"Qwen/Qwen2.5-7B-Instruct","score":28.6,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":374,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":28.6,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":375,"root":"Qwen/Qwen2.5-14B-Instruct","score":28.6,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":376,"root":"Qwen/Qwen2.5-32B-Instruct","score":28.6,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":377,"root":"tiiuae/Falcon-H1-3B-Base","score":26.81,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":378,"root":"tiiuae/Falcon-H1-3B-Base","score":26.81,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":379,"root":"tiiuae/Falcon-H1-3B-Instruct","score":26.81,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"llada2-0-mini","org":"inclusionAI","rank":380,"root":"inclusionAI/LLaDA2.0-mini","score":26.38,"variant":"LLaDA2.0-mini"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":381,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":24.7,"variant":"Seed-Coder-8B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":382,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":24.7,"variant":"Seed-Coder-8B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":383,"root":"Qwen/Qwen2.5-Omni-3B","score":24.6,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":384,"root":"Qwen/Qwen2.5-Omni-7B","score":24.6,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":385,"root":"Qwen/Qwen2.5-Omni-7B","score":24.6,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":386,"root":"Qwen/Qwen2.5-Omni-3B","score":24.6,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":387,"root":"Qwen/Qwen2.5-Omni-3B","score":24.6,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":388,"root":"Qwen/Qwen2.5-Omni-7B","score":24.6,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":389,"root":"Qwen/Qwen2.5-Omni-7B","score":24.6,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"LiveCodeBench<sub>2305-2409</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":390,"root":"Qwen/Qwen2.5-Omni-3B","score":24.6,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"LiveCodeBench 2408-2411 (Pass@1)","model_id":"ling-lite","org":"inclusionAI","rank":391,"root":"inclusionAI/Ling-lite","score":24.11,"variant":"Ling-lite"},{"conf":"medium","context":null,"model_id":"llama-3-3-nemotron-super-49b-v1-5","org":"nvidia","rank":392,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","score":24.1,"variant":"Llama-3_3-Nemotron-Super-49B-v1_5-FP8"},{"conf":"medium","context":null,"model_id":"llama-3-3-nemotron-super-49b-v1-5","org":"nvidia","rank":393,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","score":24.1,"variant":"Llama-3_3-Nemotron-Super-49B-v1_5"},{"conf":"medium","context":null,"model_id":"llama-3-3-nemotron-super-49b-v1-5","org":"unsloth","rank":394,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","score":24.1,"variant":"Llama-3_3-Nemotron-Super-49B-v1_5-GGUF"},{"conf":"medium","context":null,"model_id":"llama-3-3-nemotron-super-49b-v1-5","org":"Mungert","rank":395,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","score":24.1,"variant":"Llama-3_3-Nemotron-Super-49B-v1_5-GGUF"},{"conf":"medium","context":null,"model_id":"llama-3-3-nemotron-super-49b-v1-5","org":"nvidia","rank":396,"root":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","score":24.07,"variant":"Llama-3_3-Nemotron-Super-49B-v1_5-NVFP4"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":397,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":23.87,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":398,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":23.87,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":399,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":23.87,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":400,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":23.87,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":401,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":23.87,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"LiveCodeBench 2408-2502 (Pass@1)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":402,"root":"inclusionAI/Ling-lite-1.5","score":22.7,"variant":"Ling-lite-1.5"},{"conf":"medium","context":"LiveCodeBench_ZERO_SHOT","model_id":null,"org":"Mungert","rank":403,"root":"ai-sage/GigaChat3-10B-A1.8B-bf16","score":20.31,"variant":"GigaChat3-10B-A1.8B-GGUF"},{"conf":"medium","context":"LiveCodeBench v6","model_id":"youtu-llm-2b-base","org":"Mungert","rank":404,"root":"tencent/Youtu-LLM-2B-Base","score":19.8,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"**LiveCodeBench  (0901-0401)**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":405,"root":"deepseek-ai/DeepSeek-V2-Chat","score":18.8,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**LiveCodeBench  (0901-0401)**","model_id":"deepseek-v2","org":"deepseek-ai","rank":406,"root":"deepseek-ai/DeepSeek-V2","score":18.8,"variant":"DeepSeek-V2"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"google","rank":407,"root":"google/gemma-3n-E4B-it","score":18.6,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"google","rank":408,"root":"google/gemma-3n-E4B","score":18.6,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":null,"org":"google","rank":409,"root":"google/gemma-3n-E4B-it-litert-lm","score":18.6,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":410,"root":"google/gemma-3n-E2B-it","score":18.6,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"unsloth","rank":411,"root":"google/gemma-3n-E4B-it","score":18.6,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"google","rank":412,"root":"google/gemma-3n-E4B","score":18.6,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":null,"org":"google","rank":413,"root":"google/gemma-3n-E2B-it-litert-lm","score":18.6,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"unsloth","rank":414,"root":"google/gemma-3n-E4B-it","score":18.6,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"google","rank":415,"root":"google/gemma-3n-E4B","score":18.6,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":416,"root":"google/gemma-3n-E2B-it","score":18.6,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":null,"org":"unsloth","rank":417,"root":"google/gemma-3n-E2B-it-litert-preview","score":18.6,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":null,"org":"unsloth","rank":418,"root":"google/gemma-3n-E4B-it-litert-preview","score":18.6,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"unsloth","rank":419,"root":"google/gemma-3n-E4B-it","score":18.6,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":420,"root":"google/gemma-3n-E2B-it","score":18.6,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"Mungert","rank":421,"root":"google/gemma-3n-E4B","score":18.6,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":422,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":18.6,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"MuXodious","rank":423,"root":"google/gemma-3n-E4B-it","score":18.6,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":424,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":18.6,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb] v5","model_id":"gemma-3n-e4b","org":"Mungert","rank":425,"root":"google/gemma-3n-E4b-it","score":18.6,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench-Hard","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":426,"root":"Qwen/Qwen2.5-32B-Instruct","score":17.9,"variant":"Sky-T1-32B-Preview"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":427,"root":"tiiuae/Falcon-H1-1.5B-Base","score":17.61,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":428,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":17.61,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":429,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":17.61,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":430,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":17.61,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":431,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":17.61,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"LiveCodeBench","model_id":"qwen2-7b","org":"Qwen","rank":432,"root":"Qwen/Qwen2-7B","score":17.3,"variant":"Qwen2-7B-Instruct"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"deepseek-ai","rank":433,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":434,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":435,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":436,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":437,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":438,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":16.9,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"google","rank":439,"root":"google/gemma-3n-E4B-it","score":13.2,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"google","rank":440,"root":"google/gemma-3n-E4B","score":13.2,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":null,"org":"google","rank":441,"root":"google/gemma-3n-E4B-it-litert-lm","score":13.2,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":442,"root":"google/gemma-3n-E2B-it","score":13.2,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"unsloth","rank":443,"root":"google/gemma-3n-E4B-it","score":13.2,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"google","rank":444,"root":"google/gemma-3n-E4B","score":13.2,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":null,"org":"google","rank":445,"root":"google/gemma-3n-E2B-it-litert-lm","score":13.2,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"unsloth","rank":446,"root":"google/gemma-3n-E4B-it","score":13.2,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"google","rank":447,"root":"google/gemma-3n-E4B","score":13.2,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":448,"root":"google/gemma-3n-E2B-it","score":13.2,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":null,"org":"unsloth","rank":449,"root":"google/gemma-3n-E2B-it-litert-preview","score":13.2,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":null,"org":"unsloth","rank":450,"root":"google/gemma-3n-E4B-it-litert-preview","score":13.2,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"unsloth","rank":451,"root":"google/gemma-3n-E4B-it","score":13.2,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":452,"root":"google/gemma-3n-E2B-it","score":13.2,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"Mungert","rank":453,"root":"google/gemma-3n-E4B","score":13.2,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":454,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":13.2,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":455,"root":"google/gemma-3n-E4B-it","score":13.2,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":456,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":13.2,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3n-e4b","org":"Mungert","rank":457,"root":"google/gemma-3n-E4b-it","score":13.2,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"qwen2-57b-a14b","org":"Qwen","rank":458,"root":"Qwen/Qwen2-57B-A14B","score":12.3,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":459,"root":"tiiuae/Falcon-H1-0.5B-Base","score":7.05,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":460,"root":"tiiuae/Falcon-H1-0.5B-Base","score":7.05,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"LiveCodeBench","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":461,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":7.05,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m","org":"google","rank":462,"root":"google/gemma-3-270m","score":1.9,"variant":"gemma-3-270m"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m","org":"google","rank":463,"root":"google/gemma-3-270m","score":1.9,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"unsloth","rank":464,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"unsloth","rank":465,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"unsloth","rank":466,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":467,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":1.9,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m","org":"unsloth","rank":468,"root":"google/gemma-3-270m","score":1.9,"variant":"gemma-3-270m"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"unsloth","rank":469,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"google","rank":470,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"unsloth","rank":471,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":472,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":1.9,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m","org":"unsloth","rank":473,"root":"google/gemma-3-270m","score":1.9,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m","org":"google","rank":474,"root":"google/gemma-3-270m","score":1.9,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m","org":"Mungert","rank":475,"root":"google/gemma-3-270m","score":1.9,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[LiveCodeBench][lcb]","model_id":"gemma-3-270m-it","org":"unsloth","rank":476,"root":"google/gemma-3-270m-it","score":1.9,"variant":"gemma-3-270m-it-torchao-FP8"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/livecodebench.html"],"url":"https://huggingface.co/spaces/livecodebench"}},"meta":{"source":"registry"}}