{"data":{"category":"reasoning","id":"gpqa","name":"GPQA","rows":[{"conf":"medium","context":"GPQA (0-shot)","model_id":"meta-llama-3-1-8b-instruct","org":"mlabonne","rank":1,"root":"meta-llama/Meta-Llama-3.1-8B-Instruct","score":89,"variant":"Meta-Llama-3.1-8B-Instruct-abliterated"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":2,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":87,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":87,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":4,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":87,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":5,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":87,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"low","context":null,"model_id":"qwen3-6-35b-a3b","org":"unsloth","rank":6,"root":"Qwen/Qwen3.6-35B-A3B","score":86.74,"variant":"Qwen3.6-35B-A3B-NVFP4"},{"conf":"low","context":null,"model_id":"qwen3-6-35b-a3b","org":"unsloth","rank":7,"root":"Qwen/Qwen3.6-35B-A3B","score":86.74,"variant":"Qwen3.6-35B-A3B-NVFP4-Fast"},{"conf":"low","context":null,"model_id":"qwen3-6-27b","org":"unsloth","rank":8,"root":"Qwen/Qwen3.6-27B","score":86.34,"variant":"Qwen3.6-27B-NVFP4"},{"conf":"medium","context":"GPQA-D","model_id":"minimax-m2-5","org":"MiniMaxAI","rank":9,"root":"MiniMaxAI/MiniMax-M2.5","score":85.2,"variant":"MiniMax-M2.5"},{"conf":"medium","context":"GPQA-D","model_id":"minimax-m2-5","org":"unsloth","rank":10,"root":"MiniMaxAI/MiniMax-M2.5","score":85.2,"variant":"MiniMax-M2.5-GGUF"},{"conf":"medium","context":"**GPQA**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":11,"root":"moonshotai/Kimi-K2-Thinking","score":84.5,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"**GPQA**","model_id":"kimi-k2-thinking","org":"unsloth","rank":12,"root":"moonshotai/Kimi-K2-Thinking","score":84.5,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"**GPQA**","model_id":"kimi-k2-thinking","org":"unsloth","rank":13,"root":"moonshotai/Kimi-K2-Thinking","score":84.5,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"GPQA-D","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":14,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":83,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"GPQA-D","model_id":"minimax-m2-1","org":"unsloth","rank":15,"root":"MiniMaxAI/MiniMax-M2.1","score":83,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"GPQA-D","model_id":"minimax-m2-1","org":"unsloth","rank":16,"root":"MiniMaxAI/MiniMax-M2.1","score":83,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":17,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":82.8,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-thinking-2507","org":"Qwen","rank":18,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":82.8,"variant":"Qwen3-30B-A3B-Thinking-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":19,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":82.8,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-thinking-2507","org":"Mungert","rank":20,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":82.8,"variant":"Qwen3-30B-A3B-Thinking-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-thinking-2507","org":"unsloth","rank":21,"root":"Qwen/Qwen3-30B-A3B-Thinking-2507","score":82.8,"variant":"Qwen3-30B-A3B-Thinking-2507"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":22,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.7,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":23,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.7,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":24,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.7,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":25,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":82.7,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":26,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":81,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":27,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":81,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":28,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":81,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":29,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":30,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":31,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":32,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":33,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":34,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":35,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":37,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":38,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":39,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":79.23,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":41,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":42,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":78.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"GPQA","model_id":"glm-4-7-flash","org":"zai-org","rank":43,"root":"zai-org/GLM-4.7-Flash","score":75.2,"variant":"GLM-4.7-Flash"},{"conf":"medium","context":"GPQA","model_id":"glm-4-7-flash","org":"unsloth","rank":44,"root":"zai-org/GLM-4.7-Flash","score":75.2,"variant":"GLM-4.7-Flash"},{"conf":"medium","context":"GPQA","model_id":"glm-4-7-flash","org":"unsloth","rank":45,"root":"zai-org/GLM-4.7-Flash","score":75.2,"variant":"GLM-4.7-Flash-FP8-Dynamic"},{"conf":"medium","context":"GPQA","model_id":"glm-4-7-flash","org":"unsloth","rank":46,"root":"zai-org/GLM-4.7-Flash","score":75.2,"variant":"GLM-4.7-Flash-GGUF"},{"conf":"medium","context":"GPQA","model_id":"glm-4-7-flash","org":"unsloth","rank":47,"root":"zai-org/GLM-4.7-Flash","score":75.2,"variant":"GLM-4.7-Flash-NVFP4"},{"conf":"medium","context":"GPQA","model_id":"glm-4-7-flash","org":"Mungert","rank":48,"root":"zai-org/GLM-4.7-Flash","score":75.2,"variant":"GLM-4.7-Flash-GGUF"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":49,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":75,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":50,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":75,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":51,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":75,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":52,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":75,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":53,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":75,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"GPQA (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":54,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":75,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":55,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":73.4,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":56,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":73.4,"variant":"Qwen3-Next-80B-A3B-Thinking-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":57,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":73.4,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-thinking","org":"Qwen","rank":58,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":73.4,"variant":"Qwen3-Next-80B-A3B-Thinking-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-thinking","org":"unsloth","rank":59,"root":"Qwen/Qwen3-Next-80B-A3B-Thinking","score":73.4,"variant":"Qwen3-Next-80B-A3B-Thinking"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":60,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":61,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":62,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":63,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":64,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":73,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":65,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":66,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"GPQA (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":67,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":73,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"low","context":null,"model_id":null,"org":"Qwen","rank":68,"root":"Qwen/Qwen3-235B-A22B","score":71.1,"variant":"Qwen3-235B-A22B-GPTQ-Int4"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":69,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":70.4,"variant":"Qwen3-Next-80B-A3B-Instruct-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":70,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":70.4,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-instruct","org":"Qwen","rank":71,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":70.4,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":72,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":70.4,"variant":"Qwen3-Next-80B-A3B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":73,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":70.4,"variant":"Qwen3-Next-80B-A3B-Instruct-bnb-4bit"},{"conf":"medium","context":"GPQA","model_id":"qwen3-next-80b-a3b-instruct","org":"unsloth","rank":74,"root":"Qwen/Qwen3-Next-80B-A3B-Instruct","score":70.4,"variant":"Qwen3-Next-80B-A3B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":75,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":68.4,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"low","context":null,"model_id":"qwen3-32b","org":"Qwen","rank":76,"root":"Qwen/Qwen3-32B","score":68.4,"variant":"Qwen3-32B-AWQ"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-instruct-2507","org":"Qwen","rank":77,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":68.4,"variant":"Qwen3-30B-A3B-Instruct-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":78,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":68.4,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":79,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":68.4,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":80,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":68.4,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":81,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":68.4,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-instruct-2507","org":"unsloth","rank":82,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":68.4,"variant":"Qwen3-30B-A3B-Instruct-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-30b-a3b-instruct-2507","org":"Mungert","rank":83,"root":"Qwen/Qwen3-30B-A3B-Instruct-2507","score":68.4,"variant":"Qwen3-30B-A3B-Instruct-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":84,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":68.4,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":85,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"Qwen","rank":86,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"low","context":null,"model_id":"qwen3-30b-a3b-base","org":"Qwen","rank":87,"root":"Qwen/Qwen3-30B-A3B","score":65.8,"variant":"Qwen3-30B-A3B-GPTQ-Int4"},{"conf":"high","context":null,"model_id":"phi-4","org":"microsoft","rank":88,"root":"microsoft/phi-4","score":65.8,"variant":"Phi-4-reasoning"},{"conf":"high","context":null,"model_id":"phi-4","org":"microsoft","rank":89,"root":"microsoft/phi-4","score":65.8,"variant":"Phi-4-reasoning-plus"},{"conf":"high","context":null,"model_id":"phi-4-reasoning-plus","org":"unsloth","rank":90,"root":"microsoft/Phi-4-reasoning-plus","score":65.8,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":91,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":92,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":93,"root":"microsoft/Phi-4-reasoning","score":65.8,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":94,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"unsloth","rank":95,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507-bnb-4bit"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":96,"root":"—","score":65.8,"variant":"DASD-4B-Thinking-GGUF"},{"conf":"medium","context":"GPQA","model_id":"nanbeige4-3b-base","org":"Mungert","rank":97,"root":"Nanbeige/Nanbeige4-3B-Base","score":65.8,"variant":"Nanbeige4.1-3B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507-fp8","org":"unsloth","rank":98,"root":"Qwen/Qwen3-4B-Thinking-2507-FP8","score":65.8,"variant":"Qwen3-4B-Thinking-2507-FP8"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":99,"root":"microsoft/phi-4-reasoning","score":65.8,"variant":"phi-4-reasoning"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":100,"root":"microsoft/phi-4-reasoning","score":65.8,"variant":"phi-4-reasoning-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"phi-4-reasoning","org":"unsloth","rank":101,"root":"microsoft/phi-4-reasoning","score":65.8,"variant":"phi-4-reasoning-bnb-4bit"},{"conf":"high","context":null,"model_id":"phi-4","org":"Mungert","rank":102,"root":"microsoft/phi-4","score":65.8,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"high","context":null,"model_id":"phi-4-reasoning-plus","org":"unsloth","rank":103,"root":"microsoft/Phi-4-reasoning-plus","score":65.8,"variant":"Phi-4-reasoning-plus"},{"conf":"high","context":null,"model_id":"phi-4","org":"Mungert","rank":104,"root":"microsoft/phi-4","score":65.8,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-thinking-2507","org":"Mungert","rank":105,"root":"Qwen/Qwen3-4B-Thinking-2507","score":65.8,"variant":"Qwen3-4B-Thinking-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"ring-mini-linear-2-0","org":"inclusionAI","rank":106,"root":"inclusionAI/Ring-mini-linear-2.0","score":65.69,"variant":"Ring-mini-linear-2.0-GPTQ-int4"},{"conf":"medium","context":"GPQA","model_id":"ring-mini-linear-2-0","org":"inclusionAI","rank":107,"root":"inclusionAI/Ring-mini-linear-2.0","score":65.69,"variant":"Ring-flash-linear-2.0-GPTQ-int4"},{"conf":"medium","context":"GPQA","model_id":null,"org":"unsloth","rank":108,"root":"perplexity-ai/r1-1776-distill-llama-70b","score":65.2,"variant":"r1-1776-distill-llama-70b-GGUF"},{"conf":"medium","context":"GPQA","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":109,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":65.1,"variant":"Nemotron-H-47B-Reasoning-128K"},{"conf":"medium","context":"GPQA","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":110,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":65.1,"variant":"Nemotron-H-47B-Reasoning-128K-FP8"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":111,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":64.48,"variant":"NVIDIA-Nemotron-Nano-12B-v2"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"Mungert","rank":112,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":64.48,"variant":"NVIDIA-Nemotron-Nano-12B-v2-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-14b","org":"Qwen","rank":113,"root":"Qwen/Qwen3-14B","score":64,"variant":"Qwen3-14B-AWQ"},{"conf":"low","context":null,"model_id":"rubicon-preview","org":"inclusionAI","rank":114,"root":"inclusionAI/Rubicon-Preview","score":63,"variant":"Rubicon-Preview"},{"conf":"low","context":null,"model_id":"qwen3-8b-base","org":"Qwen","rank":115,"root":"Qwen/Qwen3-8B","score":62,"variant":"Qwen3-8B-AWQ"},{"conf":"low","context":null,"model_id":"qwen3-4b-instruct-2507","org":"nvidia","rank":116,"root":"Qwen/Qwen3-4B-Instruct-2507","score":60.26,"variant":"Nemotron-Research-GooseReason-4B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":117,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":59.6,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":118,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":59.6,"variant":"NVIDIA-Nemotron-Nano-9B-v2-FP8"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":119,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":59.6,"variant":"NVIDIA-Nemotron-Nano-9B-v2-NVFP4"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"unsloth","rank":120,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":59.6,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"deepseek-ai","rank":121,"root":"deepseek-ai/DeepSeek-V3-0324","score":59.1,"variant":"DeepSeek-V3-0324"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"unsloth","rank":122,"root":"deepseek-ai/DeepSeek-V3-0324","score":59.1,"variant":"DeepSeek-V3-0324-GGUF"},{"conf":"medium","context":null,"model_id":"deepseek-v3-0324","org":"unsloth","rank":123,"root":"deepseek-ai/DeepSeek-V3-0324","score":59.1,"variant":"DeepSeek-V3-0324-GGUF-UD"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":124,"root":"allenai/Olmo-3-32B-Think-DPO","score":57.5,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":125,"root":"allenai/Olmo-3.1-32B-Think","score":57.5,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":126,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":57.39,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":127,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":57.39,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-NVFP4"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":128,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":57.39,"variant":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-FP8"},{"conf":"medium","context":"GPQA","model_id":"llada2-0-flash","org":"inclusionAI","rank":129,"root":"inclusionAI/LLaDA2.0-flash","score":57.34,"variant":"LLaDA2.0-flash"},{"conf":"low","context":null,"model_id":"qwen3-4b-base","org":"Qwen","rank":130,"root":"Qwen/Qwen3-4B","score":55.9,"variant":"Qwen3-4B-AWQ"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":131,"root":"allenai/Olmo-3-32B-Think-DPO","score":55.7,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1125-32b","org":"allenai","rank":132,"root":"allenai/Olmo-3-1125-32B","score":55.7,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":133,"root":"allenai/Olmo-3-32B-Think","score":55.7,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":134,"root":"allenai/Olmo-3-32B-Think-SFT","score":55.7,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":135,"root":"allenai/Olmo-3-32B-Think","score":55.7,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":136,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":53.5,"variant":"Nemotron-H-8B-Reasoning-128K"},{"conf":"medium","context":"GPQA","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":137,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":53.5,"variant":"Nemotron-H-8B-Reasoning-128K-FP8"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":138,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":53.2,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"GPQA-D","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":139,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":53.2,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":140,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":53.2,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":141,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":53.2,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":142,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":53.2,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":143,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"Qwen","rank":144,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":145,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":146,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":147,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"unsloth","rank":148,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507-bnb-4bit"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507","org":"Mungert","rank":149,"root":"Qwen/Qwen3-4B-Instruct-2507","score":50.3,"variant":"Qwen3-4B-Instruct-2507-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen3-4b-instruct-2507-fp8","org":"unsloth","rank":150,"root":"Qwen/Qwen3-4B-Instruct-2507-FP8","score":50.3,"variant":"Qwen3-4B-Instruct-2507-FP8"},{"conf":"medium","context":"GPQA","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":151,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":50,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"GPQA","model_id":"llada2-0-mini","org":"inclusionAI","rank":152,"root":"inclusionAI/LLaDA2.0-mini","score":46.59,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"GPQA<sup>*</sup> _(diamond)_","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":153,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":46,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"GPQA<sup>*</sup> _(diamond)_","model_id":"minimax-text-01","org":"MiniMaxAI","rank":154,"root":"MiniMaxAI/MiniMax-Text-01","score":46,"variant":"MiniMax-Text-01"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":155,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":44.42,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":156,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":157,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":158,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":159,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":160,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":44.42,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":161,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":162,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":44.42,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":163,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":44.42,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":164,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":44.42,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":165,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":44.42,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":166,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":167,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":44.42,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":168,"root":"tiiuae/Falcon-H1-34B-Base","score":42.7,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"GPQA","model_id":"ling-2-6-1t","org":"inclusionAI","rank":169,"root":"inclusionAI/Ling-2.6-1T","score":41.92,"variant":"Ling-2.6-1T-base"},{"conf":"medium","context":"GPQA","model_id":"qwen2-72b","org":"Qwen","rank":170,"root":"Qwen/Qwen2-72B","score":41.9,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":171,"root":"tiiuae/Falcon-H1-34B-Base","score":41.53,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":172,"root":"tiiuae/Falcon-H1-34B-Instruct","score":41.53,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":173,"root":"tiiuae/Falcon-H1-34B-Instruct","score":41.53,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":174,"root":"tiiuae/Falcon-H1-34B-Instruct","score":41.53,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":175,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":41.3,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1125-32b","org":"allenai","rank":176,"root":"allenai/Olmo-3-1125-32B","score":41.3,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":177,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":41.3,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":178,"root":"allenai/Olmo-3.1-32B-Instruct","score":41.3,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":179,"root":"allenai/Olmo-3.1-32B-Instruct","score":41.3,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"GPQA(Pass@1)","model_id":"ling-lite","org":"inclusionAI","rank":180,"root":"inclusionAI/Ling-lite","score":40.91,"variant":"Ling-lite"},{"conf":"high","context":null,"model_id":"qwen3-4b-base","org":"Qwen","rank":181,"root":"Qwen/Qwen3-4B","score":40.8,"variant":"Qwen3-4B-SafeRL"},{"conf":"low","context":null,"model_id":"qwen3-1-7b-base","org":"Qwen","rank":182,"root":"Qwen/Qwen3-1.7B","score":40.1,"variant":"Qwen3-1.7B-GPTQ-Int8"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"unsloth","rank":183,"root":"LiquidAI/LFM2.5-1.2B-Instruct","score":38.89,"variant":"LFM2.5-1.2B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"unsloth","rank":184,"root":"LiquidAI/LFM2.5-1.2B-Instruct","score":38.89,"variant":"LFM2.5-1.2B-Instruct"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":185,"root":"LiquidAI/LFM2.5-1.2B-Base","score":38.89,"variant":"LFM2.5-1.2B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":186,"root":"Qwen/Qwen2.5-7B-Instruct","score":38.6,"variant":"OpenThinker3-7B-GGUF"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"internlm2-5-7b-chat","org":"internlm","rank":187,"root":"internlm/internlm2_5-7b-chat","score":38.4,"variant":"internlm2_5-7b-chat"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":188,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":37.91,"variant":"ZR1-1.5B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"internlm2-5-20b","org":"internlm","rank":189,"root":"internlm/internlm2_5-20b","score":37.88,"variant":"internlm2_5-20b"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":190,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":191,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":192,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Base-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":193,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":194,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":195,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":196,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":37.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":197,"root":"tiiuae/Falcon-H1-7B-Base","score":36.58,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"GPQA(Pass@1)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":198,"root":"inclusionAI/Ling-lite-1.5","score":36.55,"variant":"Ling-lite-1.5"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":199,"root":"tiiuae/Falcon-H1-7B-Base","score":36.33,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":200,"root":"tiiuae/Falcon-H1-7B-Instruct","score":36.33,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":201,"root":"tiiuae/Falcon-H1-7B-Instruct","score":36.33,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":202,"root":"tiiuae/Falcon-H1-7B-Instruct","score":36.33,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"ling-2-6-flash","org":"inclusionAI","rank":203,"root":"inclusionAI/Ling-2.6-flash","score":35.35,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"[GPQA Main][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":204,"root":"mistralai/Mistral-Small-24B-Base-2501","score":34.37,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"GPQA","model_id":"qwen2-72b","org":"Qwen","rank":205,"root":"Qwen/Qwen2-72B","score":34.3,"variant":"Qwen2-72B"},{"conf":"high","context":null,"model_id":"glm-4-9b","org":"zai-org","rank":206,"root":"zai-org/glm-4-9b","score":34.3,"variant":"glm-4-9b"},{"conf":"high","context":null,"model_id":"glm-4-9b-hf","org":"zai-org","rank":207,"root":"zai-org/glm-4-9b-hf","score":34.3,"variant":"glm-4-9b-hf"},{"conf":"medium","context":"GPQA","model_id":"qwen2-7b","org":"Qwen","rank":208,"root":"Qwen/Qwen2-7B","score":34.2,"variant":"Qwen2-7B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":209,"root":"tiiuae/Falcon-H1-3B-Base","score":33.89,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":210,"root":"tiiuae/Falcon-H1-3B-Base","score":33.89,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":211,"root":"tiiuae/Falcon-H1-3B-Instruct","score":33.89,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"internlm2-5-20b-chat","org":"internlm","rank":212,"root":"internlm/internlm2_5-20b-chat","score":33.3,"variant":"internlm2_5-20b-chat"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":213,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":33.22,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":214,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":33.22,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":215,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":33.22,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":216,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":33.22,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":217,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":33.22,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":218,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":32.8,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":219,"root":"tiiuae/Falcon-H1-3B-Base","score":32.63,"variant":"Falcon-H1-3B-Base"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":220,"root":"Qwen/Qwen2.5-32B","score":31.6,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b","org":"nvidia","rank":221,"root":"Qwen/Qwen2.5-1.5B","score":31.6,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":222,"root":"Qwen/Qwen2.5-14B","score":31.6,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"nvidia","rank":223,"root":"Qwen/Qwen2.5-7B","score":31.6,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"unsloth","rank":224,"root":"nvidia/OpenReasoning-Nemotron-32B","score":31.6,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":225,"root":"Qwen/Qwen2.5-7B-Instruct","score":31.6,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":226,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":31.6,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":227,"root":"Qwen/Qwen2.5-14B-Instruct","score":31.6,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":228,"root":"Qwen/Qwen2.5-32B-Instruct","score":31.6,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":229,"root":"LiquidAI/LFM2-1.2B","score":31.47,"variant":"LFM2-1.2B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":230,"root":"LiquidAI/LFM2-1.2B","score":31.47,"variant":"LFM2-1.2B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":231,"root":"LiquidAI/LFM2-1.2B","score":31.47,"variant":"LFM2-1.2B"},{"conf":"medium","context":"GPQA","model_id":"internlm2-5-7b","org":"internlm","rank":232,"root":"internlm/internlm2_5-7b","score":31.3,"variant":"internlm2_5-7b"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":233,"root":"Qwen/Qwen2.5-Omni-3B","score":30.8,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":234,"root":"Qwen/Qwen2.5-Omni-7B","score":30.8,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"GPQA","model_id":"qwen2-57b-a14b","org":"Qwen","rank":235,"root":"Qwen/Qwen2-57B-A14B","score":30.8,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":236,"root":"Qwen/Qwen2.5-Omni-7B","score":30.8,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":237,"root":"Qwen/Qwen2.5-Omni-3B","score":30.8,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":238,"root":"Qwen/Qwen2.5-Omni-3B","score":30.8,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":239,"root":"Qwen/Qwen2.5-Omni-7B","score":30.8,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":240,"root":"Qwen/Qwen2.5-Omni-7B","score":30.8,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":241,"root":"Qwen/Qwen2.5-Omni-3B","score":30.8,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":242,"root":"tiiuae/Falcon-H1-0.5B-Base","score":29.95,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":243,"root":"tiiuae/Falcon-H1-0.5B-Base","score":29.95,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":244,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":29.95,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":245,"root":"tiiuae/Falcon-H1-0.5B-Base","score":29.7,"variant":"Falcon-H1-0.5B-Base"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":246,"root":"LiquidAI/LFM2-8B-A1B","score":29.29,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":247,"root":"LiquidAI/LFM2-8B-A1B","score":29.29,"variant":"LFM2-8B-A1B"},{"conf":"medium","context":"GPQA","model_id":"qwen2-57b-a14b","org":"Qwen","rank":248,"root":"Qwen/Qwen2-57B-A14B","score":29.2,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":249,"root":"tiiuae/Falcon-H1-1.5B-Base","score":29.11,"variant":"Falcon-H1-1.5B-Base"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":250,"root":"LiquidAI/LFM2-700M","score":28.48,"variant":"LFM2-700M"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":251,"root":"LiquidAI/LFM2-700M","score":28.48,"variant":"LFM2-700M-GGUF"},{"conf":"low","context":null,"model_id":"qwen3-0-6b-base","org":"Qwen","rank":252,"root":"Qwen/Qwen3-0.6B","score":27.9,"variant":"Qwen3-0.6B-GPTQ-Int8"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"internlm2-5-1-8b-chat","org":"internlm","rank":253,"root":"internlm/internlm2_5-1_8b-chat","score":27.8,"variant":"internlm2_5-1_8b-chat"},{"conf":"medium","context":"GPQA","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":254,"root":"tencent/Hunyuan-7B-Pretrain","score":27.76,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":255,"root":"LiquidAI/LFM2-350M","score":27.46,"variant":"LFM2-350M"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":256,"root":"LiquidAI/LFM2-350M","score":27.46,"variant":"LFM2-350M-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":257,"root":"LiquidAI/LFM2-350M","score":27.46,"variant":"LFM2-350M-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"lfm2-2-6b","org":"Mungert","rank":258,"root":"LiquidAI/LFM2-2.6B","score":26.57,"variant":"LFM2-2.6B-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":259,"root":"tiiuae/Falcon-H1-1.5B-Base","score":26.34,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":260,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":26.34,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":261,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":26.34,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":262,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":26.34,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":263,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":26.34,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"GPQA","model_id":null,"org":"microsoft","rank":264,"root":"microsoft/Phi-3-mini-128k-instruct","score":25.9,"variant":"Phi-3-mini-128k-instruct"},{"conf":"medium","context":"GPQA (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":265,"root":"microsoft/Phi-4-mini-instruct","score":25.2,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"GPQA (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":266,"root":"microsoft/Phi-4-mini-instruct","score":25.2,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"GPQA (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":267,"root":"microsoft/Phi-4-mini-instruct","score":25.2,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":268,"root":"microsoft/Phi-4-mini-instruct","score":25.2,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"GPQA (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":269,"root":"microsoft/Phi-4-mini-instruct","score":25.2,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"GPQA (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":270,"root":"microsoft/Phi-4-mini-instruct","score":25.2,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"GPQA","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":271,"root":"tencent/Hunyuan-A13B-Instruct","score":25.18,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"google","rank":272,"root":"google/gemma-3n-E4B-it","score":24.8,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"google","rank":273,"root":"google/gemma-3n-E4B","score":24.8,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":null,"org":"google","rank":274,"root":"google/gemma-3n-E4B-it-litert-lm","score":24.8,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":275,"root":"google/gemma-3n-E2B-it","score":24.8,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"unsloth","rank":276,"root":"google/gemma-3n-E4B-it","score":24.8,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"google","rank":277,"root":"google/gemma-3n-E4B","score":24.8,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":null,"org":"google","rank":278,"root":"google/gemma-3n-E2B-it-litert-lm","score":24.8,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"unsloth","rank":279,"root":"google/gemma-3n-E4B-it","score":24.8,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"google","rank":280,"root":"google/gemma-3n-E4B","score":24.8,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":281,"root":"google/gemma-3n-E2B-it","score":24.8,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":null,"org":"unsloth","rank":282,"root":"google/gemma-3n-E2B-it-litert-preview","score":24.8,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":null,"org":"unsloth","rank":283,"root":"google/gemma-3n-E4B-it-litert-preview","score":24.8,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"unsloth","rank":284,"root":"google/gemma-3n-E4B-it","score":24.8,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":285,"root":"google/gemma-3n-E2B-it","score":24.8,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"Mungert","rank":286,"root":"google/gemma-3n-E4B","score":24.8,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":287,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":24.8,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"MuXodious","rank":288,"root":"google/gemma-3n-E4B-it","score":24.8,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":289,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":24.8,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3n-e4b","org":"Mungert","rank":290,"root":"google/gemma-3n-E4b-it","score":24.8,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"GPQA","model_id":"qwen2-7b","org":"Qwen","rank":291,"root":"Qwen/Qwen2-7B","score":24.7,"variant":"Qwen2-7B"},{"conf":"medium","context":"GPQA","model_id":null,"org":"internlm","rank":292,"root":"internlm/internlm2_5-1_8b","score":24.24,"variant":"internlm2_5-1_8b"},{"conf":"medium","context":"GPQA","model_id":null,"org":"microsoft","rank":293,"root":"microsoft/Phi-3-mini-4k-instruct","score":23.7,"variant":"Phi-3-mini-4k-instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-instruct","org":"tiiuae","rank":294,"root":"tiiuae/Falcon-E-3B-Instruct","score":23.59,"variant":"Falcon-E-3B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":295,"root":"tiiuae/Falcon-E-3B-Base","score":23.59,"variant":"Falcon-E-3B-Instruct-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m","org":"google","rank":296,"root":"google/gemma-3-270m","score":19.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m","org":"google","rank":297,"root":"google/gemma-3-270m","score":19.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"unsloth","rank":298,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"unsloth","rank":299,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"unsloth","rank":300,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":301,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":19.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m","org":"unsloth","rank":302,"root":"google/gemma-3-270m","score":19.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"unsloth","rank":303,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"google","rank":304,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"unsloth","rank":305,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":306,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":19.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m","org":"unsloth","rank":307,"root":"google/gemma-3-270m","score":19.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m","org":"google","rank":308,"root":"google/gemma-3-270m","score":19.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m","org":"Mungert","rank":309,"root":"google/gemma-3-270m","score":19.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[GPQA][] Diamond","model_id":"gemma-3-270m-it","org":"unsloth","rank":310,"root":"google/gemma-3-270m-it","score":19.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"GPQA (0-shot)","model_id":null,"org":"alpindale","rank":311,"root":"—","score":17.56,"variant":"WizardLM-2-8x22B"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":312,"root":"tiiuae/Falcon-E-1B-Base","score":16.5,"variant":"Falcon-E-1B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-instruct","org":"tiiuae","rank":313,"root":"tiiuae/Falcon-E-1B-Instruct","score":16.5,"variant":"Falcon-E-1B-Instruct"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"nvidia","rank":314,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":15.86,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":315,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":15.86,"variant":"Nemotron-Research-Reasoning-Qwen-1.5B-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":316,"root":"google/gemma-3-1b-pt","score":15,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":317,"root":"google/gemma-3-4b-pt","score":15,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m","org":"google","rank":318,"root":"google/gemma-3-270m","score":15,"variant":"gemma-3-270m"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":319,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-pt","org":"google","rank":320,"root":"google/gemma-3-27b-pt","score":15,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m","org":"google","rank":321,"root":"google/gemma-3-270m","score":15,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":322,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":323,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":324,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":325,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":326,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":327,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":328,"root":"google/gemma-3-4b-pt","score":15,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":329,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":330,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":331,"root":"google/gemma-3-1b-pt","score":15,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":332,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":333,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":334,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":null,"org":"google","rank":335,"root":"google/gemma-3-12b","score":15,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":336,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":337,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":338,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":339,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":340,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":341,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":342,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":343,"root":"google/gemma-3-4b-pt","score":15,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-pt","org":"google","rank":344,"root":"google/gemma-3-27b-pt","score":15,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":345,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":346,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":347,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":348,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":349,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":350,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":351,"root":"google/gemma-3-1b-pt","score":15,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":352,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":353,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":354,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":355,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":356,"root":"google/gemma-3-270m","score":15,"variant":"gemma-3-270m"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":357,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":15,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":358,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":359,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":360,"root":"google/gemma-3-4b-pt","score":15,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":361,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":362,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":363,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":364,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":365,"root":"google/gemma-3-4b-pt","score":15,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":366,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":367,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":368,"root":"google/gemma-3-1b-pt","score":15,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":369,"root":"google/gemma-3-4b-it","score":15,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"google","rank":370,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":371,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":372,"root":"google/gemma-3-12b-it","score":15,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":373,"root":"google/gemma-3-27b-pt","score":15,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"google","rank":374,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":375,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":376,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"google","rank":377,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":378,"root":"google/gemma-3-27b-it","score":15,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":379,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":380,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":381,"root":"google/gemma-3-1b-pt","score":15,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":382,"root":"google/gemma-3-27b-pt","score":15,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":383,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":384,"root":"google/gemma-3-270m","score":15,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":385,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":386,"root":"google/gemma-3-27b-pt","score":15,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":387,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m","org":"google","rank":388,"root":"google/gemma-3-270m","score":15,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":389,"root":"google/gemma-3-12b-pt","score":15,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m","org":"Mungert","rank":390,"root":"google/gemma-3-270m","score":15,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":391,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":392,"root":"google/gemma-3-270m-it","score":15,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":393,"root":"google/gemma-3-1b-it","score":15,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":394,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":395,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":15,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[GPQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":396,"root":"google/gemma-3-4b-pt","score":15,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"hermes-3-llama-3-1-70b","org":"mlabonne","rank":397,"root":"NousResearch/Hermes-3-Llama-3.1-70B","score":13.2,"variant":"Hermes-3-Llama-3.1-70B-lorablated"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":398,"root":"tiiuae/Falcon3-10B-Base","score":12.75,"variant":"Falcon3-10B-Base"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"llama-3-1-70b","org":"allenai","rank":399,"root":"meta-llama/Llama-3.1-70B","score":12.64,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":400,"root":"tiiuae/Falcon3-10B-Base","score":10.51,"variant":"Falcon3-10B-Instruct"},{"conf":"medium","context":"[GPQA]","model_id":"t5gemma-2-270m-270m","org":"google","rank":401,"root":"google/t5gemma-2-270m-270m","score":9.6,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[GPQA]","model_id":"t5gemma-2-4b-4b","org":"google","rank":402,"root":"google/t5gemma-2-4b-4b","score":9.6,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[GPQA]","model_id":"t5gemma-2-1b-1b","org":"google","rank":403,"root":"google/t5gemma-2-1b-1b","score":9.6,"variant":"t5gemma-2-1b-1b"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":404,"root":"tiiuae/Falcon-E-3B-Base","score":8.67,"variant":"Falcon-E-3B-Base"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base-prequantized","org":"tiiuae","rank":405,"root":"tiiuae/Falcon-E-3B-Base-prequantized","score":8.67,"variant":"Falcon-E-3B-Base-prequantized"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":406,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":407,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":408,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":409,"root":"tiiuae/falcon-mamba-7b-instruct","score":8.05,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":410,"root":"tiiuae/falcon-mamba-7b-instruct","score":8.05,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":411,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":412,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":413,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":414,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":415,"root":"tiiuae/falcon-mamba-7b","score":8.05,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":416,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":6.26,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":417,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":5.59,"variant":"ChimeraLlama-3-8B-v3"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":418,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":4.7,"variant":"ChimeraLlama-3-8B-v2"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"llama-3-1-8b-arliai-rpmax-v1-1","org":"ArliAI","rank":419,"root":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","score":4.47,"variant":"Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"GPQA (0-shot)","model_id":"mistral-nemo-12b-arliai-rpmax-v1-1","org":"ArliAI","rank":420,"root":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","score":4.25,"variant":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":421,"root":"tiiuae/Falcon-E-1B-Base","score":2.8,"variant":"Falcon-E-1B-Base"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/gpqa.html"],"url":"https://huggingface.co/spaces/gpqa"}},"meta":{"source":"registry"}}