{"data":{"category":"knowledge","id":"hle","name":"Humanity's Last Exam","rows":[{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-2","org":"zai-org","rank":1,"root":"zai-org/GLM-5.2","score":54.7,"variant":"GLM-5.2-FP8"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-2","org":"zai-org","rank":2,"root":"zai-org/GLM-5.2","score":54.7,"variant":"GLM-5.2"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-2","org":"unsloth","rank":3,"root":"zai-org/GLM-5.2","score":54.7,"variant":"GLM-5.2-GGUF"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-2","org":"unsloth","rank":4,"root":"zai-org/GLM-5.2","score":54.7,"variant":"GLM-5.2-FP8"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-2","org":"unsloth","rank":5,"root":"zai-org/GLM-5.2","score":54.7,"variant":"GLM-5.2"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":6,"root":"deepseek-ai/DeepSeek-V4-Flash","score":53.1,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":7,"root":"deepseek-ai/DeepSeek-V4-Pro","score":53.1,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":null,"org":"deepseek-ai","rank":8,"root":"—","score":53.1,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":9,"root":"deepseek-ai/DeepSeek-V4-Flash","score":53.1,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":10,"root":"deepseek-ai/DeepSeek-V4-Flash","score":53.1,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":null,"org":"deepseek-ai","rank":11,"root":"—","score":53.1,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"HLE w/ tools (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":12,"root":"deepseek-ai/DeepSeek-V4-Pro","score":53.1,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-1","org":"zai-org","rank":13,"root":"zai-org/GLM-5.1","score":52.3,"variant":"GLM-5.1-FP8"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-1","org":"zai-org","rank":14,"root":"zai-org/GLM-5.1","score":52.3,"variant":"GLM-5.1"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5-1","org":"unsloth","rank":15,"root":"zai-org/GLM-5.1","score":52.3,"variant":"GLM-5.1-GGUF"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5","org":"zai-org","rank":16,"root":"zai-org/GLM-5","score":50.4,"variant":"GLM-5-FP8"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5","org":"zai-org","rank":17,"root":"zai-org/GLM-5","score":50.4,"variant":"GLM-5"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5","org":"unsloth","rank":18,"root":"zai-org/GLM-5","score":50.4,"variant":"GLM-5-FP8"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-5","org":"unsloth","rank":19,"root":"zai-org/GLM-5","score":50.4,"variant":"GLM-5-GGUF"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-4-7","org":"zai-org","rank":20,"root":"zai-org/GLM-4.7","score":42.8,"variant":"GLM-4.7"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-4-7","org":"zai-org","rank":21,"root":"zai-org/GLM-4.7","score":42.8,"variant":"GLM-4.7-FP8"},{"conf":"medium","context":"HLE (w/ Tools)","model_id":"glm-4-7","org":"unsloth","rank":22,"root":"zai-org/GLM-4.7","score":42.8,"variant":"GLM-4.7-GGUF"},{"conf":"medium","context":"HLE","model_id":"glm-5-2","org":"zai-org","rank":23,"root":"zai-org/GLM-5.2","score":40.5,"variant":"GLM-5.2-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-5-2","org":"zai-org","rank":24,"root":"zai-org/GLM-5.2","score":40.5,"variant":"GLM-5.2"},{"conf":"medium","context":"HLE","model_id":"glm-5-2","org":"unsloth","rank":25,"root":"zai-org/GLM-5.2","score":40.5,"variant":"GLM-5.2-GGUF"},{"conf":"medium","context":"HLE","model_id":"glm-5-2","org":"unsloth","rank":26,"root":"zai-org/GLM-5.2","score":40.5,"variant":"GLM-5.2-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-5-2","org":"unsloth","rank":27,"root":"zai-org/GLM-5.2","score":40.5,"variant":"GLM-5.2"},{"conf":"medium","context":"HLE (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":28,"root":"deepseek-ai/DeepSeek-V4-Flash","score":40,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HLE (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":29,"root":"deepseek-ai/DeepSeek-V4-Pro","score":40,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HLE (Pass@1)","model_id":null,"org":"deepseek-ai","rank":30,"root":"—","score":40,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"HLE (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":31,"root":"deepseek-ai/DeepSeek-V4-Flash","score":40,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"HLE (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":32,"root":"deepseek-ai/DeepSeek-V4-Flash","score":40,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HLE (Pass@1)","model_id":null,"org":"deepseek-ai","rank":33,"root":"—","score":40,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"HLE (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":34,"root":"deepseek-ai/DeepSeek-V4-Pro","score":40,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":35,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":37.4,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":37.4,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":37,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":37.4,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"**HLE (w/ tools)**","model_id":"minimax-m2","org":"MiniMaxAI","rank":38,"root":"MiniMaxAI/MiniMax-M2","score":31.8,"variant":"MiniMax-M2"},{"conf":"medium","context":"**HLE (w/ tools)**","model_id":"minimax-m2","org":"unsloth","rank":39,"root":"MiniMaxAI/MiniMax-M2","score":31.8,"variant":"MiniMax-M2-GGUF"},{"conf":"medium","context":"HLE","model_id":"glm-5-1","org":"zai-org","rank":40,"root":"zai-org/GLM-5.1","score":31,"variant":"GLM-5.1-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-5-1","org":"zai-org","rank":41,"root":"zai-org/GLM-5.1","score":31,"variant":"GLM-5.1"},{"conf":"medium","context":"HLE","model_id":"glm-5-1","org":"unsloth","rank":42,"root":"zai-org/GLM-5.1","score":31,"variant":"GLM-5.1-GGUF"},{"conf":"medium","context":"HLE","model_id":"glm-5","org":"zai-org","rank":43,"root":"zai-org/GLM-5","score":30.5,"variant":"GLM-5-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-5","org":"zai-org","rank":44,"root":"zai-org/GLM-5","score":30.5,"variant":"GLM-5"},{"conf":"medium","context":"HLE","model_id":"glm-5","org":"unsloth","rank":45,"root":"zai-org/GLM-5","score":30.5,"variant":"GLM-5-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-5","org":"unsloth","rank":46,"root":"zai-org/GLM-5","score":30.5,"variant":"GLM-5-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":47,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":26.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":48,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":26.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":49,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":26.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":50,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":26.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b","org":"google","rank":51,"root":"google/gemma-4-26B-A4B","score":26.5,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b","org":"google","rank":52,"root":"google/gemma-4-31B","score":26.5,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b","org":"google","rank":53,"root":"google/gemma-4-E4B","score":26.5,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"google","rank":54,"root":"google/gemma-4-E2B","score":26.5,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b","org":"google","rank":55,"root":"google/gemma-4-12B","score":26.5,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":56,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":57,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it-assistant","org":"google","rank":58,"root":"google/gemma-4-31B-it-assistant","score":26.5,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":59,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b","org":"google","rank":60,"root":"google/gemma-4-26B-A4B","score":26.5,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b","org":"google","rank":61,"root":"google/gemma-4-31B","score":26.5,"variant":"gemma-4-31B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it","org":"unsloth","rank":62,"root":"google/gemma-4-12B-it","score":26.5,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it","org":"google","rank":63,"root":"google/gemma-4-12B-it","score":26.5,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":64,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":65,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":66,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":67,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":68,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":69,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":70,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":71,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":72,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b","org":"google","rank":73,"root":"google/gemma-4-12B","score":26.5,"variant":"gemma-4-12B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":74,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":75,"root":"google/gemma-4-26B-A4B-it-assistant","score":26.5,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":76,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":77,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b","org":"google","rank":78,"root":"google/gemma-4-E4B","score":26.5,"variant":"gemma-4-E4B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":79,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":80,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it-assistant","org":"google","rank":81,"root":"google/gemma-4-12B-it-assistant","score":26.5,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":82,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it","org":"unsloth","rank":83,"root":"google/gemma-4-12B-it","score":26.5,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":84,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it-assistant","org":"google","rank":85,"root":"google/gemma-4-12B-it-assistant","score":26.5,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":86,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"google","rank":87,"root":"google/gemma-4-E2B","score":26.5,"variant":"gemma-4-E2B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":88,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":89,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":90,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":91,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":92,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":93,"root":"google/gemma-4-E2B-it-assistant","score":26.5,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":94,"root":"google/gemma-4-E4B-it-assistant","score":26.5,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":95,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":96,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":26.5,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":97,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":26.5,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"google","rank":98,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"google","rank":99,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":100,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":26.5,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it","org":"unsloth","rank":101,"root":"google/gemma-4-12B-it","score":26.5,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":102,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":103,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":26.5,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":104,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b","org":"unsloth","rank":105,"root":"google/gemma-4-12B","score":26.5,"variant":"gemma-4-12b"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"google","rank":106,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"google","rank":107,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it-assistant","org":"google","rank":108,"root":"google/gemma-4-31B-it-assistant","score":26.5,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"google","rank":109,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":110,"root":"google/gemma-4-26B-A4B-it-assistant","score":26.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"google","rank":111,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":112,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":113,"root":"google/gemma-4-E2B-it-assistant","score":26.5,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":114,"root":"google/gemma-4-E4B-it-assistant","score":26.5,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it","org":"unsloth","rank":115,"root":"google/gemma-4-12B-it","score":26.5,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":116,"root":"google/gemma-4-E2B","score":26.5,"variant":"gemma-4-E2B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":117,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":118,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":119,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":120,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-12b","org":"Mungert","rank":121,"root":"google/gemma-4-12B","score":26.5,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":122,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":123,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":124,"root":"google/gemma-4-26B-A4B","score":26.5,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":125,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":126,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b","org":"unsloth","rank":127,"root":"google/gemma-4-E4B","score":26.5,"variant":"gemma-4-E4B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":128,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b","org":"unsloth","rank":129,"root":"google/gemma-4-31B","score":26.5,"variant":"gemma-4-31B"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":130,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":131,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":132,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":133,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b","org":"Mungert","rank":134,"root":"google/gemma-4-31B","score":26.5,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":135,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it","org":"unsloth","rank":136,"root":"google/gemma-4-E4B-it","score":26.5,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":137,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b","org":"Mungert","rank":138,"root":"google/gemma-4-E4B","score":26.5,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"Mungert","rank":139,"root":"google/gemma-4-E2B","score":26.5,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e2b","org":"unsloth","rank":140,"root":"google/gemma-4-E2B-it","score":26.5,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":141,"root":"google/gemma-4-26B-A4B-it","score":26.5,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":142,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":26.5,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"HLE with search","model_id":"gemma-4-31b-it","org":"unsloth","rank":143,"root":"google/gemma-4-31B-it","score":26.5,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"HLE","model_id":"glm-4-7","org":"zai-org","rank":144,"root":"zai-org/GLM-4.7","score":24.8,"variant":"GLM-4.7"},{"conf":"medium","context":"HLE","model_id":"glm-4-7","org":"zai-org","rank":145,"root":"zai-org/GLM-4.7","score":24.8,"variant":"GLM-4.7-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-4-7","org":"unsloth","rank":146,"root":"zai-org/GLM-4.7","score":24.8,"variant":"GLM-4.7-GGUF"},{"conf":"medium","context":"**HLE (Text-only)**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":147,"root":"moonshotai/Kimi-K2-Thinking","score":23.9,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"**HLE (Text-only)**","model_id":"kimi-k2-thinking","org":"unsloth","rank":148,"root":"moonshotai/Kimi-K2-Thinking","score":23.9,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"**HLE (Text-only)**","model_id":"kimi-k2-thinking","org":"unsloth","rank":149,"root":"moonshotai/Kimi-K2-Thinking","score":23.9,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":150,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":22.82,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":151,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":22.82,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":152,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":22.82,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":153,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":22.82,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"HLE w/o tools","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":154,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":22.2,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"HLE w/o tools","model_id":"minimax-m2-1","org":"unsloth","rank":155,"root":"MiniMaxAI/MiniMax-M2.1","score":22.2,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"HLE w/o tools","model_id":"minimax-m2-1","org":"unsloth","rank":156,"root":"MiniMaxAI/MiniMax-M2.1","score":22.2,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"HLE (no tools)","model_id":"mimo-v2-flash","org":"unsloth","rank":157,"root":"XiaomiMiMo/MiMo-V2-Flash","score":22.1,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"Humanity's Last Exam","model_id":"deepseek-v3-2-exp-base","org":"deepseek-ai","rank":158,"root":"deepseek-ai/DeepSeek-V3.2-Exp-Base","score":21.7,"variant":"DeepSeek-V3.2-Exp"},{"conf":"low","context":null,"model_id":"nanbeige4-3b-base","org":"Mungert","rank":159,"root":"Nanbeige/Nanbeige4-3B-Base","score":21.5,"variant":"Nanbeige4.1-3B-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b","org":"google","rank":160,"root":"google/gemma-4-26B-A4B","score":19.5,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b","org":"google","rank":161,"root":"google/gemma-4-31B","score":19.5,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b","org":"google","rank":162,"root":"google/gemma-4-E4B","score":19.5,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"google","rank":163,"root":"google/gemma-4-E2B","score":19.5,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b","org":"google","rank":164,"root":"google/gemma-4-12B","score":19.5,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":165,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":166,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it-assistant","org":"google","rank":167,"root":"google/gemma-4-31B-it-assistant","score":19.5,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":168,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b","org":"google","rank":169,"root":"google/gemma-4-26B-A4B","score":19.5,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b","org":"google","rank":170,"root":"google/gemma-4-31B","score":19.5,"variant":"gemma-4-31B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it","org":"unsloth","rank":171,"root":"google/gemma-4-12B-it","score":19.5,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it","org":"google","rank":172,"root":"google/gemma-4-12B-it","score":19.5,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":173,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":174,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":175,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":176,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":177,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":178,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":179,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":180,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":181,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b","org":"google","rank":182,"root":"google/gemma-4-12B","score":19.5,"variant":"gemma-4-12B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":183,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":184,"root":"google/gemma-4-26B-A4B-it-assistant","score":19.5,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":185,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":186,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b","org":"google","rank":187,"root":"google/gemma-4-E4B","score":19.5,"variant":"gemma-4-E4B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":188,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":189,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it-assistant","org":"google","rank":190,"root":"google/gemma-4-12B-it-assistant","score":19.5,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":191,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it","org":"unsloth","rank":192,"root":"google/gemma-4-12B-it","score":19.5,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":193,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it-assistant","org":"google","rank":194,"root":"google/gemma-4-12B-it-assistant","score":19.5,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":195,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"google","rank":196,"root":"google/gemma-4-E2B","score":19.5,"variant":"gemma-4-E2B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":197,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":198,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":199,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":200,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":201,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":202,"root":"google/gemma-4-E2B-it-assistant","score":19.5,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":203,"root":"google/gemma-4-E4B-it-assistant","score":19.5,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":204,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":205,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":19.5,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":206,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":19.5,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"google","rank":207,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"google","rank":208,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":209,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":19.5,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it","org":"unsloth","rank":210,"root":"google/gemma-4-12B-it","score":19.5,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":211,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":212,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":19.5,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":213,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b","org":"unsloth","rank":214,"root":"google/gemma-4-12B","score":19.5,"variant":"gemma-4-12b"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"google","rank":215,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"google","rank":216,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it-assistant","org":"google","rank":217,"root":"google/gemma-4-31B-it-assistant","score":19.5,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"google","rank":218,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":219,"root":"google/gemma-4-26B-A4B-it-assistant","score":19.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"google","rank":220,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":221,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":222,"root":"google/gemma-4-E2B-it-assistant","score":19.5,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":223,"root":"google/gemma-4-E4B-it-assistant","score":19.5,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it","org":"unsloth","rank":224,"root":"google/gemma-4-12B-it","score":19.5,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":225,"root":"google/gemma-4-E2B","score":19.5,"variant":"gemma-4-E2B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":226,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":227,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":228,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":229,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-12b","org":"Mungert","rank":230,"root":"google/gemma-4-12B","score":19.5,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":231,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":232,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":233,"root":"google/gemma-4-26B-A4B","score":19.5,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":234,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":235,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b","org":"unsloth","rank":236,"root":"google/gemma-4-E4B","score":19.5,"variant":"gemma-4-E4B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":237,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b","org":"unsloth","rank":238,"root":"google/gemma-4-31B","score":19.5,"variant":"gemma-4-31B"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":239,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":240,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":241,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":242,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b","org":"Mungert","rank":243,"root":"google/gemma-4-31B","score":19.5,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":244,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it","org":"unsloth","rank":245,"root":"google/gemma-4-E4B-it","score":19.5,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":246,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b","org":"Mungert","rank":247,"root":"google/gemma-4-E4B","score":19.5,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"Mungert","rank":248,"root":"google/gemma-4-E2B","score":19.5,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e2b","org":"unsloth","rank":249,"root":"google/gemma-4-E2B-it","score":19.5,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":250,"root":"google/gemma-4-26B-A4B-it","score":19.5,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":251,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":19.5,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"HLE no tools","model_id":"gemma-4-31b-it","org":"unsloth","rank":252,"root":"google/gemma-4-31B-it","score":19.5,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"HLE w/o tools","model_id":"minimax-m2-5","org":"MiniMaxAI","rank":253,"root":"MiniMaxAI/MiniMax-M2.5","score":19.4,"variant":"MiniMax-M2.5"},{"conf":"medium","context":"HLE w/o tools","model_id":"minimax-m2-5","org":"unsloth","rank":254,"root":"MiniMaxAI/MiniMax-M2.5","score":19.4,"variant":"MiniMax-M2.5-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":255,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":256,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":257,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":258,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":259,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":260,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":261,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":262,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":18.26,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"HLE","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":263,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":18.1,"variant":"Qwen3-235B-A22B-Thinking-2507-FP8"},{"conf":"medium","context":"HLE","model_id":"qwen3-235b-a22b-thinking-2507","org":"Qwen","rank":264,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":18.1,"variant":"Qwen3-235B-A22B-Thinking-2507"},{"conf":"medium","context":"HLE","model_id":"qwen3-235b-a22b-thinking-2507","org":"unsloth","rank":265,"root":"Qwen/Qwen3-235B-A22B-Thinking-2507","score":18.1,"variant":"Qwen3-235B-A22B-Thinking-2507-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":266,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":16.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":267,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":16.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":268,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":16.5,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"Humanity's Last Exam","model_id":"deepseek-v3-1-base","org":"deepseek-ai","rank":269,"root":"deepseek-ai/DeepSeek-V3.1-Base","score":15.9,"variant":"DeepSeek-V3.1-Terminus"},{"conf":"medium","context":"Humanity's Last Exam","model_id":"deepseek-v3-1-terminus","org":"unsloth","rank":270,"root":"deepseek-ai/DeepSeek-V3.1-Terminus","score":15.9,"variant":"DeepSeek-V3.1-Terminus-GGUF"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":271,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":15.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":272,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":15.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":273,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":15.5,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":274,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":15.5,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":275,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":15.5,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"HLE (with tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":276,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":15.5,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"HLE","model_id":"glm-4-7-flash","org":"zai-org","rank":277,"root":"zai-org/GLM-4.7-Flash","score":14.4,"variant":"GLM-4.7-Flash"},{"conf":"medium","context":"HLE","model_id":"glm-4-7-flash","org":"unsloth","rank":278,"root":"zai-org/GLM-4.7-Flash","score":14.4,"variant":"GLM-4.7-Flash"},{"conf":"medium","context":"HLE","model_id":"glm-4-7-flash","org":"unsloth","rank":279,"root":"zai-org/GLM-4.7-Flash","score":14.4,"variant":"GLM-4.7-Flash-FP8-Dynamic"},{"conf":"medium","context":"HLE","model_id":"glm-4-7-flash","org":"unsloth","rank":280,"root":"zai-org/GLM-4.7-Flash","score":14.4,"variant":"GLM-4.7-Flash-GGUF"},{"conf":"medium","context":"HLE","model_id":"glm-4-7-flash","org":"unsloth","rank":281,"root":"zai-org/GLM-4.7-Flash","score":14.4,"variant":"GLM-4.7-Flash-NVFP4"},{"conf":"medium","context":"HLE","model_id":"glm-4-7-flash","org":"Mungert","rank":282,"root":"zai-org/GLM-4.7-Flash","score":14.4,"variant":"GLM-4.7-Flash-GGUF"},{"conf":"medium","context":"HLE (w/o tools)","model_id":"minimax-m2","org":"MiniMaxAI","rank":283,"root":"MiniMaxAI/MiniMax-M2","score":12.5,"variant":"MiniMax-M2"},{"conf":"medium","context":"HLE (w/o tools)","model_id":"minimax-m2","org":"unsloth","rank":284,"root":"MiniMaxAI/MiniMax-M2","score":12.5,"variant":"MiniMax-M2-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":285,"root":"google/diffusiongemma-26B-A4B-it","score":11.9,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"HLE with search","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":286,"root":"google/diffusiongemma-26B-A4B-it","score":11.9,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"HLE with search","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":287,"root":"google/diffusiongemma-26B-A4B-it","score":11.9,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-32b","org":"nvidia","rank":288,"root":"Qwen/Qwen2.5-32B","score":11.8,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-1-5b","org":"nvidia","rank":289,"root":"Qwen/Qwen2.5-1.5B","score":11.8,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-14b","org":"nvidia","rank":290,"root":"Qwen/Qwen2.5-14B","score":11.8,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-7b","org":"nvidia","rank":291,"root":"Qwen/Qwen2.5-7B","score":11.8,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-32b","org":"unsloth","rank":292,"root":"nvidia/OpenReasoning-Nemotron-32B","score":11.8,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":293,"root":"Qwen/Qwen2.5-7B-Instruct","score":11.8,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":294,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":11.8,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-14b","org":"Mungert","rank":295,"root":"Qwen/Qwen2.5-14B-Instruct","score":11.8,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"medium","context":"**HLE**","model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":296,"root":"Qwen/Qwen2.5-32B-Instruct","score":11.8,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":297,"root":"google/diffusiongemma-26B-A4B-it","score":11,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"HLE no tools","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":298,"root":"google/diffusiongemma-26B-A4B-it","score":11,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"HLE no tools","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":299,"root":"google/diffusiongemma-26B-A4B-it","score":11,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":300,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.6,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":301,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.6,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":302,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.6,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":303,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.6,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":304,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":305,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":306,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":10.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"HLE (no tools)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":307,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":10.2,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"low","context":null,"model_id":"qwen2-5-math-1-5b","org":"nvidia","rank":308,"root":"Qwen/Qwen2.5-Math-1.5B","score":7.9,"variant":"OpenMath-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-math-7b","org":"nvidia","rank":309,"root":"Qwen/Qwen2.5-Math-7B","score":7.9,"variant":"OpenMath-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":310,"root":"Qwen/Qwen2.5-32B","score":7.9,"variant":"OpenMath-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":311,"root":"Qwen/Qwen2.5-14B","score":7.9,"variant":"OpenMath-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-math-1-5b","org":"Mungert","rank":312,"root":"Qwen/Qwen2.5-Math-1.5B","score":7.9,"variant":"OpenMath-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":313,"root":"Qwen/Qwen2.5-14B","score":7.9,"variant":"OpenMath-Nemotron-14B-Kaggle"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"Mungert","rank":314,"root":"Qwen/Qwen2.5-32B","score":7.9,"variant":"OpenMath-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":315,"root":"Qwen/Qwen2.5-14B","score":7.9,"variant":"OpenMath-Nemotron-14B-Kaggle-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-math-7b","org":"Mungert","rank":316,"root":"Qwen/Qwen2.5-Math-7B","score":7.9,"variant":"OpenMath-Nemotron-7B-GGUF"},{"conf":"medium","context":"HLE (Text-only)","model_id":"nanbeige4-3b-base","org":"Mungert","rank":317,"root":"Nanbeige/Nanbeige4-3B-Base","score":6.72,"variant":"Nanbeige4.1-3B-GGUF"},{"conf":"medium","context":"HLE","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":318,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":5.7,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Japanese"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":319,"root":"Qwen/Qwen2.5-32B","score":5.5,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b","org":"nvidia","rank":320,"root":"Qwen/Qwen2.5-1.5B","score":5.5,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":321,"root":"Qwen/Qwen2.5-14B","score":5.5,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"nvidia","rank":322,"root":"Qwen/Qwen2.5-7B","score":5.5,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"unsloth","rank":323,"root":"nvidia/OpenReasoning-Nemotron-32B","score":5.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":324,"root":"Qwen/Qwen2.5-7B-Instruct","score":5.5,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":325,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":5.5,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":326,"root":"Qwen/Qwen2.5-14B-Instruct","score":5.5,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":327,"root":"Qwen/Qwen2.5-32B-Instruct","score":5.5,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":328,"root":"Qwen/Qwen2.5-7B-Instruct","score":5.4,"variant":"pokee_research_7b-GGUF"},{"conf":"medium","context":"HLE","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":329,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":4.4,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"HLE","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"unsloth","rank":330,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":4.4,"variant":"NVIDIA-Nemotron-Nano-9B-v2"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/hle.html"],"url":"https://huggingface.co/spaces/hle"}},"meta":{"source":"registry"}}