{"data":{"category":"reasoning","id":"gpqa-diamond","name":"GPQA Diamond","rows":[{"conf":"high","context":null,"model_id":"minimax-m3","org":"nvidia","rank":1,"root":"MiniMaxAI/MiniMax-M3","score":91.92,"variant":"MiniMax-M3-NVFP4"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":2,"root":"deepseek-ai/DeepSeek-V4-Flash","score":91.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":3,"root":"deepseek-ai/DeepSeek-V4-Pro","score":91.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":null,"org":"deepseek-ai","rank":4,"root":"—","score":91.3,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":5,"root":"deepseek-ai/DeepSeek-V4-Flash","score":91.3,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":6,"root":"deepseek-ai/DeepSeek-V4-Flash","score":91.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":null,"org":"deepseek-ai","rank":7,"root":"—","score":91.3,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"GPQA Diamond (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":8,"root":"deepseek-ai/DeepSeek-V4-Pro","score":91.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-2","org":"zai-org","rank":9,"root":"zai-org/GLM-5.2","score":91.2,"variant":"GLM-5.2-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-2","org":"zai-org","rank":10,"root":"zai-org/GLM-5.2","score":91.2,"variant":"GLM-5.2"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-2","org":"unsloth","rank":11,"root":"zai-org/GLM-5.2","score":91.2,"variant":"GLM-5.2-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-2","org":"unsloth","rank":12,"root":"zai-org/GLM-5.2","score":91.2,"variant":"GLM-5.2-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-2","org":"unsloth","rank":13,"root":"zai-org/GLM-5.2","score":91.2,"variant":"GLM-5.2"},{"conf":"high","context":null,"model_id":"qwen3-5-122b-a10b","org":"nvidia","rank":14,"root":"Qwen/Qwen3.5-122B-A10B","score":86.77,"variant":"Qwen3.5-122B-A10B-NVFP4"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-1","org":"zai-org","rank":15,"root":"zai-org/GLM-5.1","score":86.2,"variant":"GLM-5.1-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-1","org":"zai-org","rank":16,"root":"zai-org/GLM-5.1","score":86.2,"variant":"GLM-5.1"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5-1","org":"unsloth","rank":17,"root":"zai-org/GLM-5.1","score":86.2,"variant":"GLM-5.1-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5","org":"zai-org","rank":18,"root":"zai-org/GLM-5","score":86,"variant":"GLM-5-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5","org":"zai-org","rank":19,"root":"zai-org/GLM-5","score":86,"variant":"GLM-5"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5","org":"unsloth","rank":20,"root":"zai-org/GLM-5","score":86,"variant":"GLM-5-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-5","org":"unsloth","rank":21,"root":"zai-org/GLM-5","score":86,"variant":"GLM-5-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"nvidia","rank":22,"root":"google/gemma-4-31B-it","score":85.8,"variant":"Gemma-4-31B-IT-NVFP4"},{"conf":"high","context":null,"model_id":"minimax-m2-7","org":"nvidia","rank":23,"root":"MiniMaxAI/MiniMax-M2.7","score":85.7,"variant":"MiniMax-M2.7-NVFP4"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-4-7","org":"zai-org","rank":24,"root":"zai-org/GLM-4.7","score":85.7,"variant":"GLM-4.7"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-4-7","org":"zai-org","rank":25,"root":"zai-org/GLM-4.7","score":85.7,"variant":"GLM-4.7-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"glm-4-7","org":"unsloth","rank":26,"root":"zai-org/GLM-4.7","score":85.7,"variant":"GLM-4.7-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b","org":"google","rank":27,"root":"google/gemma-4-26B-A4B","score":84.3,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b","org":"google","rank":28,"root":"google/gemma-4-31B","score":84.3,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b","org":"google","rank":29,"root":"google/gemma-4-E4B","score":84.3,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"google","rank":30,"root":"google/gemma-4-E2B","score":84.3,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b","org":"google","rank":31,"root":"google/gemma-4-12B","score":84.3,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":32,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":33,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it-assistant","org":"google","rank":34,"root":"google/gemma-4-31B-it-assistant","score":84.3,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":35,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b","org":"google","rank":36,"root":"google/gemma-4-26B-A4B","score":84.3,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b","org":"google","rank":37,"root":"google/gemma-4-31B","score":84.3,"variant":"gemma-4-31B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it","org":"unsloth","rank":38,"root":"google/gemma-4-12B-it","score":84.3,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it","org":"google","rank":39,"root":"google/gemma-4-12B-it","score":84.3,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":40,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":41,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":42,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":43,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":44,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":45,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":46,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":47,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":48,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b","org":"google","rank":49,"root":"google/gemma-4-12B","score":84.3,"variant":"gemma-4-12B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":50,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":51,"root":"google/gemma-4-26B-A4B-it-assistant","score":84.3,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":52,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":53,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b","org":"google","rank":54,"root":"google/gemma-4-E4B","score":84.3,"variant":"gemma-4-E4B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":55,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":56,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it-assistant","org":"google","rank":57,"root":"google/gemma-4-12B-it-assistant","score":84.3,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":58,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it","org":"unsloth","rank":59,"root":"google/gemma-4-12B-it","score":84.3,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":60,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it-assistant","org":"google","rank":61,"root":"google/gemma-4-12B-it-assistant","score":84.3,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":62,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"google","rank":63,"root":"google/gemma-4-E2B","score":84.3,"variant":"gemma-4-E2B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":64,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":65,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":66,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":67,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":68,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":69,"root":"google/gemma-4-E2B-it-assistant","score":84.3,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":70,"root":"google/gemma-4-E4B-it-assistant","score":84.3,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":71,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":72,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":84.3,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":73,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":84.3,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"google","rank":74,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"google","rank":75,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":76,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":84.3,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it","org":"unsloth","rank":77,"root":"google/gemma-4-12B-it","score":84.3,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":78,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":79,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":84.3,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":80,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b","org":"unsloth","rank":81,"root":"google/gemma-4-12B","score":84.3,"variant":"gemma-4-12b"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"google","rank":82,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"google","rank":83,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it-assistant","org":"google","rank":84,"root":"google/gemma-4-31B-it-assistant","score":84.3,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"google","rank":85,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":86,"root":"google/gemma-4-26B-A4B-it-assistant","score":84.3,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"google","rank":87,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":88,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":89,"root":"google/gemma-4-E2B-it-assistant","score":84.3,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":90,"root":"google/gemma-4-E4B-it-assistant","score":84.3,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it","org":"unsloth","rank":91,"root":"google/gemma-4-12B-it","score":84.3,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":92,"root":"google/gemma-4-E2B","score":84.3,"variant":"gemma-4-E2B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":93,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":94,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":95,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":96,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-12b","org":"Mungert","rank":97,"root":"google/gemma-4-12B","score":84.3,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":98,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":99,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":100,"root":"google/gemma-4-26B-A4B","score":84.3,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":101,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":102,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b","org":"unsloth","rank":103,"root":"google/gemma-4-E4B","score":84.3,"variant":"gemma-4-E4B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":104,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b","org":"unsloth","rank":105,"root":"google/gemma-4-31B","score":84.3,"variant":"gemma-4-31B"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":106,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":107,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":108,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":109,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b","org":"Mungert","rank":110,"root":"google/gemma-4-31B","score":84.3,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":111,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it","org":"unsloth","rank":112,"root":"google/gemma-4-E4B-it","score":84.3,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":113,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b","org":"Mungert","rank":114,"root":"google/gemma-4-E4B","score":84.3,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"Mungert","rank":115,"root":"google/gemma-4-E2B","score":84.3,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e2b","org":"unsloth","rank":116,"root":"google/gemma-4-E2B-it","score":84.3,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":117,"root":"google/gemma-4-26B-A4B-it","score":84.3,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":118,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":84.3,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-31b-it","org":"unsloth","rank":119,"root":"google/gemma-4-31B-it","score":84.3,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"GPQA-Diamond","model_id":"mimo-v2-flash","org":"unsloth","rank":120,"root":"XiaomiMiMo/MiMo-V2-Flash","score":83.7,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"nex-n2-mini","org":"Mungert","rank":121,"root":"nex-agi/Nex-N2-mini","score":82.6,"variant":"Nex-N2-mini-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"deepseek-v3-2-exp-base","org":"deepseek-ai","rank":122,"root":"deepseek-ai/DeepSeek-V3.2-Exp-Base","score":80.7,"variant":"DeepSeek-V3.2-Exp"},{"conf":"medium","context":"GPQA Diamond","model_id":"gemma-4-26b-a4b-it","org":"nvidia","rank":123,"root":"google/gemma-4-26B-A4B-it","score":80.3,"variant":"Gemma-4-26B-A4B-NVFP4"},{"conf":"medium","context":"GPQA-Diamond","model_id":"deepseek-v3-1-base","org":"deepseek-ai","rank":124,"root":"deepseek-ai/DeepSeek-V3.1-Base","score":80.1,"variant":"DeepSeek-V3.1-Terminus"},{"conf":"medium","context":"GPQA-Diamond","model_id":"deepseek-v3-1-terminus","org":"unsloth","rank":125,"root":"deepseek-ai/DeepSeek-V3.1-Terminus","score":80.1,"variant":"DeepSeek-V3.1-Terminus-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"minimax-m2","org":"MiniMaxAI","rank":126,"root":"MiniMaxAI/MiniMax-M2","score":78,"variant":"MiniMax-M2"},{"conf":"medium","context":"GPQA-Diamond","model_id":"minimax-m2","org":"unsloth","rank":127,"root":"MiniMaxAI/MiniMax-M2","score":78,"variant":"MiniMax-M2-GGUF"},{"conf":"high","context":null,"model_id":"mistral-medium-3-5-128b","org":"nvidia","rank":128,"root":"mistralai/Mistral-Medium-3.5-128B","score":76.8,"variant":"Mistral-Medium-3.5-128B-NVFP4"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":129,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":76.26,"variant":"Magistral-Small-2509"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":130,"root":"mistralai/Magistral-Small-2509","score":76.26,"variant":"Magistral-Small-2509-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":131,"root":"mistralai/Magistral-Small-2509","score":76.26,"variant":"Magistral-Small-2509-FP8-Dynamic"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":132,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":76.26,"variant":"Magistral-Small-2509-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":133,"root":"mistralai/Magistral-Small-2509","score":76.26,"variant":"Magistral-Small-2509-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"magistral-small-2509","org":"unsloth","rank":134,"root":"mistralai/Magistral-Small-2509","score":76.26,"variant":"Magistral-Small-2509-bnb-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":135,"root":"google/diffusiongemma-26B-A4B-it","score":73.2,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"GPQA Diamond","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":136,"root":"google/diffusiongemma-26B-A4B-it","score":73.2,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":137,"root":"google/diffusiongemma-26B-A4B-it","score":73.2,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"**GPQA-Diamond (Sci-QA)**","model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":138,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":71.5,"variant":"FairyR1-32B-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":139,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":71.46,"variant":"Magistral-Small-2507"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":140,"root":"mistralai/Magistral-Small-2507","score":71.46,"variant":"Magistral-Small-2507-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-0528","org":"deepseek-ai","rank":141,"root":"deepseek-ai/DeepSeek-R1-0528","score":71.1,"variant":"DeepSeek-R1-0528"},{"conf":"low","context":null,"model_id":"deepseek-r1-0528","org":"unsloth","rank":142,"root":"deepseek-ai/DeepSeek-R1-0528","score":71.1,"variant":"DeepSeek-R1-0528-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-0528","org":"unsloth","rank":143,"root":"deepseek-ai/DeepSeek-R1-0528","score":71.1,"variant":"DeepSeek-R1-0528-BF16"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"mistralai","rank":144,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":70.83,"variant":"Magistral-Small-2506"},{"conf":"low","context":null,"model_id":"magistral-small-2506","org":"unsloth","rank":145,"root":"mistralai/Magistral-Small-2506","score":70.83,"variant":"Magistral-Small-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"Mungert","rank":146,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":70.83,"variant":"Magistral-Small-2506-GGUF"},{"conf":"low","context":null,"model_id":"magistral-small-2506","org":"unsloth","rank":147,"root":"mistralai/Magistral-Small-2506","score":70.83,"variant":"Magistral-Small-2506-unsloth-bnb-4bit"},{"conf":"medium","context":"GPQA-Diamond","model_id":null,"org":"unsloth","rank":148,"root":"arcee-ai/Trinity-Large-Preview","score":69.8,"variant":"Trinity-Large-Preview-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"diffusiongemma-26b-a4b-it","org":"nvidia","rank":149,"root":"google/diffusiongemma-26B-A4B-it","score":69.4,"variant":"diffusiongemma-26B-A4B-it-NVFP4"},{"conf":"high","context":null,"model_id":"intellect-2","org":"unsloth","rank":150,"root":"PrimeIntellect/INTELLECT-2","score":66.8,"variant":"INTELLECT-2-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":151,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":152,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":153,"root":"mistralai/Ministral-3-14B-Base-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":154,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":155,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":156,"root":"mistralai/Ministral-3-14B-Base-2512","score":66.3,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":157,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":158,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":66.3,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":159,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":160,"root":"mistralai/Ministral-3-14B-Base-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":161,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":162,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":163,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":164,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":165,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":166,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":66.3,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":167,"root":"mistralai/Ministral-3-14B-Base-2512","score":66.3,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":168,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":66.3,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":169,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":170,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":66.3,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":171,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":172,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":173,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":174,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":175,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":176,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":177,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":178,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":179,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":66.3,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":180,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":66.3,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":181,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":66.3,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":182,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":183,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":184,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":66.3,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":185,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":186,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":187,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":66.3,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":188,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":66.3,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":189,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":null,"model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":190,"root":"mistralai/Ministral-3-8B-Base-2512","score":66.3,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":191,"root":"mistralai/Ministral-3-14B-Base-2512","score":66.3,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":192,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":66.3,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":193,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":66.3,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":null,"model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":194,"root":"mistralai/Ministral-3-14B-Base-2512","score":66.3,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":195,"root":"mistralai/Ministral-3-3B-Base-2512","score":66.3,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":null,"model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":196,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":66.3,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":null,"model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":197,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":66.3,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"GPQA Diamond","model_id":"deepseek-v3-0324","org":"nvidia","rank":198,"root":"deepseek-ai/DeepSeek-V3-0324","score":66,"variant":"DeepSeek-V3-0324-NVFP4"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"deepseek-ai","rank":199,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":65.2,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":200,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":65.2,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":201,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":65.2,"variant":"DeepSeek-R1-Distill-Llama-70B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"Mungert","rank":202,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":65.2,"variant":"DeepSeek-R1-Distill-Llama-70B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":203,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":65.2,"variant":"DeepSeek-R1-Distill-Llama-70B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-70b","org":"unsloth","rank":204,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","score":65.2,"variant":"DeepSeek-R1-Distill-Llama-70B"},{"conf":"medium","context":"GPQA-Diamond","model_id":"nemotron-cascade-14b-thinking","org":"nvidia","rank":205,"root":"nvidia/Nemotron-Cascade-14B-Thinking","score":64,"variant":"Nemotron-Cascade-14B-Thinking"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"MiniMaxAI","rank":206,"root":"Qwen/Qwen2.5-32B","score":63.1,"variant":"SynLogic-Mix-3-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"deepseek-ai","rank":207,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":62.1,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":208,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":62.1,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":209,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":62.1,"variant":"DeepSeek-R1-Distill-Qwen-32B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":210,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":62.1,"variant":"DeepSeek-R1-Distill-Qwen-32B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"unsloth","rank":211,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":62.1,"variant":"DeepSeek-R1-Distill-Qwen-32B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-32b","org":"Mungert","rank":212,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","score":62.1,"variant":"DeepSeek-R1-Distill-Qwen-32B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"deepseek-ai","rank":213,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":62,"variant":"DeepSeek-R1-0528-Qwen3-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":214,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":62,"variant":"DeepSeek-R1-0528-Qwen3-8B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":215,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":62,"variant":"DeepSeek-R1-0528-Qwen3-8B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":216,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":62,"variant":"DeepSeek-R1-0528-Qwen3-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"unsloth","rank":217,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":62,"variant":"DeepSeek-R1-0528-Qwen3-8B-bnb-4bit"},{"conf":"medium","context":"GPQA-Diamond","model_id":"nemotron-cascade-8b","org":"nvidia","rank":218,"root":"nvidia/Nemotron-Cascade-8B","score":62,"variant":"Nemotron-Cascade-8B"},{"conf":"medium","context":"GPQA-Diamond","model_id":"nemotron-cascade-8b-thinking","org":"nvidia","rank":219,"root":"nvidia/Nemotron-Cascade-8B-Thinking","score":62,"variant":"Nemotron-Cascade-8B-Thinking"},{"conf":"high","context":null,"model_id":"deepseek-r1-0528-qwen3-8b","org":"Mungert","rank":220,"root":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","score":62,"variant":"DeepSeek-R1-0528-Qwen3-8B-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":221,"root":"inclusionAI/Ling-lite-base-1.5","score":61.1,"variant":"Ring-lite"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"microsoft","rank":222,"root":"microsoft/Phi-4-mini-reasoning","score":60,"variant":"Phi-4-mini-reasoning"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":223,"root":"microsoft/Phi-4-mini-reasoning","score":60,"variant":"Phi-4-mini-reasoning-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":224,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":60,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":225,"root":"microsoft/Phi-4-mini-reasoning","score":60,"variant":"Phi-4-mini-reasoning-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":226,"root":"microsoft/Phi-4-mini-reasoning","score":60,"variant":"Phi-4-mini-reasoning"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"Mungert","rank":227,"root":"microsoft/Phi-4-mini-reasoning","score":60,"variant":"Phi-4-mini-reasoning-GGUF"},{"conf":"low","context":null,"model_id":"phi-4-mini-reasoning","org":"unsloth","rank":228,"root":"microsoft/Phi-4-mini-reasoning","score":60,"variant":"Phi-4-mini-reasoning-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"deepseek-ai","rank":229,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":59.1,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":230,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":59.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":231,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":59.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":232,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":59.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"unsloth","rank":233,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":59.1,"variant":"DeepSeek-R1-Distill-Qwen-14B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":234,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":59.1,"variant":"DeepSeek-R1-Distill-Qwen-14B-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"qwen3-8b-base","org":"nvidia","rank":235,"root":"Qwen/Qwen3-8B","score":58.8,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":"GPQADiamond (average of 3)","model_id":"mistral-nemo-base-2407","org":"Mungert","rank":236,"root":"mistralai/Mistral-Nemo-Base-2407","score":57.1,"variant":"Homunculus-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":237,"root":"tiiuae/Falcon-H1-7B-Base","score":56.9,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":238,"root":"tiiuae/Falcon-H1-7B-Instruct","score":56.9,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":239,"root":"tiiuae/Falcon-H1-7B-Instruct","score":56.9,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":240,"root":"tiiuae/Falcon-H1-7B-Instruct","score":56.9,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":241,"root":"Qwen/Qwen2.5-32B-Instruct","score":56.8,"variant":"Sky-T1-32B-Preview"},{"conf":"medium","context":"GPQA Diamond","model_id":"qwen2-5-32b-instruct","org":"NovaSky-AI","rank":242,"root":"Qwen/Qwen2.5-32B-Instruct","score":56.8,"variant":"Sky-T1-32B-Flash"},{"conf":"low","context":null,"model_id":"grovemoe-inst","org":"inclusionAI","rank":243,"root":"inclusionAI/GroveMoE-Inst","score":55.6,"variant":"GroveMoE-Inst"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"deepseek-ai","rank":244,"root":"deepseek-ai/DeepSeek-R1","score":49.9,"variant":"DeepSeek-R1"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":245,"root":"deepseek-ai/DeepSeek-R1","score":49.9,"variant":"DeepSeek-R1-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"deepseek-ai","rank":246,"root":"deepseek-ai/DeepSeek-R1-Zero","score":49.9,"variant":"DeepSeek-R1-Zero"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":247,"root":"deepseek-ai/DeepSeek-R1","score":49.9,"variant":"DeepSeek-R1-BF16"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":248,"root":"deepseek-ai/DeepSeek-R1","score":49.9,"variant":"DeepSeek-R1-GGUF-UD"},{"conf":"low","context":null,"model_id":"deepseek-r1-zero","org":"unsloth","rank":249,"root":"deepseek-ai/DeepSeek-R1-Zero","score":49.9,"variant":"DeepSeek-R1-Zero-GGUF"},{"conf":"low","context":null,"model_id":"deepseek-r1","org":"unsloth","rank":250,"root":"deepseek-ai/DeepSeek-R1","score":49.9,"variant":"DeepSeek-R1"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":251,"root":"tiiuae/Falcon-H1-34B-Base","score":49.66,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":252,"root":"tiiuae/Falcon-H1-34B-Instruct","score":49.66,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":253,"root":"tiiuae/Falcon-H1-34B-Instruct","score":49.66,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":254,"root":"tiiuae/Falcon-H1-34B-Instruct","score":49.66,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"deepseek-ai","rank":255,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":49.1,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":256,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":49.1,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":257,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":49.1,"variant":"DeepSeek-R1-Distill-Qwen-7B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":258,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":49.1,"variant":"DeepSeek-R1-Distill-Qwen-7B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"unsloth","rank":259,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":49.1,"variant":"DeepSeek-R1-Distill-Qwen-7B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-7b","org":"Mungert","rank":260,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","score":49.1,"variant":"DeepSeek-R1-Distill-Qwen-7B-GGUF"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"nvidia","rank":261,"root":"nvidia/AceMath-RL-Nemotron-7B","score":49.1,"variant":"AceMath-RL-Nemotron-7B"},{"conf":"low","context":null,"model_id":null,"org":"alibaba-pai","rank":262,"root":"alibaba-pai/DistilQwen2.5-R1-3B","score":49.1,"variant":"DistilQwen2.5-R1-3B"},{"conf":"low","context":null,"model_id":"acemath-rl-nemotron-7b","org":"Mungert","rank":263,"root":"nvidia/AceMath-RL-Nemotron-7B","score":49.1,"variant":"AceMath-RL-Nemotron-7B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"deepseek-ai","rank":264,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":49,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":265,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":49,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":266,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":49,"variant":"DeepSeek-R1-Distill-Llama-8B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":267,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":49,"variant":"DeepSeek-R1-Distill-Llama-8B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"unsloth","rank":268,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":49,"variant":"DeepSeek-R1-Distill-Llama-8B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-llama-8b","org":"Mungert","rank":269,"root":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","score":49,"variant":"DeepSeek-R1-Distill-Llama-8B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":270,"root":"inclusionAI/AReaL-boba-SFT-32B","score":47.1,"variant":"AReaL-boba-SFT-32B"},{"conf":"low","context":null,"model_id":null,"org":"inclusionAI","rank":271,"root":"inclusionAI/AReaL-boba-RL-7B","score":47.1,"variant":"AReaL-boba-RL-7B"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":272,"root":"inclusionAI/Ling-lite","score":46.5,"variant":"Ring-lite-linear-preview"},{"conf":"high","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":273,"root":"inclusionAI/Ling-lite","score":46.2,"variant":"Ring-lite-distill-preview"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":274,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":46,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":275,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":46,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":276,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":46,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":277,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":46,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":278,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":46,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":279,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":45.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":280,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":281,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":282,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":283,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":284,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":45.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":285,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":286,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":45.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":287,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":45.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":288,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":45.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":289,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":45.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":290,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":291,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":45.96,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"GPQA-Diamond","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":292,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":42.3,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":293,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":40.57,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":294,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":40.57,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":295,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":40.57,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":296,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":40.57,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":297,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":40.57,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA Diamond","model_id":"mellum2-12b-a2-5b-thinking","org":"Mungert","rank":298,"root":"JetBrains/Mellum2-12B-A2.5B-Thinking","score":39.9,"variant":"Mellum2-12B-A2.5B-Thinking-GGUF"},{"conf":"medium","context":"GPQA Diamond","model_id":"mellum2-12b-a2-5b-instruct","org":"Mungert","rank":299,"root":"JetBrains/Mellum2-12B-A2.5B-Instruct","score":38.9,"variant":"Mellum2-12B-A2.5B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-thinking","org":"unsloth","rank":300,"root":"LiquidAI/LFM2.5-1.2B-Thinking","score":38.89,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-1-2b-base","org":"Mungert","rank":301,"root":"LiquidAI/LFM2.5-1.2B-Base","score":38.89,"variant":"LFM2.5-1.2B-Thinking-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":302,"root":"tiiuae/Falcon-H1-3B-Base","score":38.72,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":303,"root":"tiiuae/Falcon-H1-3B-Base","score":38.72,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":304,"root":"tiiuae/Falcon-H1-3B-Instruct","score":38.72,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":305,"root":"microsoft/Phi-4-mini-flash-reasoning","score":37.69,"variant":"Phi-4-mini-flash-reasoning"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":306,"root":"tiiuae/Falcon-H1-1.5B-Base","score":35.19,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":307,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":35.19,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":308,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":35.19,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":309,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":35.19,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":310,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":35.19,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":311,"root":"—","score":34.85,"variant":"SmallThinker-21BA3B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"deepseek-ai","rank":312,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.8,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":313,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.8,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":314,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.8,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":315,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.8,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-bnb-4bit"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"unsloth","rank":316,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.8,"variant":"DeepSeek-R1-Distill-Qwen-1.5B"},{"conf":"high","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":317,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":33.8,"variant":"DeepSeek-R1-Distill-Qwen-1.5B-GGUF"},{"conf":"medium","context":"GPQA-Diamond","model_id":"youtu-llm-2b-base","org":"Mungert","rank":318,"root":"tencent/Youtu-LLM-2B-Base","score":33.6,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":319,"root":"tiiuae/Falcon-H1-0.5B-Base","score":27.95,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":320,"root":"tiiuae/Falcon-H1-0.5B-Base","score":27.95,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"GPQA_Diamond","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":321,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":27.95,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"llama-3-2-3b","org":"Mungert","rank":322,"root":"meta-llama/Llama-3.2-3B","score":27.78,"variant":"Llama-3.2-3B-F1-Reasoning-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-5-230m","org":"unsloth","rank":323,"root":"LiquidAI/LFM2.5-230M","score":25.41,"variant":"LFM2.5-230M"},{"conf":"low","context":null,"model_id":"lfm2-5-230m","org":"unsloth","rank":324,"root":"LiquidAI/LFM2.5-230M","score":25.41,"variant":"LFM2.5-230M-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/gpqa-diamond.html"],"url":"https://huggingface.co/spaces/gpqa"}},"meta":{"source":"registry"}}