{"data":{"category":"knowledge","id":"simpleqa","name":"SimpleQA","rows":[{"conf":"medium","context":"SimpleQA","model_id":"deepseek-v3-2-exp-base","org":"deepseek-ai","rank":1,"root":"deepseek-ai/DeepSeek-V3.2-Exp-Base","score":96.8,"variant":"DeepSeek-V3.2-Exp"},{"conf":"medium","context":"SimpleQA","model_id":"deepseek-v3-1-base","org":"deepseek-ai","rank":2,"root":"deepseek-ai/DeepSeek-V3.1-Base","score":93.4,"variant":"DeepSeek-V3.1-Terminus"},{"conf":"medium","context":"SimpleQA","model_id":"deepseek-v3-1-terminus","org":"unsloth","rank":3,"root":"deepseek-ai/DeepSeek-V3.1-Terminus","score":93.4,"variant":"DeepSeek-V3.1-Terminus-GGUF"},{"conf":"high","context":null,"model_id":"glm-4-32b-0414","org":"zai-org","rank":4,"root":"zai-org/GLM-4-32B-0414","score":88.1,"variant":"GLM-4-32B-0414"},{"conf":"high","context":null,"model_id":null,"org":"unsloth","rank":5,"root":"THUDM/GLM-4-32B-0414","score":88.1,"variant":"GLM-4-32B-0414-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"zai-org","rank":6,"root":"zai-org/GLM-4-9B-0414","score":79,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":7,"root":"THUDM/GLM-4-9B-0414","score":79,"variant":"GLM-4-9B-0414-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-32b-base-0414","org":"zai-org","rank":8,"root":"zai-org/GLM-4-32B-Base-0414","score":79,"variant":"GLM-4-32B-Base-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":9,"root":"THUDM/GLM-4-9B-0414","score":79,"variant":"GLM-4-9B-0414-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":10,"root":"THUDM/GLM-4-9B-0414","score":79,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":11,"root":"THUDM/GLM-4-9B-0414","score":79,"variant":"GLM-4-9B-0414-bnb-4bit"},{"conf":"medium","context":"OpenAI/SimpleQA","model_id":"qwen3-4b-base","org":"Mungert","rank":12,"root":"Qwen/Qwen3-4B","score":76.8,"variant":"II-Search-4B-GGUF"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":13,"root":"deepseek-ai/DeepSeek-V4-Flash","score":76.4,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":14,"root":"deepseek-ai/DeepSeek-V4-Pro","score":76.4,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":null,"org":"deepseek-ai","rank":15,"root":"—","score":76.4,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":16,"root":"deepseek-ai/DeepSeek-V4-Flash","score":76.4,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":17,"root":"deepseek-ai/DeepSeek-V4-Flash","score":76.4,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":null,"org":"deepseek-ai","rank":18,"root":"—","score":76.4,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"Chinese-SimpleQA (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":19,"root":"deepseek-ai/DeepSeek-V4-Pro","score":76.4,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"CSimpleQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":20,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":71.1,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"CSimpleQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":21,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":71.1,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"CSimpleQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":22,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":71.1,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"CSimpleQA","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":23,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":71.1,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"C-SimpleQA","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":24,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":64.6,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"C-SimpleQA","model_id":"minimax-text-01","org":"MiniMaxAI","rank":25,"root":"MiniMaxAI/MiniMax-Text-01","score":64.6,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"C-SimpleQA","model_id":"ling-2-6-1t","org":"inclusionAI","rank":26,"root":"inclusionAI/Ling-2.6-1T","score":64.53,"variant":"Ling-2.6-1T-base"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":27,"root":"rl-research/DR-Tulu-SFT-8B","score":52.6,"variant":"DR-Tulu-8B-GGUF"},{"conf":"medium","context":"C-SimpleQA","model_id":"ling-2-6-flash","org":"inclusionAI","rank":28,"root":"inclusionAI/Ling-2.6-flash","score":49.43,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":29,"root":"deepseek-ai/DeepSeek-V4-Flash","score":46.2,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":30,"root":"deepseek-ai/DeepSeek-V4-Pro","score":46.2,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":null,"org":"deepseek-ai","rank":31,"root":"—","score":46.2,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":32,"root":"deepseek-ai/DeepSeek-V4-Flash","score":46.2,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":33,"root":"deepseek-ai/DeepSeek-V4-Flash","score":46.2,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":null,"org":"deepseek-ai","rank":34,"root":"—","score":46.2,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"SimpleQA-Verified (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":35,"root":"deepseek-ai/DeepSeek-V4-Pro","score":46.2,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"SimpleQA","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":36,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":39,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"SimpleQA","model_id":"minimax-text-01","org":"MiniMaxAI","rank":37,"root":"MiniMaxAI/MiniMax-Text-01","score":39,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":38,"root":"deepseek-ai/DeepSeek-V4-Flash","score":28.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":39,"root":"deepseek-ai/DeepSeek-V4-Pro","score":28.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":null,"org":"deepseek-ai","rank":40,"root":"—","score":28.3,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":41,"root":"deepseek-ai/DeepSeek-V4-Flash","score":28.3,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":42,"root":"deepseek-ai/DeepSeek-V4-Flash","score":28.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":null,"org":"deepseek-ai","rank":43,"root":"—","score":28.3,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"Simple-QA verified (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":44,"root":"deepseek-ai/DeepSeek-V4-Pro","score":28.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"SimpleQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":45,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":27.2,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"SimpleQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"Qwen","rank":46,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":27.2,"variant":"Qwen3-235B-A22B-Instruct-2507"},{"conf":"medium","context":"SimpleQA","model_id":"qwen3-235b-a22b-instruct-2507","org":"unsloth","rank":47,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507","score":27.2,"variant":"Qwen3-235B-A22B-Instruct-2507-GGUF"},{"conf":"medium","context":"SimpleQA","model_id":"qwen3-235b-a22b-instruct-2507-fp8","org":"unsloth","rank":48,"root":"Qwen/Qwen3-235B-A22B-Instruct-2507-FP8","score":27.2,"variant":"Qwen3-235B-A22B-Instruct-2507-FP8"},{"conf":"medium","context":"SimpleQA","model_id":"ling-2-6-1t","org":"inclusionAI","rank":49,"root":"inclusionAI/Ling-2.6-1T","score":20.87,"variant":"Ling-2.6-1T-base"},{"conf":"medium","context":"Chinese SimpleQA","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":50,"root":"tencent/Hunyuan-7B-Pretrain","score":12.51,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":51,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":10.43,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":52,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":53,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":54,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":55,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":56,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":10.43,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":57,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":58,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":10.43,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":59,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":10.43,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":60,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":10.43,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":61,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":10.43,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":62,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":63,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":10.43,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"SimpleQA","model_id":"ling-2-6-flash","org":"inclusionAI","rank":64,"root":"inclusionAI/Ling-2.6-flash","score":10.01,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"simpleQA (5shot)","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":65,"root":"tencent/Hunyuan-7B-Pretrain","score":2.38,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m","org":"google","rank":66,"root":"google/gemma-3-270m","score":2.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m","org":"google","rank":67,"root":"google/gemma-3-270m","score":2.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":68,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":69,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":70,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":71,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":2.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":72,"root":"google/gemma-3-270m","score":2.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":73,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"google","rank":74,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":75,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":76,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":2.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":77,"root":"google/gemma-3-270m","score":2.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m","org":"google","rank":78,"root":"google/gemma-3-270m","score":2.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m","org":"Mungert","rank":79,"root":"google/gemma-3-270m","score":2.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[SimpleQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":80,"root":"google/gemma-3-270m-it","score":2.2,"variant":"gemma-3-270m-it-torchao-FP8"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/simpleqa.html"],"url":"https://huggingface.co/spaces/simpleqa"}},"meta":{"source":"registry"}}