{"data":{"category":"knowledge","id":"cmmlu","name":"CMMLU","rows":[{"conf":"medium","context":"CMMLU (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":1,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.9,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"CMMLU (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":2,"root":"deepseek-ai/DeepSeek-V4-Pro","score":88.9,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"CMMLU (EM)","model_id":null,"org":"deepseek-ai","rank":3,"root":"—","score":88.9,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"CMMLU (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":4,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.9,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"CMMLU (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":5,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.9,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"CMMLU (EM)","model_id":null,"org":"deepseek-ai","rank":6,"root":"—","score":88.9,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"CMMLU (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":7,"root":"deepseek-ai/DeepSeek-V4-Pro","score":88.9,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"CMMLU","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":8,"root":"inclusionAI/LLaDA2.0-flash-preview","score":86.59,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"CMMLU","model_id":"llada2-0-flash","org":"inclusionAI","rank":9,"root":"inclusionAI/LLaDA2.0-flash","score":86.36,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"CMMLU","model_id":"qwen2-57b-a14b","org":"Qwen","rank":10,"root":"Qwen/Qwen2-57B-A14B","score":84.8,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"CMMLU","model_id":"qwen2-72b","org":"Qwen","rank":11,"root":"Qwen/Qwen2-72B","score":84,"variant":"Qwen2-72B"},{"conf":"high","context":null,"model_id":"yi-34b-200k","org":"TheBloke","rank":12,"root":"01-ai/Yi-34B-200K","score":83.6,"variant":"Yi-34B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-200k-llamafied","org":"TheBloke","rank":13,"root":"larryvrh/Yi-34B-200K-Llamafied","score":83.6,"variant":"Yi-34B-200K-Llamafied-GGUF"},{"conf":"medium","context":"CMMLU","model_id":"internlm2-5-20b","org":"internlm","rank":14,"root":"internlm/internlm2_5-20b","score":82.22,"variant":"internlm2_5-20b"},{"conf":"medium","context":"CMMLU","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":15,"root":"inclusionAI/LLaDA2.0-mini-preview","score":80.84,"variant":"LLaDA2.0-mini-preview"},{"conf":"medium","context":"CMMLU (5-shot)","model_id":"internlm2-5-20b-chat","org":"internlm","rank":16,"root":"internlm/internlm2_5-20b-chat","score":79.7,"variant":"internlm2_5-20b-chat"},{"conf":"medium","context":"CMMLU","model_id":"llada2-0-mini","org":"inclusionAI","rank":17,"root":"inclusionAI/LLaDA2.0-mini","score":79.17,"variant":"LLaDA2.0-mini"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":18,"root":"01-ai/Yi-34B-Chat","score":79.11,"variant":"Yi-34B-Chat-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":19,"root":"01-ai/Yi-34B-Chat","score":79.11,"variant":"Yi-34B-Chat-AWQ"},{"conf":"medium","context":"CMMLU","model_id":"internlm2-5-7b","org":"internlm","rank":20,"root":"internlm/internlm2_5-7b","score":79.1,"variant":"internlm2_5-7b"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":21,"root":"SUSTech/SUS-Chat-34B","score":78.68,"variant":"SUS-Chat-34B-GGUF"},{"conf":"medium","context":"CMMLU (5-shot)","model_id":"internlm2-5-7b-chat","org":"internlm","rank":22,"root":"internlm/internlm2_5-7b-chat","score":78,"variant":"internlm2_5-7b-chat"},{"conf":"high","context":null,"model_id":"yi-6b-200k","org":"TheBloke","rank":23,"root":"01-ai/Yi-6B-200K","score":75.5,"variant":"Yi-6B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b","org":"TheBloke","rank":24,"root":"01-ai/Yi-6B","score":75.5,"variant":"Yi-6B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":25,"root":"OrionStarAI/OrionStar-Yi-34B-Chat-Llama","score":71,"variant":"OrionStar-Yi-34B-Chat-Llama-GGUF"},{"conf":"medium","context":"**CMMLU**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":26,"root":"deepseek-ai/DeepSeek-V2-Chat","score":69.3,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**CMMLU**","model_id":"deepseek-v2","org":"deepseek-ai","rank":27,"root":"deepseek-ai/DeepSeek-V2","score":69.3,"variant":"DeepSeek-V2"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":28,"root":"Nanbeige/Nanbeige-16B-Base","score":66.58,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"medium","context":"CMMLU","model_id":null,"org":"internlm","rank":29,"root":"internlm/internlm2_5-1_8b","score":65.44,"variant":"internlm2_5-1_8b"},{"conf":"medium","context":"CMMLU (5-shot)","model_id":"internlm2-5-1-8b-chat","org":"internlm","rank":30,"root":"internlm/internlm2_5-1_8b-chat","score":62.2,"variant":"internlm2_5-1_8b-chat"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":31,"root":"YeungNLP/firefly-llama2-13b-chat","score":56.83,"variant":"firefly-llama2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":32,"root":"YeungNLP/firefly-llama2-7b-chat","score":56.83,"variant":"firefly-llama2-7B-chat-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"shenzhi-wang","rank":33,"root":"meta-llama/Meta-Llama-3-70B-Instruct","score":55.51,"variant":"Llama3-70B-Chinese-Chat-GGUF-4bit"},{"conf":"low","context":null,"model_id":null,"org":"shenzhi-wang","rank":34,"root":"meta-llama/Meta-Llama-3-70B-Instruct","score":55.51,"variant":"Llama3-70B-Chinese-Chat"},{"conf":"low","context":null,"model_id":"yi-34b","org":"TheBloke","rank":35,"root":"01-ai/Yi-34B","score":53.3,"variant":"Yi-34B-GGUF"},{"conf":"medium","context":"CMMLU","model_id":"qwen2-7b","org":"Qwen","rank":36,"root":"Qwen/Qwen2-7B","score":50.8,"variant":"Qwen2-7B"},{"conf":"medium","context":"**CMMLU**","model_id":null,"org":"TheBloke","rank":37,"root":"Skywork/Skywork-13B-base","score":49.5,"variant":"Skywork-13B-base-GGUF"},{"conf":"medium","context":"**CMMLU**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":38,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":47.2,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**CMMLU**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":39,"root":"deepseek-ai/DeepSeek-V2-Lite","score":47.2,"variant":"DeepSeek-V2-Lite"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":40,"root":"Qwen/Qwen-72B","score":31.8,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":41,"root":"Qwen/Qwen-7B","score":31.8,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":42,"root":"Qwen/Qwen-14B","score":31.8,"variant":"Qwen-14B"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":43,"root":"Skywork/Skywork-13B-base","score":31.2,"variant":"Skywork-13B-base-GGUF"},{"conf":"medium","context":"CMMLU","model_id":"qwen2-0-5b","org":"Qwen","rank":44,"root":"Qwen/Qwen2-0.5B","score":24.2,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"CMMLU","model_id":"qwen2-1-5b","org":"Qwen","rank":45,"root":"Qwen/Qwen2-1.5B","score":24.2,"variant":"Qwen2-1.5B"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/cmmlu.html"],"url":"https://huggingface.co/spaces/cmmlu"}},"meta":{"source":"registry"}}