{"data":{"category":"knowledge","id":"ceval","name":"C-Eval","rows":[{"conf":"medium","context":"C-Eval (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":1,"root":"deepseek-ai/DeepSeek-V4-Flash","score":90.4,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"C-Eval (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":2,"root":"deepseek-ai/DeepSeek-V4-Pro","score":90.4,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"C-Eval (EM)","model_id":null,"org":"deepseek-ai","rank":3,"root":"—","score":90.4,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"C-Eval (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":4,"root":"deepseek-ai/DeepSeek-V4-Flash","score":90.4,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"C-Eval (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":5,"root":"deepseek-ai/DeepSeek-V4-Flash","score":90.4,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"C-Eval (EM)","model_id":null,"org":"deepseek-ai","rank":6,"root":"—","score":90.4,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"C-Eval (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":7,"root":"deepseek-ai/DeepSeek-V4-Pro","score":90.4,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"C-EVAL","model_id":"llada2-0-flash","org":"inclusionAI","rank":8,"root":"inclusionAI/LLaDA2.0-flash","score":88.17,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"C-EVAL","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":9,"root":"inclusionAI/LLaDA2.0-flash-preview","score":88.03,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-57b-a14b","org":"Qwen","rank":10,"root":"Qwen/Qwen2-57B-A14B","score":83.5,"variant":"Qwen2-57B-A14B"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":11,"root":"SUSTech/SUS-Chat-34B","score":82.42,"variant":"SUS-Chat-34B-GGUF"},{"conf":"medium","context":"C-EVAL","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":12,"root":"inclusionAI/LLaDA2.0-mini-preview","score":82.1,"variant":"LLaDA2.0-mini-preview"},{"conf":"high","context":null,"model_id":"yi-34b-200k","org":"TheBloke","rank":13,"root":"01-ai/Yi-34B-200K","score":81.9,"variant":"Yi-34B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-200k-llamafied","org":"TheBloke","rank":14,"root":"larryvrh/Yi-34B-200K-Llamafied","score":81.9,"variant":"Yi-34B-200K-Llamafied-GGUF"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-72b","org":"Qwen","rank":15,"root":"Qwen/Qwen2-72B","score":81.7,"variant":"Qwen2-72B"},{"conf":"medium","context":"C-EVAL","model_id":"llada2-0-mini","org":"inclusionAI","rank":16,"root":"inclusionAI/LLaDA2.0-mini","score":81.36,"variant":"LLaDA2.0-mini"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":17,"root":"Qwen/Qwen-72B","score":80.1,"variant":"Qwen-72B-Chat"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":18,"root":"Qwen/Qwen-72B","score":80.1,"variant":"Qwen-72B-Chat-Int4"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":19,"root":"Qwen/Qwen-72B","score":80.1,"variant":"Qwen-72B-Chat-Int8"},{"conf":"high","context":null,"model_id":"glm-4-9b","org":"zai-org","rank":20,"root":"zai-org/glm-4-9b","score":77.1,"variant":"glm-4-9b"},{"conf":"high","context":null,"model_id":"glm-4-9b-hf","org":"zai-org","rank":21,"root":"zai-org/glm-4-9b-hf","score":77.1,"variant":"glm-4-9b-hf"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":22,"root":"01-ai/Yi-34B-Chat","score":77.04,"variant":"Yi-34B-Chat-GGUF"},{"conf":"high","context":null,"model_id":"yi-34b-chat","org":"TheBloke","rank":23,"root":"01-ai/Yi-34B-Chat","score":77.04,"variant":"Yi-34B-Chat-AWQ"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-57b-a14b","org":"Qwen","rank":24,"root":"Qwen/Qwen2-57B-A14B","score":76.7,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":25,"root":"zai-org/glm-4-9b-chat","score":75.6,"variant":"glm-4-9b-chat"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":26,"root":"THUDM/glm-4-9b-chat","score":75.6,"variant":"glm-4-9b-chat-hf"},{"conf":"high","context":null,"model_id":"yi-6b-200k","org":"TheBloke","rank":27,"root":"01-ai/Yi-6B-200K","score":72,"variant":"Yi-6B-200K-GGUF"},{"conf":"high","context":null,"model_id":"yi-6b","org":"TheBloke","rank":28,"root":"01-ai/Yi-6B","score":72,"variant":"Yi-6B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":29,"root":"meta-llama/Prompt-Guard-86M","score":71.4,"variant":"Prompt-Guard-86M"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":30,"root":"OrionStarAI/OrionStar-Yi-34B-Chat-Llama","score":69.9,"variant":"OrionStar-Yi-34B-Chat-Llama-GGUF"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"Qwen","rank":31,"root":"Qwen/Qwen-14B-Chat","score":69.8,"variant":"Qwen-14B-Chat"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":32,"root":"Qwen/Qwen-14B-Chat","score":69.8,"variant":"Qwen-14B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":33,"root":"Qwen/Qwen-14B-Chat","score":69.8,"variant":"Qwen-14B-Chat-AWQ"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":34,"root":"Qwen/Qwen-14B","score":69,"variant":"Qwen-14B-Chat-Int4"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":35,"root":"Qwen/Qwen-14B","score":68.6,"variant":"Qwen-14B-Chat-Int8"},{"conf":"medium","context":"**C-Eval**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":36,"root":"deepseek-ai/DeepSeek-V2-Chat","score":67.5,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**C-Eval**","model_id":"deepseek-v2","org":"deepseek-ai","rank":37,"root":"deepseek-ai/DeepSeek-V2","score":67.5,"variant":"DeepSeek-V2"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":38,"root":"Nanbeige/Nanbeige-16B-Base","score":63.8,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-72b","org":"Qwen","rank":39,"root":"Qwen/Qwen2-72B","score":61.6,"variant":"Qwen2-72B-Instruct"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"Qwen","rank":40,"root":"Qwen/Qwen-7B-Chat","score":59.7,"variant":"Qwen-7B-Chat"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":41,"root":"Qwen/Qwen-7B-Chat","score":59.7,"variant":"Qwen-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":42,"root":"Qwen/Qwen-7B-Chat","score":59.7,"variant":"Qwen-7B-Chat-AWQ"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":43,"root":"Qwen/Qwen-7B","score":59.4,"variant":"Qwen-7B-Chat-Int8"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":44,"root":"Qwen/Qwen-7B","score":59.2,"variant":"Qwen-7B-Chat-Int4"},{"conf":"medium","context":"C-Eval","model_id":"ling-lite-base-1-5","org":"inclusionAI","rank":45,"root":"inclusionAI/Ling-lite-base-1.5","score":59,"variant":"Ring-lite"},{"conf":"low","context":null,"model_id":"yi-34b","org":"TheBloke","rank":46,"root":"01-ai/Yi-34B","score":58.1,"variant":"Yi-34B-GGUF"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":47,"root":"Qwen/Qwen-1_8B","score":55.8,"variant":"Qwen-1_8B-Chat-Int8"},{"conf":"low","context":null,"model_id":null,"org":"shenzhi-wang","rank":48,"root":"meta-llama/Meta-Llama-3-70B-Instruct","score":54.4,"variant":"Llama3-70B-Chinese-Chat-GGUF-4bit"},{"conf":"low","context":null,"model_id":null,"org":"shenzhi-wang","rank":49,"root":"meta-llama/Meta-Llama-3-70B-Instruct","score":54.4,"variant":"Llama3-70B-Chinese-Chat"},{"conf":"medium","context":"C-Eval(Val)","model_id":null,"org":"internlm","rank":50,"root":"internlm/internlm-chat-7b","score":53.2,"variant":"internlm-chat-7b"},{"conf":"medium","context":"C-Eval(Val)","model_id":null,"org":"internlm","rank":51,"root":"internlm/internlm-7b","score":53.2,"variant":"internlm-7b"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":52,"root":"Qwen/Qwen-1_8B","score":52.8,"variant":"Qwen-1_8B-Chat-Int4"},{"conf":"medium","context":"**C-EVAL**","model_id":null,"org":"TheBloke","rank":53,"root":"Skywork/Skywork-13B-base","score":51.2,"variant":"Skywork-13B-base-GGUF"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-7b","org":"Qwen","rank":54,"root":"Qwen/Qwen2-7B","score":47.4,"variant":"Qwen2-7B"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-7b","org":"Qwen","rank":55,"root":"Qwen/Qwen2-7B","score":45.9,"variant":"Qwen2-7B-Instruct"},{"conf":"medium","context":"**C-Eval**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":56,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":45,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**C-Eval**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":57,"root":"deepseek-ai/DeepSeek-V2-Lite","score":45,"variant":"DeepSeek-V2-Lite"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-1-5b-instruct","org":"Qwen","rank":58,"root":"Qwen/Qwen2-1.5B-Instruct","score":37.2,"variant":"Qwen2-1.5B-Instruct"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-0-5b","org":"Qwen","rank":59,"root":"Qwen/Qwen2-0.5B","score":37.2,"variant":"Qwen2-0.5B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":60,"root":"Skywork/Skywork-13B-base","score":35.5,"variant":"Skywork-13B-base-GGUF"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":61,"root":"Qwen/Qwen-72B","score":32.5,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":62,"root":"Qwen/Qwen-7B","score":32.5,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":63,"root":"Qwen/Qwen-14B","score":32.5,"variant":"Qwen-14B"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-0-5b","org":"Qwen","rank":64,"root":"Qwen/Qwen2-0.5B","score":23.4,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"C-Eval","model_id":"qwen2-1-5b","org":"Qwen","rank":65,"root":"Qwen/Qwen2-1.5B","score":23.4,"variant":"Qwen2-1.5B"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/ceval.html"],"url":"https://huggingface.co/spaces/ceval"}},"meta":{"source":"registry"}}