{"data":{"category":"coding","id":"humaneval","name":"HumanEval","rows":[{"conf":"medium","context":"HumanEval","model_id":"diffusiongemma-26b-a4b-it","org":"nvidia","rank":1,"root":"google/diffusiongemma-26B-A4B-it","score":94.09,"variant":"diffusiongemma-26B-A4B-it-NVFP4"},{"conf":"medium","context":"HumanEval","model_id":"llada2-0-flash","org":"inclusionAI","rank":2,"root":"inclusionAI/LLaDA2.0-flash","score":93.29,"variant":"LLaDA2.0-flash"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-14b","org":"Mungert","rank":3,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","score":92.6,"variant":"DeepCoder-14B-Preview-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":4,"root":"allenai/Olmo-3-32B-Think-DPO","score":91.5,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":5,"root":"allenai/Olmo-3.1-32B-Think","score":91.5,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"low","context":null,"model_id":"nvlm-d-72b","org":"nvidia","rank":6,"root":"nvidia/NVLM-D-72B","score":90.2,"variant":"NVLM-D-72B"},{"conf":"medium","context":"HumanEval","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":7,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":90.2,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"HumanEval","model_id":"minimax-text-01","org":"MiniMaxAI","rank":8,"root":"MiniMaxAI/MiniMax-Text-01","score":90.2,"variant":"MiniMax-Text-01"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":9,"root":"allenai/Olmo-3-32B-Think-DPO","score":90,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1125-32b","org":"allenai","rank":10,"root":"allenai/Olmo-3-1125-32B","score":90,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":11,"root":"allenai/Olmo-3-32B-Think","score":90,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":12,"root":"allenai/Olmo-3-32B-Think-SFT","score":90,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":13,"root":"allenai/Olmo-3-32B-Think","score":90,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"HumanEval(Pass@1)","model_id":"ling-lite","org":"inclusionAI","rank":14,"root":"inclusionAI/Ling-lite","score":89.02,"variant":"Ling-lite"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":15,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":16,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":17,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":18,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":19,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":20,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":21,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":88.99,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":22,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":88.41,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":23,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":88.41,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":24,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":88.41,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":25,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":88.41,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":26,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":88.41,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":27,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":88.41,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"nvidia","rank":28,"root":"nvidia/Llama-3_1-Nemotron-Ultra-253B-CPT-v1","score":88.41,"variant":"Llama-3_1-Nemotron-Ultra-253B-CPT-v1"},{"conf":"medium","context":"HumanEval-Python","model_id":null,"org":"inclusionAI","rank":29,"root":"inclusionAI/Ling-Coder-lite","score":88.41,"variant":"Ling-Coder-lite-GPTQ-Int8"},{"conf":"medium","context":"HumanEval","model_id":"qwen3-8b-base","org":"nvidia","rank":30,"root":"Qwen/Qwen3-8B","score":87.8,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":"HumanEval(Pass@1)","model_id":"ling-lite-1-5","org":"inclusionAI","rank":31,"root":"inclusionAI/Ling-lite-1.5","score":87.27,"variant":"Ling-lite-1.5"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":32,"root":"tiiuae/Falcon-H1-34B-Base","score":87.2,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":33,"root":"tiiuae/Falcon-H1-34B-Instruct","score":87.2,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":34,"root":"tiiuae/Falcon-H1-34B-Instruct","score":87.2,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":35,"root":"tiiuae/Falcon-H1-34B-Instruct","score":87.2,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":36,"root":"tiiuae/Falcon-H1-7B-Base","score":86.59,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":37,"root":"tiiuae/Falcon-H1-7B-Instruct","score":86.59,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":38,"root":"tiiuae/Falcon-H1-7B-Instruct","score":86.59,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":39,"root":"tiiuae/Falcon-H1-7B-Instruct","score":86.59,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-8b","org":"allenai","rank":40,"root":"meta-llama/Llama-3.1-8B","score":86.2,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":41,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":86.2,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":42,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":86.2,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":43,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":86.2,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":44,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":86.2,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":45,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":86.2,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-70b","org":"allenai","rank":46,"root":"meta-llama/Llama-3.1-70B","score":86.2,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":null,"org":"allenai","rank":47,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":86.2,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":48,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":86.2,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":49,"root":"allenai/Llama-3.1-Tulu-3-8B","score":86.2,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-405b","org":"allenai","rank":50,"root":"meta-llama/Llama-3.1-405B","score":86.2,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":51,"root":"allenai/Llama-3.1-Tulu-3-70B","score":86.2,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**HumanEval (pass@10)**","model_id":null,"org":"allenai","rank":52,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":86.2,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":null,"model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":53,"root":"inclusionAI/LLaDA2.0-mini-preview","score":85.98,"variant":"LLaDA2.0-mini-preview"},{"conf":"medium","context":null,"model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":54,"root":"inclusionAI/LLaDA2.0-flash-preview","score":85.98,"variant":"LLaDA2.0-flash-preview"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":55,"root":"WizardLM/WizardCoder-33B-V1.1","score":85.4,"variant":"WizardCoder-33B-V1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":56,"root":"microsoft/wavecoder-ultra-6.7b","score":85.4,"variant":"wavecoder-ultra-6.7b"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":57,"root":"microsoft/wavecoder-ds-6.7b","score":85.4,"variant":"wavecoder-ds-6.7b"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":58,"root":"microsoft/wavecoder-pro-6.7b","score":85.4,"variant":"wavecoder-pro-6.7b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":59,"root":"WizardLM/WizardCoder-33B-V1.1","score":85.4,"variant":"WizardCoder-33B-V1.1-GPTQ"},{"conf":"medium","context":"EvalPlus-HumanEval+","model_id":null,"org":"inclusionAI","rank":60,"root":"inclusionAI/Ling-Coder-lite","score":85.37,"variant":"Ling-Coder-lite-GPTQ-Int8"},{"conf":"medium","context":"_instruct_pass@1","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":61,"root":"mistralai/Mistral-Small-24B-Base-2501","score":84.8,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"_instruct_pass@1","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":62,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":84.8,"variant":"Mistral-Small-24B-Instruct-2501-bnb-4bit"},{"conf":"medium","context":"_instruct_pass@1","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":63,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":84.8,"variant":"Mistral-Small-24B-Instruct-2501-GGUF"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":64,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":84.8,"variant":"Seed-Coder-8B-Instruct-GGUF"},{"conf":"medium","context":"_instruct_pass@1","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":65,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":84.8,"variant":"Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit"},{"conf":"medium","context":"_instruct_pass@1","model_id":"mistral-small-24b-instruct-2501","org":"unsloth","rank":66,"root":"mistralai/Mistral-Small-24B-Instruct-2501","score":84.8,"variant":"Mistral-Small-24B-Instruct-2501"},{"conf":"medium","context":"_instruct_pass@1","model_id":"mistral-small-24b-base-2501","org":"unsloth","rank":67,"root":"mistralai/Mistral-Small-24B-Base-2501","score":84.8,"variant":"Mistral-Small-24B-Base-2501-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":68,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":84.8,"variant":"Seed-Coder-8B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"HumanEval","model_id":"llada2-0-mini","org":"inclusionAI","rank":69,"root":"inclusionAI/LLaDA2.0-mini","score":84.76,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"HumanEval python","model_id":"deepseek-v2-5","org":"deepseek-ai","rank":70,"root":"deepseek-ai/DeepSeek-V2.5","score":84.5,"variant":"DeepSeek-V2.5"},{"conf":"medium","context":"HumanEval","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":71,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":83.84,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"HumanEval-Plus","model_id":"ling-2-6-flash","org":"inclusionAI","rank":72,"root":"inclusionAI/Ling-2.6-flash","score":83.54,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"HumanEval-Plus","model_id":"ling-2-6-1t","org":"inclusionAI","rank":73,"root":"inclusionAI/Ling-2.6-1T","score":83.54,"variant":"Ling-2.6-1T-base"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4","org":"microsoft","rank":74,"root":"microsoft/phi-4","score":83.5,"variant":"Phi-4-reasoning"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4","org":"microsoft","rank":75,"root":"microsoft/phi-4","score":83.5,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":76,"root":"microsoft/Phi-4-reasoning-plus","score":83.5,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4-reasoning","org":"unsloth","rank":77,"root":"microsoft/Phi-4-reasoning","score":83.5,"variant":"Phi-4-reasoning-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4-reasoning","org":"unsloth","rank":78,"root":"microsoft/phi-4-reasoning","score":83.5,"variant":"phi-4-reasoning"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4-reasoning","org":"unsloth","rank":79,"root":"microsoft/phi-4-reasoning","score":83.5,"variant":"phi-4-reasoning-unsloth-bnb-4bit"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4-reasoning","org":"unsloth","rank":80,"root":"microsoft/phi-4-reasoning","score":83.5,"variant":"phi-4-reasoning-bnb-4bit"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4","org":"Mungert","rank":81,"root":"microsoft/phi-4","score":83.5,"variant":"Phi-4-reasoning-plus-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4-reasoning-plus","org":"unsloth","rank":82,"root":"microsoft/Phi-4-reasoning-plus","score":83.5,"variant":"Phi-4-reasoning-plus"},{"conf":"medium","context":"HumanEvalPlus","model_id":"phi-4","org":"Mungert","rank":83,"root":"microsoft/phi-4","score":83.5,"variant":"Phi-4-reasoning-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":84,"root":"—","score":82.93,"variant":"SmallThinker-21BA3B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"zai-org","rank":85,"root":"zai-org/codegeex4-all-9b","score":82.3,"variant":"codegeex4-all-9b"},{"conf":"high","context":null,"model_id":null,"org":"zai-org","rank":86,"root":"zai-org/codegeex4-all-9b","score":82.3,"variant":"codegeex4-all-9b-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":87,"root":"tiiuae/Falcon-H1-34B-Base","score":81.71,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":88,"root":"tiiuae/Falcon-H1-34B-Instruct","score":81.71,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":89,"root":"tiiuae/Falcon-H1-34B-Instruct","score":81.71,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":90,"root":"tiiuae/Falcon-H1-34B-Instruct","score":81.71,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-72b","org":"Qwen","rank":91,"root":"Qwen/Qwen2-72B","score":81.7,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-8b","org":"allenai","rank":92,"root":"meta-llama/Llama-3.1-8B","score":81.4,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":93,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":81.4,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":94,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":81.4,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":95,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":81.4,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":96,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":81.4,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":97,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":81.4,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-70b","org":"allenai","rank":98,"root":"meta-llama/Llama-3.1-70B","score":81.4,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":null,"org":"allenai","rank":99,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":81.4,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":100,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":81.4,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":101,"root":"allenai/Llama-3.1-Tulu-3-8B","score":81.4,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-405b","org":"allenai","rank":102,"root":"meta-llama/Llama-3.1-405B","score":81.4,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":103,"root":"allenai/Llama-3.1-Tulu-3-70B","score":81.4,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**HumanEval+ (pass@10)**","model_id":null,"org":"allenai","rank":104,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":81.4,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":105,"root":"tiiuae/Falcon-H1-7B-Base","score":81.1,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":106,"root":"tiiuae/Falcon-H1-7B-Instruct","score":81.1,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"**HumanEval**","model_id":"deepseek-v2-chat-0628","org":"deepseek-ai","rank":107,"root":"deepseek-ai/DeepSeek-V2-Chat-0628","score":81.1,"variant":"DeepSeek-V2-Chat-0628"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":108,"root":"tiiuae/Falcon-H1-7B-Instruct","score":81.1,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":109,"root":"tiiuae/Falcon-H1-7B-Instruct","score":81.1,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":110,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":80.8,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1125-32b","org":"allenai","rank":111,"root":"allenai/Olmo-3-1125-32B","score":80.8,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":112,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":80.8,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":113,"root":"allenai/Olmo-3.1-32B-Instruct","score":80.8,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"HumanEvalPlus","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":114,"root":"allenai/Olmo-3.1-32B-Instruct","score":80.8,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":115,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":79.4,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"HumanEval (0-shot)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":116,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":79.27,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":117,"root":"Qwen/Qwen2.5-Omni-3B","score":78.7,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":118,"root":"Qwen/Qwen2.5-Omni-7B","score":78.7,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":119,"root":"Qwen/Qwen2.5-Omni-7B","score":78.7,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":120,"root":"Qwen/Qwen2.5-Omni-3B","score":78.7,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":121,"root":"Qwen/Qwen2.5-Omni-3B","score":78.7,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":122,"root":"Qwen/Qwen2.5-Omni-7B","score":78.7,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":123,"root":"Qwen/Qwen2.5-Omni-7B","score":78.7,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":124,"root":"Qwen/Qwen2.5-Omni-3B","score":78.7,"variant":"Qwen2.5-Omni-3B"},{"conf":"low","context":null,"model_id":"qwen3-4b-instruct-2507","org":"nvidia","rank":125,"root":"Qwen/Qwen3-4B-Instruct-2507","score":77.56,"variant":"Nemotron-Research-GooseReason-4B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":126,"root":"tiiuae/Falcon-H1-3B-Base","score":76.83,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":127,"root":"tiiuae/Falcon-H1-3B-Base","score":76.83,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":128,"root":"tiiuae/Falcon-H1-3B-Instruct","score":76.83,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":129,"root":"nvidia/Nemotron-H-4B-Base-8K","score":76.2,"variant":"Nemotron-H-4B-Instruct-128K"},{"conf":"medium","context":"-python","model_id":null,"org":"TheBloke","rank":130,"root":"uukuguy/speechless-codellama-34b-v2.0","score":75.61,"variant":"speechless-codellama-34b-v2.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":131,"root":"IDEA-CCNL/Ziya-Coding-34B-v1.0","score":75.5,"variant":"Ziya-Coding-34B-v1.0-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"grin-moe","org":"microsoft","rank":132,"root":"microsoft/GRIN-MoE","score":74.4,"variant":"GRIN-MoE"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":133,"root":"Xwin-LM/XwinCoder-34B","score":74.2,"variant":"XwinCoder-34B-GGUF"},{"conf":"medium","context":"HumanEval Multi","model_id":"deepseek-v2-5","org":"deepseek-ai","rank":134,"root":"deepseek-ai/DeepSeek-V2.5","score":73.8,"variant":"DeepSeek-V2.5"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":135,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":73.78,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":136,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":73.78,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":137,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":73.78,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":138,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":73.78,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":139,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":73.78,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":140,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":73.2,"variant":"WizardCoder-Python-34B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-coder-7b","org":"microsoft","rank":141,"root":"Qwen/Qwen2.5-Coder-7B-Instruct","score":73.2,"variant":"NextCoder-7B"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":142,"root":"WizardLM/WizardLM-70B-V1.0","score":73.2,"variant":"WizardLM-70B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":143,"root":"WizardLM/WizardLM-13B-V1.2","score":73.2,"variant":"WizardLM-13B-V1.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":144,"root":"WizardLM/WizardMath-13B-V1.0","score":73.2,"variant":"WizardMath-13B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":145,"root":"WizardLM/WizardLM-70B-V1.0","score":73.2,"variant":"WizardLM-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":146,"root":"WizardLM/WizardMath-7b-V1.0","score":73.2,"variant":"WizardMath-7B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":147,"root":"WizardLM/WizardLM-13B-V1.1","score":73.2,"variant":"WizardLM-13B-V1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":148,"root":"WizardLM/WizardLM-7B-V1.0","score":73.2,"variant":"wizardLM-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":149,"root":"Qwen/Qwen2.5-Coder-14B-Instruct","score":73.2,"variant":"NextCoder-14B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":150,"root":"WizardLM/WizardMath-70B-V1.0","score":73.2,"variant":"WizardMath-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":151,"root":"WizardLM/WizardLM-30B-V1.0","score":73.2,"variant":"WizardLM-30B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":152,"root":"Qwen/Qwen2.5-Coder-14B-Instruct","score":73.2,"variant":"NextCoder-14B"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":153,"root":"Qwen/Qwen2.5-Coder-32B-Instruct","score":73.2,"variant":"NextCoder-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-coder-7b","org":"Mungert","rank":154,"root":"Qwen/Qwen2.5-Coder-7B-Instruct","score":73.2,"variant":"NextCoder-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":155,"root":"WizardLM/WizardLM-13B-V1.2","score":73.2,"variant":"WizardLM-13B-V1.2-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":156,"root":"WizardLM/WizardLM-13B-V1.1","score":73.2,"variant":"WizardLM-13B-V1.1-GPTQ"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":157,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":73.2,"variant":"WizardCoder-Python-34B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":"deepseek-r1-distill-qwen-1-5b","org":"Mungert","rank":158,"root":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","score":73,"variant":"DeepCoder-1.5B-Preview-GGUF"},{"conf":"medium","context":"HUMANEVAL","model_id":"internlm2-5-20b","org":"internlm","rank":159,"root":"internlm/internlm2_5-20b","score":71.95,"variant":"internlm2_5-20b"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":160,"root":"zai-org/glm-4-9b-chat","score":71.8,"variant":"glm-4-9b-chat"},{"conf":"high","context":null,"model_id":"glm-4-9b-chat","org":"zai-org","rank":161,"root":"THUDM/glm-4-9b-chat","score":71.8,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"HumanEval (0-shot)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":162,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":70.73,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":163,"root":"tiiuae/Falcon-H1-3B-Base","score":70.73,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":164,"root":"tiiuae/Falcon-H1-3B-Base","score":70.73,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":165,"root":"tiiuae/Falcon-H1-3B-Instruct","score":70.73,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":166,"root":"tiiuae/Falcon-H1-34B-Base","score":70.12,"variant":"Falcon-H1-34B-Base"},{"conf":"high","context":null,"model_id":"glm-4-9b","org":"zai-org","rank":167,"root":"zai-org/glm-4-9b","score":70.1,"variant":"glm-4-9b"},{"conf":"high","context":null,"model_id":"glm-4-9b-hf","org":"zai-org","rank":168,"root":"zai-org/glm-4-9b-hf","score":70.1,"variant":"glm-4-9b-hf"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":169,"root":"LiquidAI/LFM2-8B-A1B","score":69.51,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":170,"root":"LiquidAI/LFM2-8B-A1B","score":69.51,"variant":"LFM2-8B-A1B"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":171,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":68.9,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":172,"root":"openchat/openchat-3.5-1210","score":68.9,"variant":"openchat-3.5-1210-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":173,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.9,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":174,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.9,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":175,"root":"openchat/openchat-3.5-1210","score":68.9,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":176,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.9,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":177,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.9,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":178,"root":"Xwin-LM/XwinCoder-13B","score":68.8,"variant":"XwinCoder-13B-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":179,"root":"tiiuae/Falcon-H1-1.5B-Base","score":68.29,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":180,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":68.29,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":181,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":68.29,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":182,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":68.29,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":183,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":68.29,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":184,"root":"tiiuae/Falcon-H1-7B-Base","score":67.68,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"google","rank":185,"root":"google/gemma-3n-E4B-it","score":66.5,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"google","rank":186,"root":"google/gemma-3n-E4B","score":66.5,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[HumanEval][]","model_id":null,"org":"google","rank":187,"root":"google/gemma-3n-E4B-it-litert-lm","score":66.5,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":188,"root":"google/gemma-3n-E2B-it","score":66.5,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":189,"root":"google/gemma-3n-E4B-it","score":66.5,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"google","rank":190,"root":"google/gemma-3n-E4B","score":66.5,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[HumanEval][]","model_id":null,"org":"google","rank":191,"root":"google/gemma-3n-E2B-it-litert-lm","score":66.5,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":192,"root":"google/gemma-3n-E4B-it","score":66.5,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"google","rank":193,"root":"google/gemma-3n-E4B","score":66.5,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":194,"root":"google/gemma-3n-E2B-it","score":66.5,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":null,"org":"unsloth","rank":195,"root":"google/gemma-3n-E2B-it-litert-preview","score":66.5,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":null,"org":"unsloth","rank":196,"root":"google/gemma-3n-E4B-it-litert-preview","score":66.5,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":197,"root":"google/gemma-3n-E4B-it","score":66.5,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":198,"root":"google/gemma-3n-E2B-it","score":66.5,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":199,"root":"google/gemma-3n-E4B","score":66.5,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":200,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":66.5,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":201,"root":"google/gemma-3n-E4B-it","score":66.5,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":202,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":66.5,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":203,"root":"google/gemma-3n-E4b-it","score":66.5,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":204,"root":"meta-llama/Meta-Llama-3-8B","score":66.4,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":205,"root":"meta-llama/Meta-Llama-3-70B","score":66.4,"variant":"llama-3-tulu-2-70b"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":206,"root":"allenai/Olmo-3-1125-32B","score":65.6,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":207,"root":"tiiuae/Falcon-H1-34B-Base","score":64.63,"variant":"Falcon-H1-34B-Base"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":208,"root":"openchat/openchat-3.5-1210","score":64.6,"variant":"openchat-3.5-1210-GGUF"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":209,"root":"Qwen/Qwen-72B","score":64.6,"variant":"Qwen-72B-Chat"},{"conf":"low","context":null,"model_id":"openchat-3-5-1210","org":"TheBloke","rank":210,"root":"openchat/openchat-3.5-1210","score":64.6,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":211,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":64,"variant":"WizardCoder-Python-13B-V1.0-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"youtu-llm-2b-base","org":"Mungert","rank":212,"root":"tencent/Youtu-LLM-2B-Base","score":64,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":213,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":64,"variant":"WizardCoder-Python-13B-V1.0-GPTQ"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":214,"root":"tiiuae/Falcon-H1-7B-Base","score":63.41,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":215,"root":"deepseek-ai/DeepSeek-V4-Flash","score":62.8,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":216,"root":"deepseek-ai/DeepSeek-V4-Pro","score":62.8,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":null,"org":"deepseek-ai","rank":217,"root":"—","score":62.8,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":218,"root":"deepseek-ai/DeepSeek-V4-Flash","score":62.8,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":219,"root":"deepseek-ai/DeepSeek-V4-Flash","score":62.8,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":null,"org":"deepseek-ai","rank":220,"root":"—","score":62.8,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"HumanEval (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":221,"root":"deepseek-ai/DeepSeek-V4-Pro","score":62.8,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"**HumanEval**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":222,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":62.3,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**HumanEval**","model_id":null,"org":"allenai","rank":223,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":62.3,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**HumanEval**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":224,"root":"allenai/OLMoE-1B-7B-0125","score":62.3,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"Humaneval","model_id":"qwen2-7b","org":"Qwen","rank":225,"root":"Qwen/Qwen2-7B","score":62.2,"variant":"Qwen2-7B-Instruct"},{"conf":"medium","context":"HumanEval<br>0-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":226,"root":"microsoft/Phi-3-medium-4k-instruct","score":62.2,"variant":"Phi-3-medium-4k-instruct"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":227,"root":"Qwen/Qwen-72B","score":62.2,"variant":"Qwen-72B-Chat-Int8"},{"conf":"medium","context":"HumanEval","model_id":"aceinstruct-7b","org":"nvidia","rank":228,"root":"nvidia/AceInstruct-7B","score":61.6,"variant":"AceInstruct-7B"},{"conf":"medium","context":"HumanEval","model_id":"aceinstruct-1-5b","org":"nvidia","rank":229,"root":"nvidia/AceInstruct-1.5B","score":61.6,"variant":"AceInstruct-1.5B"},{"conf":"high","context":null,"model_id":"qwen-72b","org":"Qwen","rank":230,"root":"Qwen/Qwen-72B","score":61.6,"variant":"Qwen-72B-Chat-Int4"},{"conf":"medium","context":"HumanEval","model_id":"aceinstruct-72b","org":"nvidia","rank":231,"root":"nvidia/AceInstruct-72B","score":61.6,"variant":"AceInstruct-72B"},{"conf":"medium","context":"HumanEval","model_id":"aceinstruct-1-5b","org":"Mungert","rank":232,"root":"nvidia/AceInstruct-1.5B","score":61.6,"variant":"AceInstruct-1.5B-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":233,"root":"tiiuae/Falcon-H1-1.5B-Base","score":61.59,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":234,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":61.59,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":235,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":61.59,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":236,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":61.59,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":237,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":61.59,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"HumanEval+ Pass@1","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":238,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":61.03,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"HumanEval+ Pass@1","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":239,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":61.03,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"low","context":null,"model_id":null,"org":"mistralai","rank":240,"root":"mistralai/Mamba-Codestral-7B-v0.1","score":61,"variant":"Mamba-Codestral-7B-v0.1"},{"conf":"medium","context":"HumanEval<br>0-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":241,"root":"microsoft/Phi-3-small-8k-instruct","score":61,"variant":"Phi-3-small-8k-instruct"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":242,"root":"nvidia/Nemotron-H-56B-Base-8K","score":61,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":243,"root":"nvidia/Nemotron-H-56B-Base-8K","score":60.37,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"HumanEval","model_id":"mobilellm-pro-base","org":"facebook","rank":244,"root":"facebook/MobileLLM-Pro-base","score":59.8,"variant":"MobileLLM-Pro-base"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":245,"root":"nvidia/Nemotron-H-4B-Base-8K","score":59.8,"variant":"Nemotron-H-4B-Base-8K"},{"conf":"medium","context":"HumanEval","model_id":"mobilellm-pro-base","org":"facebook","rank":246,"root":"facebook/MobileLLM-Pro-base","score":59.8,"variant":"MobileLLM-Pro"},{"conf":"medium","context":"HumanEval+","model_id":"youtu-llm-2b-base","org":"Mungert","rank":247,"root":"tencent/Youtu-LLM-2B-Base","score":59.5,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":248,"root":"tiiuae/Falcon-H1-3B-Base","score":59.15,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"HumanEval<br>0-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":249,"root":"microsoft/Phi-3-small-128k-instruct","score":59.1,"variant":"Phi-3-small-128k-instruct"},{"conf":"low","context":null,"model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":250,"root":"nvidia/Nemotron-H-8B-Base-8K","score":58.54,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"HumanEval<br>0-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":251,"root":"microsoft/Phi-3-medium-128k-instruct","score":58.5,"variant":"Phi-3-medium-128k-instruct"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":252,"root":"WizardLM/WizardCoder-Python-7b-V1.0","score":55.5,"variant":"WizardCoder-Python-7B-V1.0-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":253,"root":"openchat/openchat-3.5-0106","score":55.5,"variant":"openchat-3.5-0106-GGUF"},{"conf":"high","context":null,"model_id":"openchat-3-5-0106","org":"TheBloke","rank":254,"root":"openchat/openchat-3.5-0106","score":55.5,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":255,"root":"openchat/openchat_3.5","score":55.5,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":256,"root":"NurtureAI/openchat_3.5-16k","score":55.5,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":257,"root":"NurtureAI/openchat_3.5-16k","score":55.5,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":258,"root":"openchat/openchat_3.5","score":55.5,"variant":"openchat_3.5-GPTQ"},{"conf":"medium","context":"**HumanEval+**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":259,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":54.37,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**HumanEval+**","model_id":null,"org":"allenai","rank":260,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":54.37,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**HumanEval+**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":261,"root":"allenai/OLMoE-1B-7B-0125","score":54.37,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":262,"root":"tiiuae/Falcon-H1-3B-Base","score":53.66,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":263,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":52.44,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":264,"root":"tiiuae/Falcon-H1-0.5B-Base","score":51.83,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"-python","model_id":null,"org":"TheBloke","rank":265,"root":"uukuguy/speechless-tora-code-7b-v1.0","score":51.83,"variant":"speechless-tora-code-7B-v1.0-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":266,"root":"tiiuae/Falcon-H1-0.5B-Base","score":51.83,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":267,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":51.83,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":268,"root":"tiiuae/Falcon-H1-1.5B-Base","score":50,"variant":"Falcon-H1-1.5B-Base"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":269,"root":"codefuse-ai/CodeFuse-CodeLlama-34B","score":48.8,"variant":"CodeFuse-CodeLlama-34B-GGUF"},{"conf":"medium","context":"**HumanEval**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":270,"root":"deepseek-ai/DeepSeek-V2-Chat","score":48.2,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**HumanEval**","model_id":"deepseek-v2","org":"deepseek-ai","rank":271,"root":"deepseek-ai/DeepSeek-V2","score":48.2,"variant":"DeepSeek-V2"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":272,"root":"Qwen/Qwen-14B","score":48.2,"variant":"Qwen-14B-Chat-Int8"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-0-5b","org":"Qwen","rank":273,"root":"Qwen/Qwen2-0.5B","score":47.6,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-1-5b","org":"Qwen","rank":274,"root":"Qwen/Qwen2-1.5B","score":47.6,"variant":"Qwen2-1.5B"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":275,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":46.34,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-72b","org":"Qwen","rank":276,"root":"Qwen/Qwen2-72B","score":45.7,"variant":"Qwen2-72B"},{"conf":"high","context":null,"model_id":"qwen-14b","org":"Qwen","rank":277,"root":"Qwen/Qwen-14B","score":45.7,"variant":"Qwen-14B-Chat-Int4"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":278,"root":"tiiuae/Falcon-H1-0.5B-Base","score":45.12,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":279,"root":"tiiuae/Falcon-H1-0.5B-Base","score":45.12,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":280,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":45.12,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-57b-a14b","org":"Qwen","rank":281,"root":"Qwen/Qwen2-57B-A14B","score":45.1,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"Qwen","rank":282,"root":"Qwen/Qwen-14B-Chat","score":43.9,"variant":"Qwen-14B-Chat"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":283,"root":"Qwen/Qwen-14B-Chat","score":43.9,"variant":"Qwen-14B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-14b-chat","org":"TheBloke","rank":284,"root":"Qwen/Qwen-14B-Chat","score":43.9,"variant":"Qwen-14B-Chat-AWQ"},{"conf":"medium","context":"HumanEval","model_id":"internlm2-chat-7b","org":"internlm","rank":285,"root":"internlm/internlm2-chat-7b","score":43.3,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":286,"root":"internlm/internlm2-7b","score":43.3,"variant":"internlm2-7b"},{"conf":"medium","context":"HumanEval","model_id":"internlm2-chat-20b","org":"internlm","rank":287,"root":"internlm/internlm2-chat-20b","score":43.3,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":288,"root":"internlm/internlm2-20b","score":43.3,"variant":"internlm2-20b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":289,"root":"internlm/internlm2-base-7b","score":43.3,"variant":"internlm2-base-7b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":290,"root":"internlm/internlm2-base-20b","score":43.3,"variant":"internlm2-base-20b"},{"conf":"medium","context":"HumanEval","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":291,"root":"internlm/internlm2-chat-7b-sft","score":43.3,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"HumanEval","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":292,"root":"internlm/internlm2-chat-20b-sft","score":43.3,"variant":"internlm2-chat-20b-sft"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":293,"root":"tiiuae/Falcon-H1-1.5B-Base","score":42.68,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m","org":"google","rank":294,"root":"google/gemma-3-270m","score":41.5,"variant":"gemma-3-270m"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m","org":"google","rank":295,"root":"google/gemma-3-270m","score":41.5,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":296,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":297,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":298,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":299,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":41.5,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m","org":"unsloth","rank":300,"root":"google/gemma-3-270m","score":41.5,"variant":"gemma-3-270m"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":301,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"google","rank":302,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":303,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":304,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":41.5,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m","org":"unsloth","rank":305,"root":"google/gemma-3-270m","score":41.5,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m","org":"google","rank":306,"root":"google/gemma-3-270m","score":41.5,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m","org":"Mungert","rank":307,"root":"google/gemma-3-270m","score":41.5,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":308,"root":"google/gemma-3-270m-it","score":41.5,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-2-9b","org":"google","rank":309,"root":"google/gemma-2-9b","score":40.2,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-2-27b","org":"google","rank":310,"root":"google/gemma-2-27b","score":40.2,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-2-9b","org":"google","rank":311,"root":"google/gemma-2-9b","score":40.2,"variant":"gemma-2-9b"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-2-27b","org":"google","rank":312,"root":"google/gemma-2-27b","score":40.2,"variant":"gemma-2-27b"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"Qwen","rank":313,"root":"Qwen/Qwen-7B-Chat","score":37.2,"variant":"Qwen-7B-Chat"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":314,"root":"Qwen/Qwen-7B-Chat","score":37.2,"variant":"Qwen-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-7b-chat","org":"TheBloke","rank":315,"root":"Qwen/Qwen-7B-Chat","score":37.2,"variant":"Qwen-7B-Chat-AWQ"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":316,"root":"google/gemma-3-1b-pt","score":36,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":317,"root":"google/gemma-3-4b-pt","score":36,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":318,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-pt","org":"google","rank":319,"root":"google/gemma-3-27b-pt","score":36,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":320,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":321,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":322,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":323,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":324,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":325,"root":"google/gemma-3-4b-pt","score":36,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":326,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":327,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":328,"root":"google/gemma-3-1b-pt","score":36,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":329,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":330,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":331,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":null,"org":"google","rank":332,"root":"google/gemma-3-12b","score":36,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":333,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":334,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":335,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":336,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":337,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":338,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":339,"root":"google/gemma-3-4b-pt","score":36,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-pt","org":"google","rank":340,"root":"google/gemma-3-27b-pt","score":36,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":341,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":342,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":343,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":344,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":345,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":346,"root":"google/gemma-3-1b-pt","score":36,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":347,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":348,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":349,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":350,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":36,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":351,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":352,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":353,"root":"google/gemma-3-4b-pt","score":36,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":354,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":355,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":356,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":357,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":358,"root":"google/gemma-3-4b-pt","score":36,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":359,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":360,"root":"google/gemma-3-1b-pt","score":36,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":361,"root":"google/gemma-3-4b-it","score":36,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":362,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":363,"root":"google/gemma-3-12b-it","score":36,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":364,"root":"google/gemma-3-27b-pt","score":36,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"google","rank":365,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":366,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"google","rank":367,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":368,"root":"google/gemma-3-27b-it","score":36,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":369,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":370,"root":"google/gemma-3-1b-pt","score":36,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":371,"root":"google/gemma-3-27b-pt","score":36,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":372,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":373,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":374,"root":"google/gemma-3-27b-pt","score":36,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":375,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":376,"root":"google/gemma-3-12b-pt","score":36,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":377,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":378,"root":"google/gemma-3-1b-it","score":36,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":379,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":380,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":36,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":381,"root":"google/gemma-3-4b-pt","score":36,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"HumanEval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":382,"root":"tiiuae/Falcon-H1-0.5B-Base","score":35.98,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"HUMANEVAL","model_id":null,"org":"internlm","rank":383,"root":"internlm/internlm2_5-1_8b","score":35.98,"variant":"internlm2_5-1_8b"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":384,"root":"Qwen/Qwen-7B","score":34.8,"variant":"Qwen-7B-Chat-Int8"},{"conf":"medium","context":"-python","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":385,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":34.15,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":386,"root":"allenai/Olmo-3-1025-7B","score":31.6,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":387,"root":"allenai/Olmo-Hybrid-7B","score":31.6,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":388,"root":"allenai/Olmo-3-1025-7B","score":31.6,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"medium","context":"HumanEval+","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":389,"root":"tiiuae/Falcon-H1-0.5B-Base","score":31.1,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"HumanEval+","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":390,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":31.1,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"HumanEval+","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":391,"root":"microsoft/bitnet-b1.58-2B-4T","score":31.1,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"HumanEval+","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":392,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":31.1,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"high","context":null,"model_id":"qwen-7b","org":"Qwen","rank":393,"root":"Qwen/Qwen-7B","score":29.9,"variant":"Qwen-7B-Chat-Int4"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-7b","org":"Qwen","rank":394,"root":"Qwen/Qwen2-7B","score":29.3,"variant":"Qwen2-7B"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-57b-a14b","org":"Qwen","rank":395,"root":"Qwen/Qwen2-57B-A14B","score":29.3,"variant":"Qwen2-57B-A14B"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":396,"root":"Qwen/Qwen-1_8B","score":27.4,"variant":"Qwen-1_8B-Chat-Int8"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":397,"root":"mistralai/Ministral-8B-Instruct-2410","score":26.8,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"**HumanEval**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":398,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":26.2,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**HumanEval**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":399,"root":"deepseek-ai/DeepSeek-V2-Lite","score":26.2,"variant":"DeepSeek-V2-Lite"},{"conf":"medium","context":"HumanEval","model_id":"internlm2-chat-1-8b","org":"internlm","rank":400,"root":"internlm/internlm2-chat-1_8b","score":25,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":401,"root":"internlm/internlm2-1_8b","score":25,"variant":"internlm2-1_8b"},{"conf":"high","context":null,"model_id":"qwen-1-8b","org":"Qwen","rank":402,"root":"Qwen/Qwen-1_8B","score":25,"variant":"Qwen-1_8B-Chat-Int4"},{"conf":"medium","context":"HumanEval","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":403,"root":"internlm/internlm2-chat-1_8b-sft","score":25,"variant":"internlm2-chat-1_8b-sft"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":404,"root":"Nanbeige/Nanbeige-16B-Base","score":24.56,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":"gemma-1-1-2b-it","org":"google","rank":405,"root":"google/gemma-1.1-2b-it","score":22,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"google","rank":406,"root":"google/gemma-2b-it-pytorch","score":22,"variant":"gemma-2b"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"google","rank":407,"root":"google/gemma-2b-it-pytorch","score":22,"variant":"gemma-2b-it"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"google","rank":408,"root":"google/gemma-7b-it-quant-pytorch","score":22,"variant":"gemma-7b"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":"gemma-7b","org":"google","rank":409,"root":"google/gemma-7b","score":22,"variant":"gemma-7b-it"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":"gemma-1-1-7b-it","org":"google","rank":410,"root":"google/gemma-1.1-7b-it","score":22,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"google","rank":411,"root":"google/gemma-2b-it-pytorch","score":22,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"alpindale","rank":412,"root":"google/gemma-7b-it-quant-pytorch","score":22,"variant":"gemma-7b"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"alpindale","rank":413,"root":"google/gemma-2b-it-pytorch","score":22,"variant":"gemma-2b"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"google","rank":414,"root":"google/gemma-7b-it-quant-pytorch","score":22,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"alpindale","rank":415,"root":"google/gemma-7b-it-quant-pytorch","score":22,"variant":"gemma-7b-it"},{"conf":"medium","context":"[HumanEval](https://arxiv.org/abs/2107.03374)","model_id":null,"org":"google","rank":416,"root":"google/gemma-7b-it-quant-pytorch","score":22,"variant":"gemma-7b-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":417,"root":"—","score":18.3,"variant":"WizardCoder-15B-1.0-GPTQ"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-2-2b","org":"google","rank":418,"root":"google/gemma-2-2b","score":17.7,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[HumanEval][]","model_id":"gemma-2-2b","org":"google","rank":419,"root":"google/gemma-2-2b","score":17.7,"variant":"gemma-2-2b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":420,"root":"internlm/internlm-chat-7b","score":14,"variant":"internlm-chat-7b"},{"conf":"medium","context":"HumanEval","model_id":null,"org":"internlm","rank":421,"root":"internlm/internlm-7b","score":14,"variant":"internlm-7b"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":422,"root":"Qwen/Qwen-72B","score":12.8,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":423,"root":"Qwen/Qwen-7B","score":12.8,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":424,"root":"Qwen/Qwen-14B","score":12.8,"variant":"Qwen-14B"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-1-5b-instruct","org":"Qwen","rank":425,"root":"Qwen/Qwen2-1.5B-Instruct","score":9.1,"variant":"Qwen2-1.5B-Instruct"},{"conf":"medium","context":"HumanEval","model_id":"qwen2-0-5b","org":"Qwen","rank":426,"root":"Qwen/Qwen2-0.5B","score":9.1,"variant":"Qwen2-0.5B-Instruct"},{"conf":"medium","context":"[HumanEval]","model_id":"t5gemma-2-270m-270m","org":"google","rank":427,"root":"google/t5gemma-2-270m-270m","score":4.3,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[HumanEval]","model_id":"t5gemma-2-4b-4b","org":"google","rank":428,"root":"google/t5gemma-2-4b-4b","score":4.3,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[HumanEval]","model_id":"t5gemma-2-1b-1b","org":"google","rank":429,"root":"google/t5gemma-2-1b-1b","score":4.3,"variant":"t5gemma-2-1b-1b"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/humaneval.html"],"url":"https://huggingface.co/spaces/humaneval"}},"meta":{"source":"registry"}}