{"data":{"category":"coding","id":"mbpp","name":"MBPP","rows":[{"conf":"medium","context":"MBPP","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":1,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":90.2,"variant":"Nemotron-H-47B-Reasoning-128K"},{"conf":"medium","context":"MBPP","model_id":"nemotron-h-47b-reasoning-128k","org":"nvidia","rank":2,"root":"nvidia/Nemotron-H-47B-Reasoning-128K","score":90.2,"variant":"Nemotron-H-47B-Reasoning-128K-FP8"},{"conf":"medium","context":"MBPP","model_id":"llada2-0-flash","org":"inclusionAI","rank":3,"root":"inclusionAI/LLaDA2.0-flash","score":86.65,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"MBPP-Sanitized","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":4,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":85.97,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":5,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":85.2,"variant":"Seed-Coder-8B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":6,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":85.2,"variant":"Seed-Coder-8B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":null,"model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":7,"root":"inclusionAI/LLaDA2.0-flash-preview","score":85.01,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"MBPP","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":8,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":84.1,"variant":"Nemotron-H-8B-Reasoning-128K"},{"conf":"medium","context":"MBPP","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":9,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":84.1,"variant":"Nemotron-H-8B-Reasoning-128K-FP8"},{"conf":"medium","context":null,"model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":10,"root":"inclusionAI/LLaDA2.0-mini-preview","score":84.07,"variant":"LLaDA2.0-mini-preview"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":11,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":84,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":12,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":84,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":13,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":84,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":14,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":84,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":15,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":84,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":16,"root":"tiiuae/Falcon-H1-34B-Base","score":83.86,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":17,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.86,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":18,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.86,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":19,"root":"tiiuae/Falcon-H1-34B-Instruct","score":83.86,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":20,"root":"tiiuae/Falcon-H1-34B-Base","score":83.33,"variant":"Falcon-H1-34B-Base"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":21,"root":"WizardLM/WizardCoder-33B-V1.1","score":83,"variant":"WizardCoder-33B-V1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":22,"root":"WizardLM/WizardCoder-33B-V1.1","score":83,"variant":"WizardCoder-33B-V1.1-GPTQ"},{"conf":"medium","context":"MBPP","model_id":"qwen2-72b","org":"Qwen","rank":23,"root":"Qwen/Qwen2-72B","score":82.3,"variant":"Qwen2-72B-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":24,"root":"tiiuae/Falcon-H1-7B-Base","score":80.69,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":25,"root":"tiiuae/Falcon-H1-7B-Instruct","score":80.69,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":26,"root":"tiiuae/Falcon-H1-7B-Instruct","score":80.69,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":27,"root":"tiiuae/Falcon-H1-7B-Instruct","score":80.69,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"grin-moe","org":"microsoft","rank":28,"root":"microsoft/GRIN-MoE","score":80.3,"variant":"GRIN-MoE"},{"conf":"medium","context":"MBPP Base","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":29,"root":"mistralai/Mistral-Large-Instruct-2407","score":80,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":30,"root":"tiiuae/Falcon-H1-3B-Base","score":79.63,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":31,"root":"tiiuae/Falcon-H1-3B-Base","score":79.63,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":32,"root":"tiiuae/Falcon-H1-3B-Instruct","score":79.63,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"llada2-0-mini","org":"inclusionAI","rank":33,"root":"inclusionAI/LLaDA2.0-mini","score":78.92,"variant":"LLaDA2.0-mini"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":34,"root":"nvidia/Nemotron-H-4B-Base-8K","score":78.6,"variant":"Nemotron-H-4B-Instruct-128K"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":35,"root":"tiiuae/Falcon-H1-7B-Base","score":78.57,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"MBPP-Sanitized","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":78.38,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":37,"root":"nvidia/Nemotron-H-56B-Base-8K","score":77.82,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"MBPP +","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":38,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":76.2,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"MBPP +","model_id":"minimax-text-01","org":"MiniMaxAI","rank":39,"root":"MiniMaxAI/MiniMax-Text-01","score":76.2,"variant":"MiniMax-Text-01"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":40,"root":"nvidia/Nemotron-H-56B-Base-8K","score":75.9,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"high","context":null,"model_id":null,"org":"zai-org","rank":41,"root":"zai-org/codegeex4-all-9b","score":75.7,"variant":"codegeex4-all-9b"},{"conf":"high","context":null,"model_id":null,"org":"zai-org","rank":42,"root":"zai-org/codegeex4-all-9b","score":75.7,"variant":"codegeex4-all-9b-GGUF"},{"conf":"medium","context":"MBPP<br>3-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":43,"root":"microsoft/Phi-3-medium-4k-instruct","score":75.2,"variant":"Phi-3-medium-4k-instruct"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":44,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":74.71,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"medium","context":"MBPP-Sanitized (3-shot)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":45,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":74.71,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":46,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":74.71,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":47,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":74.71,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":48,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":74.71,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":49,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":74.71,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":50,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":74.71,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":51,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":52,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":53,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":54,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":55,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":56,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT) | GPQA Diamond (5-shot CoT )","model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":57,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":74.63,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"medium","context":"MBPP","model_id":"qwen2-72b","org":"Qwen","rank":58,"root":"Qwen/Qwen2-72B","score":73.9,"variant":"Qwen2-72B"},{"conf":"medium","context":"MBPP<br>3-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":59,"root":"microsoft/Phi-3-medium-128k-instruct","score":73.8,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"MBPP-Python","model_id":null,"org":"inclusionAI","rank":60,"root":"inclusionAI/Ling-Coder-lite","score":73.28,"variant":"Ling-Coder-lite-GPTQ-Int8"},{"conf":"medium","context":"EvalPlus-MBPP+","model_id":null,"org":"inclusionAI","rank":61,"root":"inclusionAI/Ling-Coder-lite","score":73.28,"variant":"Ling-Coder-lite-GPTQ-Int8"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":62,"root":"Qwen/Qwen2.5-Omni-3B","score":73.2,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":63,"root":"Qwen/Qwen2.5-Omni-7B","score":73.2,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":64,"root":"Qwen/Qwen2.5-Omni-7B","score":73.2,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":65,"root":"Qwen/Qwen2.5-Omni-3B","score":73.2,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":66,"root":"Qwen/Qwen2.5-Omni-3B","score":73.2,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":67,"root":"Qwen/Qwen2.5-Omni-7B","score":73.2,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":68,"root":"Qwen/Qwen2.5-Omni-7B","score":73.2,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":69,"root":"Qwen/Qwen2.5-Omni-3B","score":73.2,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"MBPP-Sanitized (3-shot)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":70,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":73.15,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"MBPP","model_id":"hunyuan-a13b-instruct","org":"unsloth","rank":71,"root":"tencent/Hunyuan-A13B-Instruct","score":72.6,"variant":"Hunyuan-A13B-Instruct-GGUF"},{"conf":"medium","context":"MBPP<br>3-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":72,"root":"microsoft/Phi-3-small-8k-instruct","score":71.7,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":73,"root":"tiiuae/Falcon-H1-34B-Base","score":71.43,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":74,"root":"tiiuae/Falcon-H1-34B-Instruct","score":71.43,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":75,"root":"tiiuae/Falcon-H1-3B-Base","score":71.43,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":76,"root":"tiiuae/Falcon-H1-34B-Instruct","score":71.43,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":77,"root":"tiiuae/Falcon-H1-34B-Instruct","score":71.43,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP\\_PLUS","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":78,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":71.4,"variant":"Nemotron-H-8B-Reasoning-128K"},{"conf":"medium","context":"MBPP\\_PLUS","model_id":"nemotron-h-8b-reasoning-128k","org":"nvidia","rank":79,"root":"nvidia/Nemotron-H-8B-Reasoning-128K","score":71.4,"variant":"Nemotron-H-8B-Reasoning-128K-FP8"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":80,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":70.9,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":81,"root":"tiiuae/Falcon-H1-34B-Base","score":70.37,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"MBPP<br>3-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":82,"root":"microsoft/Phi-3-small-128k-instruct","score":70.3,"variant":"Phi-3-small-128k-instruct"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":83,"root":"allenai/Olmo-3-1125-32B","score":69.8,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"[MBPP][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":84,"root":"mistralai/Mistral-Small-24B-Base-2501","score":69.64,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"MBPP Plus","model_id":"mistral-large-instruct-2407","org":"mistralai","rank":85,"root":"mistralai/Mistral-Large-Instruct-2407","score":69,"variant":"Mistral-Large-Instruct-2407"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":86,"root":"tiiuae/Falcon-H1-7B-Base","score":68.78,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":87,"root":"tiiuae/Falcon-H1-7B-Instruct","score":68.78,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":88,"root":"tiiuae/Falcon-H1-7B-Instruct","score":68.78,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":89,"root":"tiiuae/Falcon-H1-7B-Instruct","score":68.78,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"**MBPP**","model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":90,"root":"deepseek-ai/DeepSeek-V2-Chat","score":68.6,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":"**MBPP**","model_id":"deepseek-v2","org":"deepseek-ai","rank":91,"root":"deepseek-ai/DeepSeek-V2","score":68.6,"variant":"DeepSeek-V2"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":92,"root":"allenai/Olmo-3-32B-Think-DPO","score":68.3,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":93,"root":"allenai/Olmo-3.1-32B-Think","score":68.3,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":94,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":68.25,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":95,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.25,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":96,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.25,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":97,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.25,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":98,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":68.25,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP","model_id":"qwen2-7b","org":"Qwen","rank":99,"root":"Qwen/Qwen2-7B","score":67.9,"variant":"Qwen2-7B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"mistralai","rank":100,"root":"mistralai/Mamba-Codestral-7B-v0.1","score":67.7,"variant":"Mamba-Codestral-7B-v0.1"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":101,"root":"tiiuae/Falcon-H1-3B-Base","score":67.46,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":102,"root":"tiiuae/Falcon-H1-3B-Base","score":67.46,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":103,"root":"tiiuae/Falcon-H1-3B-Instruct","score":67.46,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":104,"root":"tiiuae/Falcon-H1-7B-Base","score":67.2,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":105,"root":"allenai/Olmo-3-32B-Think-DPO","score":66.7,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1125-32b","org":"allenai","rank":106,"root":"allenai/Olmo-3-1125-32B","score":66.7,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":107,"root":"allenai/Olmo-3-32B-Think","score":66.7,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":108,"root":"allenai/Olmo-3-32B-Think-SFT","score":66.7,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":109,"root":"allenai/Olmo-3-32B-Think","score":66.7,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":110,"root":"nvidia/Nemotron-H-8B-Base-8K","score":65.37,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":111,"root":"tiiuae/Falcon-H1-1.5B-Base","score":65.08,"variant":"Falcon-H1-1.5B-Base"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":112,"root":"nvidia/Nemotron-H-4B-Base-8K","score":65,"variant":"Nemotron-H-4B-Base-8K"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":113,"root":"tiiuae/Falcon-H1-1.5B-Base","score":64.81,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":114,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.81,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":115,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.81,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":116,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.81,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":117,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":64.81,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":118,"root":"Xwin-LM/XwinCoder-34B","score":64.8,"variant":"XwinCoder-34B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-57b-a14b","org":"Qwen","rank":119,"root":"Qwen/Qwen2-57B-A14B","score":63.9,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"MBPP","model_id":"aceinstruct-7b","org":"nvidia","rank":120,"root":"nvidia/AceInstruct-7B","score":63.2,"variant":"AceInstruct-7B"},{"conf":"medium","context":"MBPP","model_id":"aceinstruct-1-5b","org":"nvidia","rank":121,"root":"nvidia/AceInstruct-1.5B","score":63.2,"variant":"AceInstruct-1.5B"},{"conf":"medium","context":"MBPP","model_id":"aceinstruct-72b","org":"nvidia","rank":122,"root":"nvidia/AceInstruct-72B","score":63.2,"variant":"AceInstruct-72B"},{"conf":"medium","context":"MBPP","model_id":"aceinstruct-1-5b","org":"Mungert","rank":123,"root":"nvidia/AceInstruct-1.5B","score":63.2,"variant":"AceInstruct-1.5B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":124,"root":"microsoft/wavecoder-ultra-6.7b","score":63,"variant":"wavecoder-ultra-6.7b"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":125,"root":"microsoft/wavecoder-ds-6.7b","score":63,"variant":"wavecoder-ds-6.7b"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":126,"root":"microsoft/wavecoder-pro-6.7b","score":63,"variant":"wavecoder-pro-6.7b"},{"conf":"medium","context":"MBPP+ Pass@1","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":127,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":61.55,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"MBPP+ Pass@1","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":128,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":61.55,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":129,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":61.5,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1125-32b","org":"allenai","rank":130,"root":"allenai/Olmo-3-1125-32B","score":61.5,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":131,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":61.5,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":132,"root":"allenai/Olmo-3.1-32B-Instruct","score":61.5,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":133,"root":"allenai/Olmo-3.1-32B-Instruct","score":61.5,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":134,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":61.2,"variant":"WizardCoder-Python-34B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":135,"root":"WizardLM/WizardLM-70B-V1.0","score":61.2,"variant":"WizardLM-70B-V1.0-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":136,"root":"WizardLM/WizardLM-13B-V1.2","score":61.2,"variant":"WizardLM-13B-V1.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":137,"root":"WizardLM/WizardMath-13B-V1.0","score":61.2,"variant":"WizardMath-13B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":138,"root":"WizardLM/WizardLM-70B-V1.0","score":61.2,"variant":"WizardLM-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":139,"root":"WizardLM/WizardMath-7b-V1.0","score":61.2,"variant":"WizardMath-7B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":140,"root":"WizardLM/WizardLM-13B-V1.1","score":61.2,"variant":"WizardLM-13B-V1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":141,"root":"WizardLM/WizardLM-7B-V1.0","score":61.2,"variant":"wizardLM-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":142,"root":"WizardLM/WizardMath-70B-V1.0","score":61.2,"variant":"WizardMath-70B-V1.0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":143,"root":"WizardLM/WizardLM-30B-V1.0","score":61.2,"variant":"WizardLM-30B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":144,"root":"WizardLM/WizardLM-13B-V1.2","score":61.2,"variant":"WizardLM-13B-V1.2-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":145,"root":"WizardLM/WizardLM-13B-V1.1","score":61.2,"variant":"WizardLM-13B-V1.1-GPTQ"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":146,"root":"WizardLM/WizardCoder-Python-34B-V1.0","score":61.2,"variant":"WizardCoder-Python-34B-V1.0-GPTQ"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":147,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":60.32,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":148,"root":"Xwin-LM/XwinCoder-13B","score":60.1,"variant":"XwinCoder-13B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-57b-a14b","org":"Qwen","rank":149,"root":"Qwen/Qwen2-57B-A14B","score":59.5,"variant":"Qwen2-57B-A14B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":150,"root":"tiiuae/Falcon-H1-3B-Base","score":57.94,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":151,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":56.61,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":152,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":56.61,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":153,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":56.61,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":154,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":56.61,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":155,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":56.61,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"google","rank":156,"root":"google/gemma-3n-E4B-it","score":56.6,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"google","rank":157,"root":"google/gemma-3n-E4B","score":56.6,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MBPP][]","model_id":null,"org":"google","rank":158,"root":"google/gemma-3n-E4B-it-litert-lm","score":56.6,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":159,"root":"google/gemma-3n-E2B-it","score":56.6,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":160,"root":"google/gemma-3n-E4B-it","score":56.6,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"google","rank":161,"root":"google/gemma-3n-E4B","score":56.6,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[MBPP][]","model_id":null,"org":"google","rank":162,"root":"google/gemma-3n-E2B-it-litert-lm","score":56.6,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":163,"root":"google/gemma-3n-E4B-it","score":56.6,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"google","rank":164,"root":"google/gemma-3n-E4B","score":56.6,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":165,"root":"google/gemma-3n-E2B-it","score":56.6,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":null,"org":"unsloth","rank":166,"root":"google/gemma-3n-E2B-it-litert-preview","score":56.6,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":null,"org":"unsloth","rank":167,"root":"google/gemma-3n-E4B-it-litert-preview","score":56.6,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":168,"root":"google/gemma-3n-E4B-it","score":56.6,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":169,"root":"google/gemma-3n-E2B-it","score":56.6,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":170,"root":"google/gemma-3n-E4B","score":56.6,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":171,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":56.6,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":172,"root":"google/gemma-3n-E4B-it","score":56.6,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":173,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":56.6,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":174,"root":"google/gemma-3n-E4b-it","score":56.6,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":175,"root":"tiiuae/Falcon-H1-1.5B-Base","score":56.35,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":176,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":56.35,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":177,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":56.35,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":178,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":56.35,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":179,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":56.35,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":180,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":55.6,"variant":"WizardCoder-Python-13B-V1.0-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":181,"root":"WizardLM/WizardCoder-Python-13B-V1.0","score":55.6,"variant":"WizardCoder-Python-13B-V1.0-GPTQ"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":182,"root":"tiiuae/Falcon-H1-1.5B-Base","score":55.03,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"MBPP","model_id":"qwen2-0-5b","org":"Qwen","rank":183,"root":"Qwen/Qwen2-0.5B","score":55,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"MBPP","model_id":"qwen2-1-5b","org":"Qwen","rank":184,"root":"Qwen/Qwen2-1.5B","score":55,"variant":"Qwen2-1.5B"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-2-9b","org":"google","rank":185,"root":"google/gemma-2-9b","score":52.4,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-2-27b","org":"google","rank":186,"root":"google/gemma-2-27b","score":52.4,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-2-9b","org":"google","rank":187,"root":"google/gemma-2-9b","score":52.4,"variant":"gemma-2-9b"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-2-27b","org":"google","rank":188,"root":"google/gemma-2-27b","score":52.4,"variant":"gemma-2-27b"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":189,"root":"tiiuae/Falcon-H1-0.5B-Base","score":52.12,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":"internlm2-chat-7b","org":"internlm","rank":190,"root":"internlm/internlm2-chat-7b","score":51.8,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":null,"org":"internlm","rank":191,"root":"internlm/internlm2-7b","score":51.8,"variant":"internlm2-7b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":"internlm2-chat-20b","org":"internlm","rank":192,"root":"internlm/internlm2-chat-20b","score":51.8,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":null,"org":"internlm","rank":193,"root":"internlm/internlm2-20b","score":51.8,"variant":"internlm2-20b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":null,"org":"internlm","rank":194,"root":"internlm/internlm2-base-7b","score":51.8,"variant":"internlm2-base-7b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":null,"org":"internlm","rank":195,"root":"internlm/internlm2-base-20b","score":51.8,"variant":"internlm2-base-20b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":196,"root":"internlm/internlm2-chat-7b-sft","score":51.8,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":197,"root":"internlm/internlm2-chat-20b-sft","score":51.8,"variant":"internlm2-chat-20b-sft"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":198,"root":"WizardLM/WizardCoder-Python-7b-V1.0","score":51.6,"variant":"WizardCoder-Python-7B-V1.0-GGUF"},{"conf":"medium","context":"MBPP","model_id":"youtu-llm-2b-base","org":"Mungert","rank":199,"root":"tencent/Youtu-LLM-2B-Base","score":51.5,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"MBPP","model_id":"qwen2-7b","org":"Qwen","rank":200,"root":"Qwen/Qwen2-7B","score":51.1,"variant":"Qwen2-7B"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":201,"root":"mistralai/Ministral-8B-Instruct-2410","score":50.2,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"MBPP","model_id":"mobilellm-pro-base","org":"facebook","rank":202,"root":"facebook/MobileLLM-Pro-base","score":46.8,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"MBPP","model_id":"mobilellm-pro-base","org":"facebook","rank":203,"root":"facebook/MobileLLM-Pro-base","score":46.8,"variant":"MobileLLM-Pro"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"google","rank":204,"root":"google/gemma-3-1b-pt","score":46,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"google","rank":205,"root":"google/gemma-3-4b-pt","score":46,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"google","rank":206,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-pt","org":"google","rank":207,"root":"google/gemma-3-27b-pt","score":46,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":208,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":209,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"google","rank":210,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":211,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":212,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"google","rank":213,"root":"google/gemma-3-4b-pt","score":46,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":214,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":215,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"google","rank":216,"root":"google/gemma-3-1b-pt","score":46,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":217,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":218,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":219,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":null,"org":"google","rank":220,"root":"google/gemma-3-12b","score":46,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":221,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":222,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":223,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":224,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":225,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":226,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":227,"root":"google/gemma-3-4b-pt","score":46,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-pt","org":"google","rank":228,"root":"google/gemma-3-27b-pt","score":46,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":229,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":230,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":231,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":232,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":233,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":234,"root":"google/gemma-3-1b-pt","score":46,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":235,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":236,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":237,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":238,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":46,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"google","rank":239,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"google","rank":240,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":241,"root":"google/gemma-3-4b-pt","score":46,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":242,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"google","rank":243,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":244,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"google","rank":245,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":246,"root":"google/gemma-3-4b-pt","score":46,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":247,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":248,"root":"google/gemma-3-1b-pt","score":46,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":249,"root":"google/gemma-3-4b-it","score":46,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":250,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"google","rank":251,"root":"google/gemma-3-12b-it","score":46,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":252,"root":"google/gemma-3-27b-pt","score":46,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"google","rank":253,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":254,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"google","rank":255,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":256,"root":"google/gemma-3-27b-it","score":46,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":257,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":258,"root":"google/gemma-3-1b-pt","score":46,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":259,"root":"google/gemma-3-27b-pt","score":46,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":260,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"google","rank":261,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":262,"root":"google/gemma-3-27b-pt","score":46,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":263,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-12b-pt","org":"google","rank":264,"root":"google/gemma-3-12b-pt","score":46,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":265,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-pt","org":"google","rank":266,"root":"google/gemma-3-1b-it","score":46,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":267,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":268,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":46,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-4b-pt","org":"google","rank":269,"root":"google/gemma-3-4b-pt","score":46,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"MBPP+","model_id":"youtu-llm-2b-base","org":"Mungert","rank":270,"root":"tencent/Youtu-LLM-2B-Base","score":44.2,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":271,"root":"tiiuae/Falcon-H1-0.5B-Base","score":43.39,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"MBPP","model_id":"hunyuan-7b-pretrain","org":"Mungert","rank":272,"root":"tencent/Hunyuan-7B-Pretrain","score":43.38,"variant":"Hunyuan-7B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":273,"root":"tiiuae/Falcon-H1-0.5B-Base","score":42.59,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":274,"root":"tiiuae/Falcon-H1-0.5B-Base","score":42.59,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MBPP","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":275,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":42.59,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"**MBPP**","model_id":"deepseek-v2-lite-chat","org":"deepseek-ai","rank":276,"root":"deepseek-ai/DeepSeek-V2-Lite-Chat","score":39,"variant":"DeepSeek-V2-Lite-Chat"},{"conf":"medium","context":"**MBPP**","model_id":"deepseek-v2-lite","org":"deepseek-ai","rank":277,"root":"deepseek-ai/DeepSeek-V2-Lite","score":39,"variant":"DeepSeek-V2-Lite"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":278,"root":"allenai/Olmo-3-1025-7B","score":36.5,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":279,"root":"allenai/Olmo-Hybrid-7B","score":36.5,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":280,"root":"allenai/Olmo-3-1025-7B","score":36.5,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":281,"root":"Nanbeige/Nanbeige-16B-Base","score":36.4,"variant":"Nanbeige-16B-Base-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m","org":"google","rank":282,"root":"google/gemma-3-270m","score":35.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m","org":"google","rank":283,"root":"google/gemma-3-270m","score":35.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":284,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":285,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":286,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":287,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":35.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m","org":"unsloth","rank":288,"root":"google/gemma-3-270m","score":35.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":289,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"google","rank":290,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":291,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":292,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":35.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m","org":"unsloth","rank":293,"root":"google/gemma-3-270m","score":35.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m","org":"google","rank":294,"root":"google/gemma-3-270m","score":35.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m","org":"Mungert","rank":295,"root":"google/gemma-3-270m","score":35.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":296,"root":"google/gemma-3-270m-it","score":35.2,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":297,"root":"tiiuae/Falcon-H1-0.5B-Base","score":33.07,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":298,"root":"tiiuae/Falcon-H1-0.5B-Base","score":33.07,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"MBPP+","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":299,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":33.07,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-2-2b","org":"google","rank":300,"root":"google/gemma-2-2b","score":29.6,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[MBPP][]","model_id":"gemma-2-2b","org":"google","rank":301,"root":"google/gemma-2-2b","score":29.6,"variant":"gemma-2-2b"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":"gemma-1-1-2b-it","org":"google","rank":302,"root":"google/gemma-1.1-2b-it","score":29.2,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":303,"root":"google/gemma-2b-it-pytorch","score":29.2,"variant":"gemma-2b"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":304,"root":"google/gemma-2b-it-pytorch","score":29.2,"variant":"gemma-2b-it"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":305,"root":"google/gemma-7b-it-quant-pytorch","score":29.2,"variant":"gemma-7b"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":"gemma-7b","org":"google","rank":306,"root":"google/gemma-7b","score":29.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":"gemma-1-1-7b-it","org":"google","rank":307,"root":"google/gemma-1.1-7b-it","score":29.2,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":308,"root":"google/gemma-2b-it-pytorch","score":29.2,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"alpindale","rank":309,"root":"google/gemma-7b-it-quant-pytorch","score":29.2,"variant":"gemma-7b"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"alpindale","rank":310,"root":"google/gemma-2b-it-pytorch","score":29.2,"variant":"gemma-2b"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":311,"root":"google/gemma-7b-it-quant-pytorch","score":29.2,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"alpindale","rank":312,"root":"google/gemma-7b-it-quant-pytorch","score":29.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[MBPP](https://arxiv.org/abs/2108.07732)","model_id":null,"org":"google","rank":313,"root":"google/gemma-7b-it-quant-pytorch","score":29.2,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":"internlm2-chat-1-8b","org":"internlm","rank":314,"root":"internlm/internlm2-chat-1_8b","score":22.2,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":null,"org":"internlm","rank":315,"root":"internlm/internlm2-1_8b","score":22.2,"variant":"internlm2-1_8b"},{"conf":"medium","context":"MBPP(Sanitized)","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":316,"root":"internlm/internlm2-chat-1_8b-sft","score":22.2,"variant":"internlm2-chat-1_8b-sft"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":317,"root":"—","score":20.9,"variant":"WizardCoder-15B-1.0-GPTQ"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":318,"root":"Qwen/Qwen-72B","score":20.8,"variant":"Qwen-72B"},{"conf":"low","context":null,"model_id":"qwen-7b","org":"Qwen","rank":319,"root":"Qwen/Qwen-7B","score":20.8,"variant":"Qwen-7B"},{"conf":"low","context":null,"model_id":"qwen-14b","org":"Qwen","rank":320,"root":"Qwen/Qwen-14B","score":20.8,"variant":"Qwen-14B"},{"conf":"medium","context":"[MBPP]","model_id":"t5gemma-2-270m-270m","org":"google","rank":321,"root":"google/t5gemma-2-270m-270m","score":5.6,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[MBPP]","model_id":"t5gemma-2-4b-4b","org":"google","rank":322,"root":"google/t5gemma-2-4b-4b","score":5.6,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[MBPP]","model_id":"t5gemma-2-1b-1b","org":"google","rank":323,"root":"google/t5gemma-2-1b-1b","score":5.6,"variant":"t5gemma-2-1b-1b"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mbpp.html"],"url":"https://huggingface.co/spaces/mbpp"}},"meta":{"source":"registry"}}