{"data":{"category":"coding","id":"bigcodebench","name":"BigCodeBench","rows":[{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":1,"root":"deepseek-ai/DeepSeek-V4-Flash","score":63.9,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":2,"root":"deepseek-ai/DeepSeek-V4-Pro","score":63.9,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":null,"org":"deepseek-ai","rank":3,"root":"—","score":63.9,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":4,"root":"deepseek-ai/DeepSeek-V4-Flash","score":63.9,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":5,"root":"deepseek-ai/DeepSeek-V4-Flash","score":63.9,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":null,"org":"deepseek-ai","rank":6,"root":"—","score":63.9,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"BigCodeBench (Pass@1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":7,"root":"deepseek-ai/DeepSeek-V4-Pro","score":63.9,"variant":"DeepSeek-V4-Pro"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":8,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":53.3,"variant":"Seed-Coder-8B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"seed-coder-8b-instruct","org":"unsloth","rank":9,"root":"ByteDance-Seed/Seed-Coder-8B-Instruct","score":53.3,"variant":"Seed-Coder-8B-Instruct-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":10,"root":"allenai/Olmo-3-1125-32B","score":48.1,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"Bigcodebench-Full","model_id":"llada2-0-flash","org":"inclusionAI","rank":11,"root":"inclusionAI/LLaDA2.0-flash","score":41.49,"variant":"LLaDA2.0-flash"},{"conf":"medium","context":"Bigcodebench-Full","model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":12,"root":"inclusionAI/LLaDA2.0-flash-preview","score":40.7,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"BigCodeBench-Full","model_id":"llada2-0-mini","org":"inclusionAI","rank":13,"root":"inclusionAI/LLaDA2.0-mini","score":36.05,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"Bigcodebench-Full","model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":14,"root":"inclusionAI/LLaDA2.0-mini-preview","score":35,"variant":"LLaDA2.0-mini-preview"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":15,"root":"allenai/Olmo-3-1025-7B","score":21.5,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":16,"root":"allenai/Olmo-Hybrid-7B","score":21.5,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":17,"root":"allenai/Olmo-3-1025-7B","score":21.5,"variant":"Olmo-3-1025-7B-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/bigcodebench.html"],"url":"https://huggingface.co/spaces/bigcodebench"}},"meta":{"source":"registry"}}