{"data":{"category":"coding","id":"scicode","name":"SciCode","rows":[{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"nvidia","rank":1,"root":"Qwen/Qwen2.5-32B","score":100,"variant":"OpenReasoning-Nemotron-32B"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b","org":"nvidia","rank":2,"root":"Qwen/Qwen2.5-1.5B","score":100,"variant":"OpenReasoning-Nemotron-1.5B"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"nvidia","rank":3,"root":"Qwen/Qwen2.5-14B","score":100,"variant":"OpenReasoning-Nemotron-14B"},{"conf":"low","context":null,"model_id":"qwen2-5-7b","org":"nvidia","rank":4,"root":"Qwen/Qwen2.5-7B","score":100,"variant":"OpenReasoning-Nemotron-7B"},{"conf":"high","context":null,"model_id":"minimax-m3","org":"nvidia","rank":5,"root":"MiniMaxAI/MiniMax-M3","score":49.7,"variant":"MiniMax-M3-NVFP4"},{"conf":"high","context":null,"model_id":"minimax-m2-7","org":"nvidia","rank":6,"root":"MiniMaxAI/MiniMax-M2.7","score":48.7,"variant":"MiniMax-M2.7-NVFP4"},{"conf":"medium","context":"**SciCode**","model_id":"kimi-k2-thinking","org":"moonshotai","rank":7,"root":"moonshotai/Kimi-K2-Thinking","score":44.8,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"**SciCode**","model_id":"kimi-k2-thinking","org":"unsloth","rank":8,"root":"moonshotai/Kimi-K2-Thinking","score":44.8,"variant":"Kimi-K2-Thinking-GGUF"},{"conf":"medium","context":"**SciCode**","model_id":"kimi-k2-thinking","org":"unsloth","rank":9,"root":"moonshotai/Kimi-K2-Thinking","score":44.8,"variant":"Kimi-K2-Thinking"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":10,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":44.6,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":11,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":44.6,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":12,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":44.6,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":13,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":44.6,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2-5","org":"MiniMaxAI","rank":14,"root":"MiniMaxAI/MiniMax-M2.5","score":44.4,"variant":"MiniMax-M2.5"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2-5","org":"unsloth","rank":15,"root":"MiniMaxAI/MiniMax-M2.5","score":44.4,"variant":"MiniMax-M2.5-GGUF"},{"conf":"high","context":null,"model_id":"mistral-medium-3-5-128b","org":"nvidia","rank":16,"root":"mistralai/Mistral-Medium-3.5-128B","score":42.6,"variant":"Mistral-Medium-3.5-128B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":17,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":18,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":19,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":20,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":21,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":22,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":23,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":24,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":42.05,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"high","context":null,"model_id":"qwen3-5-122b-a10b","org":"nvidia","rank":25,"root":"Qwen/Qwen3.5-122B-A10B","score":41.79,"variant":"Qwen3.5-122B-A10B-NVFP4"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2-1-reap-139b-a10b","org":"MiniMaxAI","rank":26,"root":"cerebras/MiniMax-M2.1-REAP-139B-A10B","score":41,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2-1","org":"unsloth","rank":27,"root":"MiniMaxAI/MiniMax-M2.1","score":41,"variant":"MiniMax-M2.1-GGUF"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2-1","org":"unsloth","rank":28,"root":"MiniMaxAI/MiniMax-M2.1","score":41,"variant":"MiniMax-M2.1"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":29,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":40.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":30,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":40.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":31,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":40.6,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2","org":"MiniMaxAI","rank":32,"root":"MiniMaxAI/MiniMax-M2","score":36,"variant":"MiniMax-M2"},{"conf":"medium","context":"SciCode","model_id":"minimax-m2","org":"unsloth","rank":33,"root":"MiniMaxAI/MiniMax-M2","score":36,"variant":"MiniMax-M2-GGUF"},{"conf":"medium","context":"Scicode subtask acc (pass@1)","model_id":"gemma-4-31b-it","org":"nvidia","rank":34,"root":"google/gemma-4-31B-it","score":33.61,"variant":"Gemma-4-31B-IT-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":35,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33.3,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":37,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33.3,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":38,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":39,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":41,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":33,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"SciCode (subtask)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":42,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":33,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"low","context":null,"model_id":"qwen2-5-32b","org":"unsloth","rank":43,"root":"nvidia/OpenReasoning-Nemotron-32B","score":2.2,"variant":"OpenReasoning-Nemotron-32B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":44,"root":"Qwen/Qwen2.5-7B-Instruct","score":2.2,"variant":"OpenReasoning-Nemotron-7B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-1-5b-instruct","org":"Mungert","rank":45,"root":"Qwen/Qwen2.5-1.5B-Instruct","score":2.2,"variant":"OpenReasoning-Nemotron-1.5B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-14b","org":"Mungert","rank":46,"root":"Qwen/Qwen2.5-14B-Instruct","score":2.2,"variant":"OpenReasoning-Nemotron-14B-GGUF"},{"conf":"low","context":null,"model_id":"qwen2-5-32b-instruct","org":"Mungert","rank":47,"root":"Qwen/Qwen2.5-32B-Instruct","score":2.2,"variant":"OpenReasoning-Nemotron-32B-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/scicode.html"],"url":"https://huggingface.co/spaces/scicode"}},"meta":{"source":"registry"}}