{"data":{"category":"math","id":"mgsm","name":"MGSM","rows":[{"conf":"medium","context":"MGSM","model_id":"deepseek-v3-0324","org":"nvidia","rank":1,"root":"deepseek-ai/DeepSeek-V3-0324","score":92,"variant":"DeepSeek-V3-0324-NVFP4"},{"conf":"medium","context":"MGSM","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":2,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":87.73,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"MGSM","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":87.47,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"MGSM (8-shot, avg acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":4,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":82.53,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"MGSM (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":5,"root":"deepseek-ai/DeepSeek-V4-Flash","score":81.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MGSM (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":6,"root":"deepseek-ai/DeepSeek-V4-Pro","score":81.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MGSM (EM)","model_id":null,"org":"deepseek-ai","rank":7,"root":"—","score":81.3,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"MGSM (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":8,"root":"deepseek-ai/DeepSeek-V4-Flash","score":81.3,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"MGSM (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":9,"root":"deepseek-ai/DeepSeek-V4-Flash","score":81.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"MGSM (EM)","model_id":null,"org":"deepseek-ai","rank":10,"root":"—","score":81.3,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"MGSM (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":11,"root":"deepseek-ai/DeepSeek-V4-Pro","score":81.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"MGSM (8-shot, avg acc)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":12,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":80.8,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"high","context":null,"model_id":"lfm2-2-6b","org":"Mungert","rank":13,"root":"LiquidAI/LFM2-2.6B","score":74.32,"variant":"LFM2-2.6B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":14,"root":"LiquidAI/LFM2-8B-A1B","score":72.4,"variant":"LFM2-8B-A1B-GGUF"},{"conf":"low","context":null,"model_id":"lfm2-8b-a1b","org":"unsloth","rank":15,"root":"LiquidAI/LFM2-8B-A1B","score":72.4,"variant":"LFM2-8B-A1B"},{"conf":"medium","context":"MGSM (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":16,"root":"microsoft/Phi-4-mini-instruct","score":63.9,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MGSM (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":17,"root":"microsoft/Phi-4-mini-instruct","score":63.9,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MGSM (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":18,"root":"microsoft/Phi-4-mini-instruct","score":63.9,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"MGSM (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":19,"root":"microsoft/Phi-4-mini-instruct","score":63.9,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"MGSM (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":20,"root":"microsoft/Phi-4-mini-instruct","score":63.9,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"MGSM (0-shot, CoT)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":21,"root":"microsoft/Phi-4-mini-instruct","score":63.9,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"MGSM","model_id":"phi-3-5-moe-instruct","org":"microsoft","rank":22,"root":"microsoft/Phi-3.5-MoE-instruct","score":58.7,"variant":"Phi-3.5-MoE-instruct"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":23,"root":"LiquidAI/LFM2-1.2B","score":55.04,"variant":"LFM2-1.2B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":24,"root":"LiquidAI/LFM2-1.2B","score":55.04,"variant":"LFM2-1.2B-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"unsloth","rank":25,"root":"LiquidAI/LFM2-1.2B","score":55.04,"variant":"LFM2-1.2B"},{"conf":"medium","context":"MGSM","model_id":"glm-4-9b-chat","org":"zai-org","rank":26,"root":"THUDM/glm-4-9b-chat","score":54,"variant":"glm-4-9b-chat-hf"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"google","rank":27,"root":"google/gemma-3n-E4B-it","score":53.1,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"google","rank":28,"root":"google/gemma-3n-E4B","score":53.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MGSM][]","model_id":null,"org":"google","rank":29,"root":"google/gemma-3n-E4B-it-litert-lm","score":53.1,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":30,"root":"google/gemma-3n-E2B-it","score":53.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":31,"root":"google/gemma-3n-E4B-it","score":53.1,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"google","rank":32,"root":"google/gemma-3n-E4B","score":53.1,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[MGSM][]","model_id":null,"org":"google","rank":33,"root":"google/gemma-3n-E2B-it-litert-lm","score":53.1,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":34,"root":"google/gemma-3n-E4B-it","score":53.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"google","rank":35,"root":"google/gemma-3n-E4B","score":53.1,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":36,"root":"google/gemma-3n-E2B-it","score":53.1,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":null,"org":"unsloth","rank":37,"root":"google/gemma-3n-E2B-it-litert-preview","score":53.1,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":null,"org":"unsloth","rank":38,"root":"google/gemma-3n-E4B-it-litert-preview","score":53.1,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":39,"root":"google/gemma-3n-E4B-it","score":53.1,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":40,"root":"google/gemma-3n-E2B-it","score":53.1,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":41,"root":"google/gemma-3n-E4B","score":53.1,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":42,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":53.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":43,"root":"google/gemma-3n-E4B-it","score":53.1,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":44,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":53.1,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":45,"root":"google/gemma-3n-E4b-it","score":53.1,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"MGSM","model_id":"phi-3-5-mini-instruct","org":"microsoft","rank":46,"root":"microsoft/Phi-3.5-mini-instruct","score":47.9,"variant":"Phi-3.5-mini-instruct"},{"conf":"medium","context":"MGSM","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":47,"root":"microsoft/Phi-3.5-mini-instruct","score":47.9,"variant":"Phi-3.5-mini-instruct-bnb-4bit"},{"conf":"medium","context":"MGSM","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":48,"root":"microsoft/Phi-3.5-mini-instruct","score":47.9,"variant":"Phi-3.5-mini-instruct"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":49,"root":"LiquidAI/LFM2-700M","score":45.36,"variant":"LFM2-700M"},{"conf":"high","context":null,"model_id":"lfm2-700m","org":"unsloth","rank":50,"root":"LiquidAI/LFM2-700M","score":45.36,"variant":"LFM2-700M-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":51,"root":"LiquidAI/LFM2-350M","score":29.52,"variant":"LFM2-350M"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":52,"root":"LiquidAI/LFM2-350M","score":29.52,"variant":"LFM2-350M-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-350m","org":"unsloth","rank":53,"root":"LiquidAI/LFM2-350M","score":29.52,"variant":"LFM2-350M-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":54,"root":"tokyotech-llm/Swallow-70b-instruct-hf","score":12.4,"variant":"Swallow-70B-instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":55,"root":"tokyotech-llm/Swallow-7b-instruct-hf","score":12.4,"variant":"Swallow-7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":56,"root":"tokyotech-llm/Swallow-13b-instruct-hf","score":12.4,"variant":"Swallow-13B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":57,"root":"tokyotech-llm/Swallow-13b-hf","score":12.4,"variant":"Swallow-13B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":58,"root":"tokyotech-llm/Swallow-7b-hf","score":12.4,"variant":"Swallow-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":59,"root":"tokyotech-llm/Swallow-70b-hf","score":12.4,"variant":"Swallow-70B-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"google","rank":60,"root":"google/gemma-3-1b-pt","score":2.04,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"google","rank":61,"root":"google/gemma-3-4b-pt","score":2.04,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m","org":"google","rank":62,"root":"google/gemma-3-270m","score":2.04,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"google","rank":63,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-pt","org":"google","rank":64,"root":"google/gemma-3-27b-pt","score":2.04,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m","org":"google","rank":65,"root":"google/gemma-3-270m","score":2.04,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":66,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":67,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"google","rank":68,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":69,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":70,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":71,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"google","rank":72,"root":"google/gemma-3-4b-pt","score":2.04,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":73,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":74,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"google","rank":75,"root":"google/gemma-3-1b-pt","score":2.04,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":76,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":77,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":78,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":null,"org":"google","rank":79,"root":"google/gemma-3-12b","score":2.04,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":80,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":81,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":82,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":83,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":84,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":85,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":86,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":87,"root":"google/gemma-3-4b-pt","score":2.04,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-pt","org":"google","rank":88,"root":"google/gemma-3-27b-pt","score":2.04,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":89,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":90,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":91,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":92,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":93,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":94,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":95,"root":"google/gemma-3-1b-pt","score":2.04,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":96,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":97,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":98,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":99,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m","org":"unsloth","rank":100,"root":"google/gemma-3-270m","score":2.04,"variant":"gemma-3-270m"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":101,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":2.04,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"google","rank":102,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"google","rank":103,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":104,"root":"google/gemma-3-4b-pt","score":2.04,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":105,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"google","rank":106,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":107,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"google","rank":108,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":109,"root":"google/gemma-3-4b-pt","score":2.04,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":110,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":111,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":112,"root":"google/gemma-3-1b-pt","score":2.04,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":113,"root":"google/gemma-3-4b-it","score":2.04,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"google","rank":114,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":115,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"google","rank":116,"root":"google/gemma-3-12b-it","score":2.04,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":117,"root":"google/gemma-3-27b-pt","score":2.04,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"google","rank":118,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":119,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":120,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"google","rank":121,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":122,"root":"google/gemma-3-27b-it","score":2.04,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":123,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":124,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":125,"root":"google/gemma-3-1b-pt","score":2.04,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":126,"root":"google/gemma-3-27b-pt","score":2.04,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":127,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m","org":"unsloth","rank":128,"root":"google/gemma-3-270m","score":2.04,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"google","rank":129,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":130,"root":"google/gemma-3-27b-pt","score":2.04,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":131,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m","org":"google","rank":132,"root":"google/gemma-3-270m","score":2.04,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-12b-pt","org":"google","rank":133,"root":"google/gemma-3-12b-pt","score":2.04,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m","org":"Mungert","rank":134,"root":"google/gemma-3-270m","score":2.04,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":135,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":136,"root":"google/gemma-3-270m-it","score":2.04,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-pt","org":"google","rank":137,"root":"google/gemma-3-1b-it","score":2.04,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":138,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":139,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":2.04,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[MGSM][]","model_id":"gemma-3-4b-pt","org":"google","rank":140,"root":"google/gemma-3-4b-pt","score":2.04,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[MGSM]","model_id":"t5gemma-2-270m-270m","org":"google","rank":141,"root":"google/t5gemma-2-270m-270m","score":1.8,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[MGSM]","model_id":"t5gemma-2-4b-4b","org":"google","rank":142,"root":"google/t5gemma-2-4b-4b","score":1.8,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[MGSM]","model_id":"t5gemma-2-1b-1b","org":"google","rank":143,"root":"google/t5gemma-2-1b-1b","score":1.8,"variant":"t5gemma-2-1b-1b"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/mgsm.html"],"url":"https://huggingface.co/spaces/mgsm"}},"meta":{"source":"registry"}}