{"data":{"category":"knowledge","id":"winogrande","name":"WinoGrande","rows":[{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":1,"root":"nvidia/Nemotron-4-340B-Base","score":89.5,"variant":"Nemotron-4-340B-Base"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":2,"root":"allenai/Olmo-3-1025-7B","score":88.6,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":3,"root":"allenai/Olmo-Hybrid-7B","score":88.6,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":4,"root":"allenai/Olmo-3-1025-7B","score":88.6,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":5,"root":"allenai/Olmo-3-1125-32B","score":87.5,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"bartowski","rank":6,"root":"—","score":87.37,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"bartowski","rank":7,"root":"—","score":86.35,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"alpindale","rank":8,"root":"—","score":85.4,"variant":"c4ai-command-r-plus-GPTQ"},{"conf":"medium","context":null,"model_id":"nexonimbus-7b","org":"TheBloke","rank":9,"root":"abideen/NexoNimbus-7B","score":84.84,"variant":"NexoNimbus-7B-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":10,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":84.61,"variant":"Monarch-7B"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":11,"root":"nvidia/Nemotron-H-56B-Base-8K","score":84.45,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":12,"root":"nvidia/Nemotron-H-56B-Base-8K","score":83.9,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"medium","context":null,"model_id":"una-thebeagle-7b-v1","org":"TheBloke","rank":13,"root":"fblgit/UNA-TheBeagle-7b-v1","score":83.66,"variant":"UNA-TheBeagle-7B-v1-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"carbonvillain-en-10-7b-v4","org":"TheBloke","rank":14,"root":"jeonsworld/CarbonVillain-en-10.7B-v4","score":83.58,"variant":"CarbonVillain-en-10.7B-v4-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"sauerkrautlm-solar-instruct","org":"TheBloke","rank":15,"root":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct","score":83.5,"variant":"SauerkrautLM-SOLAR-Instruct-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"discolm-70b","org":"TheBloke","rank":16,"root":"DiscoResearch/DiscoLM-70b","score":83.27,"variant":"DiscoLM-70B-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"beaglesempra-7b","org":"mlabonne","rank":17,"root":"shadowml/BeagleSempra-7B","score":83.11,"variant":"OmniBeagle-7B"},{"conf":"high","context":null,"model_id":"platyi-34b-llama-q-v3","org":"TheBloke","rank":18,"root":"kyujinpy/PlatYi-34B-Llama-Q-v3","score":83.03,"variant":"PlatYi-34B-Llama-Q-v3-GGUF"},{"conf":"medium","context":"Winogrande","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":19,"root":"tiiuae/Falcon-H1-34B-Base","score":82.72,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":20,"root":"fblgit/UNA-TheBeagle-7b-v1","score":82.64,"variant":"Beagle14-7B"},{"conf":"medium","context":"Winogrande","model_id":"qwen2-57b-a14b","org":"Qwen","rank":21,"root":"Qwen/Qwen2-57B-A14B","score":82.5,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"daredevil-7b","org":"mlabonne","rank":22,"root":"mlabonne/Daredevil-7B","score":82.08,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"mlabonne","rank":23,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":81.61,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"WinoGrande<br>5-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":24,"root":"microsoft/Phi-3-small-8k-instruct","score":81.5,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"WinoGrande<br>5-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":25,"root":"microsoft/Phi-3-medium-4k-instruct","score":81.5,"variant":"Phi-3-medium-4k-instruct"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":26,"root":"rwitz/go-bruins-v2","score":81.45,"variant":"go-bruins-v2-GGUF"},{"conf":"medium","context":"WinoGrande","model_id":"grin-moe","org":"microsoft","rank":27,"root":"microsoft/GRIN-MoE","score":81.4,"variant":"GRIN-MoE"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":28,"root":"rwitz/go-bruins","score":81.37,"variant":"go-bruins-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"supermario-v2","org":"TheBloke","rank":29,"root":"janhq/supermario-v2","score":81.37,"variant":"supermario-v2-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":30,"root":"mistralai/Mistral-7B-v0.1","score":81.29,"variant":"Daredevil-7B"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":31,"root":"SUSTech/SUS-Chat-34B","score":81.22,"variant":"SUS-Chat-34B-GGUF"},{"conf":"low","context":null,"model_id":"una-xaberius-34b-v1beta","org":"TheBloke","rank":32,"root":"fblgit/una-xaberius-34b-v1beta","score":80.9,"variant":"una-xaberius-34b-v1beta-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"seraph-7b","org":"TheBloke","rank":33,"root":"Weyaxi/Seraph-7B","score":80.66,"variant":"Seraph-7B-GGUF"},{"conf":"low","context":null,"model_id":"smol-7b","org":"TheBloke","rank":34,"root":"rishiraj/smol-7b","score":80.66,"variant":"smol-7B-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-2-9b","org":"google","rank":35,"root":"google/gemma-2-9b","score":80.6,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-2-27b","org":"google","rank":36,"root":"google/gemma-2-27b","score":80.6,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-2-9b","org":"google","rank":37,"root":"google/gemma-2-9b","score":80.6,"variant":"gemma-2-9b"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-2-27b","org":"google","rank":38,"root":"google/gemma-2-27b","score":80.6,"variant":"gemma-2-27b"},{"conf":"low","context":null,"model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":39,"root":"nvidia/Nemotron-H-8B-Base-8K","score":80.51,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":40,"root":"OpenPipe/mistral-ft-optimized-1218","score":80.19,"variant":"NeuralPipe-7B-ties"},{"conf":"medium","context":"WinoGrande<br>5-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":41,"root":"microsoft/Phi-3-small-128k-instruct","score":80.1,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"neural-chat-7b-v3-3","org":"mlabonne","rank":42,"root":"Intel/neural-chat-7b-v3-3","score":79.79,"variant":"Darewin-7B"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":43,"root":"mistralai/Mistral-7B-v0.1","score":79.72,"variant":"NeuralDarewin-7B"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":44,"root":"Intel/neural-chat-7b-v3-3","score":79.64,"variant":"neural-chat-7B-v3-3-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":45,"root":"Intel/neural-chat-7b-v3-3","score":79.64,"variant":"neural-chat-7B-v3-3-GPTQ"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":46,"root":"OpenPipe/mistral-ft-optimized-1218","score":79.64,"variant":"NeuralPipe-7B-slerp"},{"conf":"medium","context":"WinoGrande","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":47,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":79.32,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"WinoGrande","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":48,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":79.24,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"WinoGrande","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":49,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":79.24,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"openhermes-2-5-neural-chat-v3-3-slerp","org":"TheBloke","rank":50,"root":"Weyaxi/OpenHermes-2.5-neural-chat-v3-3-Slerp","score":79.16,"variant":"OpenHermes-2.5-neural-chat-v3-3-Slerp-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":51,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":79.08,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":52,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":79.08,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"Winogrande","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":53,"root":"tiiuae/Falcon-H1-7B-Base","score":79.01,"variant":"Falcon-H1-7B-Base"},{"conf":"medium","context":"WinoGrande","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":54,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":78.93,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"WinoGrande (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":55,"root":"deepseek-ai/DeepSeek-V4-Flash","score":78.9,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"WinoGrande (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":56,"root":"deepseek-ai/DeepSeek-V4-Pro","score":78.9,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"WinoGrande (EM)","model_id":null,"org":"deepseek-ai","rank":57,"root":"—","score":78.9,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"WinoGrande (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":58,"root":"deepseek-ai/DeepSeek-V4-Flash","score":78.9,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"WinoGrande (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":59,"root":"deepseek-ai/DeepSeek-V4-Flash","score":78.9,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"WinoGrande (EM)","model_id":null,"org":"deepseek-ai","rank":60,"root":"—","score":78.9,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"WinoGrande<br>5-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":61,"root":"microsoft/Phi-3-medium-128k-instruct","score":78.9,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"WinoGrande (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":62,"root":"deepseek-ai/DeepSeek-V4-Pro","score":78.9,"variant":"DeepSeek-V4-Pro"},{"conf":"low","context":null,"model_id":"loyal-piano-m7","org":"TheBloke","rank":63,"root":"chargoddard/loyal-piano-m7","score":78.85,"variant":"loyal-piano-m7-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"optimus-7b","org":"TheBloke","rank":64,"root":"Q-bert/Optimus-7B","score":78.77,"variant":"Optimus-7B-GGUF"},{"conf":"medium","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":65,"root":"mlabonne/Beyonder-4x7B-v2","score":78.69,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":66,"root":"mlabonne/Marcoro14-7B-slerp","score":78.69,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":null,"model_id":null,"org":"mlabonne","rank":67,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":78.53,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"Winogrande","model_id":"qwen2-7b","org":"Qwen","rank":68,"root":"Qwen/Qwen2-7B","score":78.4,"variant":"Qwen2-7B"},{"conf":"low","context":null,"model_id":"una-cybertron-7b-v2-bf16","org":"TheBloke","rank":69,"root":"fblgit/una-cybertron-7b-v2-bf16","score":78.37,"variant":"una-cybertron-7B-v2-GGUF"},{"conf":"low","context":null,"model_id":"neural-chat-7b-v3-1","org":"TheBloke","rank":70,"root":"Intel/neural-chat-7b-v3-1","score":78.37,"variant":"neural-chat-7B-v3-1-GGUF"},{"conf":"medium","context":"Winogrande","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":71,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":78.37,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"medium","context":"Winogrande","model_id":"speechless-mistral-moloras-7b","org":"TheBloke","rank":72,"root":"uukuguy/speechless-mistral-moloras-7b","score":78.37,"variant":"speechless-mistral-moloras-7B-GGUF"},{"conf":"medium","context":"Winogrande-5shots","model_id":"falcon-11b","org":"tiiuae","rank":73,"root":"tiiuae/falcon-11B","score":78.3,"variant":"falcon-11B"},{"conf":"medium","context":"WinoGrande (5-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":74,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":78.22,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":75,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":78.14,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-mistral-7b-dare-0-85","org":"TheBloke","rank":76,"root":"speechlessai/speechless-mistral-7b-dare-0.85","score":78.14,"variant":"speechless-mistral-7B-dare-0.85-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":77,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":78.14,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":78,"root":"uukuguy/SynthIA-7B-v1.3-dare-0.85","score":78.14,"variant":"SynthIA-7B-v1.3-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":79,"root":"uukuguy/airoboros-m-7b-3.1.2-dare-0.85","score":78.14,"variant":"airoboros-m-7B-3.1.2-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":80,"root":"uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85","score":78.14,"variant":"CollectiveCognition-v1.1-Mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":81,"root":"argilla/notus-7b-v1","score":77.74,"variant":"notus-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":82,"root":"argilla/notus-7b-v1","score":77.74,"variant":"notus-7B-v1-AWQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":83,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":77.51,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"Winogrande (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":84,"root":"mistralai/Mistral-Nemo-Base-2407","score":76.8,"variant":"Mistral-Nemo-Instruct-2407"},{"conf":"medium","context":"Winogrande (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":85,"root":"mistralai/Mistral-Nemo-Base-2407","score":76.8,"variant":"Mistral-Nemo-Base-2407"},{"conf":"medium","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":86,"root":"fblgit/juanako-7b-UNA","score":76.8,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":"Winogrande (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":87,"root":"mistralai/Mistral-Nemo-Base-2407","score":76.8,"variant":"Mistral-Nemo-Instruct-FP8-2407"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"TheBloke","rank":88,"root":"maywell/Synatra-7B-v0.3-RP","score":76.48,"variant":"Synatra-7B-v0.3-RP-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"TheBloke","rank":89,"root":"maywell/koOpenChat-sft","score":76.4,"variant":"koOpenChat-sft-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"TheBloke","rank":90,"root":"maywell/Synatra-7B-v0.3-dpo","score":76.24,"variant":"Synatra-7B-v0.3-dpo-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":91,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":76.16,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":92,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":76.16,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"WinoGrande (5-shot, acc)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":93,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":76.09,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":94,"root":"fblgit/juanako-7b-v1","score":76.09,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":null,"model_id":"laser-dolphin-mixtral-2x7b-dpo","org":"TheBloke","rank":95,"root":"macadeliccc/laser-dolphin-mixtral-2x7b-dpo","score":75.77,"variant":"laser-dolphin-mixtral-2x7b-dpo-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":96,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":75.69,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":97,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":75.22,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":null,"model_id":"dpopenhermes-7b","org":"TheBloke","rank":98,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":74.82,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":99,"root":"teknium/OpenHermes-2-Mistral-7B","score":74.66,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":100,"root":"teknium/OpenHermes-2-Mistral-7B","score":74.66,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"allenai","rank":101,"root":"allenai/digital-socrates-13b","score":74.59,"variant":"digital-socrates-13b"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":102,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":74.51,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"TheBloke","rank":103,"root":"Undi95/MLewd-v2.4-13B","score":74.51,"variant":"MLewd-v2.4-13B-GGUF"},{"conf":"low","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":104,"root":"jondurbin/bagel-dpo-7b-v0.1","score":74.43,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"medium","context":"Winogrande","model_id":"qwen2-0-5b","org":"Qwen","rank":105,"root":"Qwen/Qwen2-0.5B","score":74.4,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"Winogrande","model_id":"qwen2-1-5b","org":"Qwen","rank":106,"root":"Qwen/Qwen2-1.5B","score":74.4,"variant":"Qwen2-1.5B"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":107,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.35,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":108,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.35,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":109,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":74.35,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":110,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.35,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":null,"model_id":"mistral-11b-omnimix-bf16","org":"TheBloke","rank":111,"root":"NeverSleep/Mistral-11B-OmniMix-bf16","score":74.27,"variant":"Mistral-11B-OmniMix-GGUF"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":112,"root":"mistralai/Ministral-8B-Instruct-2410","score":74.2,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"TheBloke","rank":113,"root":"l3utterfly/llama2-7b-layla","score":74.11,"variant":"llama2-7B-layla-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"mistral-ft-optimized-1227","org":"mlabonne","rank":114,"root":"OpenPipe/mistral-ft-optimized-1227","score":73.95,"variant":"Darewin-7B-v2"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"mlabonne","rank":115,"root":"mlabonne/GML-Mistral-merged-v1","score":73.88,"variant":"GML-Mistral-merged-v1"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":116,"root":"athirdpath/Iambe-RP-v3-20b","score":73.8,"variant":"Iambe-RP-v3-20B-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":117,"root":"tiiuae/falcon-mamba-7b","score":73.64,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":118,"root":"tiiuae/falcon-mamba-7b","score":73.64,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":119,"root":"tiiuae/falcon-mamba-7b-instruct","score":73.64,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":120,"root":"tiiuae/falcon-mamba-7b-instruct","score":73.64,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":121,"root":"tiiuae/falcon-mamba-7b","score":73.64,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":122,"root":"tiiuae/falcon-mamba-7b","score":73.64,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":123,"root":"tiiuae/falcon-mamba-7b","score":73.64,"variant":"falcon-mamba-7b-4bit"},{"conf":"low","context":null,"model_id":"dr-samantha-7b","org":"TheBloke","rank":124,"root":"sethuiyer/Dr_Samantha-7b","score":73.56,"variant":"Dr_Samantha-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":125,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":73.48,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"allenai","rank":126,"root":"allenai/digital-socrates-7b","score":73.09,"variant":"digital-socrates-7b"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":127,"root":"openaccess-ai-collective/minotaur-13b-fixed","score":72.85,"variant":"minotaur-13B-fixed-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"TheBloke","rank":128,"root":"maywell/Synatra-V0.1-7B-Instruct","score":72.77,"variant":"Synatra-V0.1-7B-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":129,"root":"NousResearch/Redmond-Puffin-13B","score":72.45,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":130,"root":"NousResearch/Redmond-Puffin-13B","score":72.45,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"high","context":null,"model_id":"tenyxchat-7b-v1","org":"TheBloke","rank":131,"root":"tenyx/TenyxChat-7B-v1","score":72.3,"variant":"TenyxChat-7B-v1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":132,"root":"NousResearch/Nous-Hermes-13b","score":71.9,"variant":"Nous-Hermes-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":133,"root":"—","score":71.9,"variant":"Nous-Hermes-13B-SuperHOT-8K-fp16"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":134,"root":"—","score":71.9,"variant":"Nous-Hermes-13B-SuperHOT-8K-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":135,"root":"HyperbeeAI/Tulpar-7b-v0","score":71.59,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":136,"root":"nvidia/Nemotron-H-4B-Base-8K","score":71.3,"variant":"Nemotron-H-4B-Base-8K"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-2-2b","org":"google","rank":137,"root":"google/gemma-2-2b","score":70.9,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-2-2b","org":"google","rank":138,"root":"google/gemma-2-2b","score":70.9,"variant":"gemma-2-2b"},{"conf":"low","context":"Open Data","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":139,"root":"allenai/OLMoE-1B-7B-0125","score":70.6,"variant":"OLMoE-1B-7B-0125"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":140,"root":"swiss-ai/Apertus-8B-Instruct-2509","score":70.6,"variant":"Apertus-8B-Instruct-2509-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":141,"root":"swiss-ai/Apertus-70B-Instruct-2509","score":70.6,"variant":"Apertus-70B-Instruct-2509-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":142,"root":"swiss-ai/Apertus-8B-2509","score":70.6,"variant":"Apertus-8B-Instruct-2509-unsloth-bnb-4bit"},{"conf":"medium","context":null,"model_id":"olmo-1b-0724-hf","org":"allenai","rank":143,"root":"allenai/OLMo-1B-0724-hf","score":70.5,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0424-hf","org":"allenai","rank":144,"root":"allenai/OLMo-7B-0424-hf","score":70.5,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0724-hf","org":"allenai","rank":145,"root":"allenai/OLMo-7B-0724-hf","score":70.5,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":null,"model_id":null,"org":"allenai","rank":146,"root":"allenai/OLMo-7B-0424","score":70.5,"variant":"OLMo-7B-0424"},{"conf":"low","context":"Open Data","model_id":null,"org":"allenai","rank":147,"root":"allenai/OLMoE-1B-7B-0924","score":70.2,"variant":"OLMoE-1B-7B-0924"},{"conf":"medium","context":null,"model_id":"olmo-1b-hf","org":"allenai","rank":148,"root":"allenai/OLMo-1B-hf","score":68.2,"variant":"OLMo-1B-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b","org":"allenai","rank":149,"root":"allenai/OLMo-7B","score":68.2,"variant":"OLMo-7B"},{"conf":"medium","context":null,"model_id":"olmo-7b-hf","org":"allenai","rank":150,"root":"allenai/OLMo-7B-hf","score":68.2,"variant":"OLMo-7B-hf"},{"conf":"medium","context":null,"model_id":"olmo-1b","org":"allenai","rank":151,"root":"allenai/OLMo-1B","score":68.2,"variant":"OLMo-1B"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":152,"root":"allenai/OLMo-7B-Twin-2T-hf","score":68.2,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t","org":"allenai","rank":153,"root":"allenai/OLMo-7B-Twin-2T","score":68.2,"variant":"OLMo-7B-Twin-2T"},{"conf":"medium","context":"Winogrande","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":154,"root":"tiiuae/Falcon-H1-3B-Base","score":68.11,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"rocket-3b","org":"TheBloke","rank":155,"root":"pansophic/rocket-3B","score":67.8,"variant":"rocket-3B-GGUF"},{"conf":"medium","context":"Winogrande","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":156,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":67.09,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":157,"root":"microsoft/Phi-4-mini-instruct","score":67,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":158,"root":"microsoft/Phi-4-mini-instruct","score":67,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":159,"root":"microsoft/Phi-4-mini-instruct","score":67,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":160,"root":"microsoft/Phi-4-mini-instruct","score":67,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":161,"root":"microsoft/Phi-4-mini-instruct","score":67,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":162,"root":"microsoft/Phi-4-mini-instruct","score":67,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"google","rank":163,"root":"google/gemma-3n-E4B-it","score":66.8,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"google","rank":164,"root":"google/gemma-3n-E4B","score":66.8,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":null,"org":"google","rank":165,"root":"google/gemma-3n-E4B-it-litert-lm","score":66.8,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":166,"root":"google/gemma-3n-E2B-it","score":66.8,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":167,"root":"google/gemma-3n-E4B-it","score":66.8,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"google","rank":168,"root":"google/gemma-3n-E4B","score":66.8,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[WinoGrande][]","model_id":null,"org":"google","rank":169,"root":"google/gemma-3n-E2B-it-litert-lm","score":66.8,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":170,"root":"google/gemma-3n-E4B-it","score":66.8,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"google","rank":171,"root":"google/gemma-3n-E4B","score":66.8,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":172,"root":"google/gemma-3n-E2B-it","score":66.8,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":null,"org":"unsloth","rank":173,"root":"google/gemma-3n-E2B-it-litert-preview","score":66.8,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":null,"org":"unsloth","rank":174,"root":"google/gemma-3n-E4B-it-litert-preview","score":66.8,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":175,"root":"google/gemma-3n-E4B-it","score":66.8,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":176,"root":"google/gemma-3n-E2B-it","score":66.8,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":177,"root":"google/gemma-3n-E4B","score":66.8,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":178,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":66.8,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":179,"root":"google/gemma-3n-E4B-it","score":66.8,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":180,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":66.8,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":181,"root":"google/gemma-3n-E4b-it","score":66.8,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","org":"TheBloke","rank":182,"root":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","score":66.69,"variant":"open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":183,"root":"microsoft/Llama2-7b-WhoIsHarryPotter","score":66.3,"variant":"Llama2-7b-WhoIsHarryPotter"},{"conf":"medium","context":"Winogrande","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":184,"root":"tiiuae/Falcon-H1-1.5B-Base","score":65.59,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"gemma-2b","org":"mlabonne","rank":185,"root":"google/gemma-2b","score":65.59,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":186,"root":"stabilityai/stablelm-zephyr-3b","score":65.5,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":"gemma-1-1-2b-it","org":"google","rank":187,"root":"google/gemma-1.1-2b-it","score":65.4,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"google","rank":188,"root":"google/gemma-2b-it-pytorch","score":65.4,"variant":"gemma-2b"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"google","rank":189,"root":"google/gemma-2b-it-pytorch","score":65.4,"variant":"gemma-2b-it"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"google","rank":190,"root":"google/gemma-7b-it-quant-pytorch","score":65.4,"variant":"gemma-7b"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":"gemma-7b","org":"google","rank":191,"root":"google/gemma-7b","score":65.4,"variant":"gemma-7b-it"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":"gemma-1-1-7b-it","org":"google","rank":192,"root":"google/gemma-1.1-7b-it","score":65.4,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"google","rank":193,"root":"google/gemma-2b-it-pytorch","score":65.4,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"alpindale","rank":194,"root":"google/gemma-7b-it-quant-pytorch","score":65.4,"variant":"gemma-7b"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"alpindale","rank":195,"root":"google/gemma-2b-it-pytorch","score":65.4,"variant":"gemma-2b"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"google","rank":196,"root":"google/gemma-7b-it-quant-pytorch","score":65.4,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"alpindale","rank":197,"root":"google/gemma-7b-it-quant-pytorch","score":65.4,"variant":"gemma-7b-it"},{"conf":"medium","context":"[WinoGrande](https://arxiv.org/abs/1907.10641)","model_id":null,"org":"google","rank":198,"root":"google/gemma-7b-it-quant-pytorch","score":65.4,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"WinoGrande","model_id":"mobilellm-pro-base","org":"facebook","rank":199,"root":"facebook/MobileLLM-Pro-base","score":62.83,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"WinoGrande","model_id":"mobilellm-pro-base","org":"facebook","rank":200,"root":"facebook/MobileLLM-Pro-base","score":62.83,"variant":"MobileLLM-Pro"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":201,"root":"nvidia/nemo-megatron-gpt-5B","score":61.33,"variant":"nemo-megatron-gpt-5B"},{"conf":"medium","context":"WinoGrande","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":202,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":59.51,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"WinoGrande","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":203,"root":"microsoft/bitnet-b1.58-2B-4T","score":59.51,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"WinoGrande","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":204,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":59.51,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"Winogrande","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":205,"root":"tiiuae/Falcon-H1-0.5B-Base","score":59.43,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"Winogrande","model_id":"smollm2-1-7b","org":"Mungert","rank":206,"root":"HuggingFaceTB/SmolLM2-1.7B","score":59.4,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":207,"root":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T","score":59.12,"variant":"TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":208,"root":"PY007/TinyLlama-1.1B-intermediate-step-715k-1.5T","score":58.33,"variant":"TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"google","rank":209,"root":"google/gemma-3-1b-pt","score":58.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"google","rank":210,"root":"google/gemma-3-4b-pt","score":58.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"google","rank":211,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-pt","org":"google","rank":212,"root":"google/gemma-3-27b-pt","score":58.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":213,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":214,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"google","rank":215,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":216,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":217,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"google","rank":218,"root":"google/gemma-3-4b-pt","score":58.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":219,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":220,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"google","rank":221,"root":"google/gemma-3-1b-pt","score":58.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":222,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":223,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":224,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":null,"org":"google","rank":225,"root":"google/gemma-3-12b","score":58.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":226,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":227,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":228,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":229,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":230,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":231,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":232,"root":"google/gemma-3-4b-pt","score":58.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-pt","org":"google","rank":233,"root":"google/gemma-3-27b-pt","score":58.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":234,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":235,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":236,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":237,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":238,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":239,"root":"google/gemma-3-1b-pt","score":58.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":240,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":241,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":242,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":243,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":58.2,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"google","rank":244,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"google","rank":245,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":246,"root":"google/gemma-3-4b-pt","score":58.2,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":247,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"google","rank":248,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":249,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"google","rank":250,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":251,"root":"google/gemma-3-4b-pt","score":58.2,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":252,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":253,"root":"google/gemma-3-1b-pt","score":58.2,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":254,"root":"google/gemma-3-4b-it","score":58.2,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":255,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"google","rank":256,"root":"google/gemma-3-12b-it","score":58.2,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":257,"root":"google/gemma-3-27b-pt","score":58.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"google","rank":258,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":259,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"google","rank":260,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":261,"root":"google/gemma-3-27b-it","score":58.2,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":262,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":263,"root":"google/gemma-3-1b-pt","score":58.2,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":264,"root":"google/gemma-3-27b-pt","score":58.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":265,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"google","rank":266,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":267,"root":"google/gemma-3-27b-pt","score":58.2,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":268,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-12b-pt","org":"google","rank":269,"root":"google/gemma-3-12b-pt","score":58.2,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":270,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-pt","org":"google","rank":271,"root":"google/gemma-3-1b-it","score":58.2,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":272,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":273,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":58.2,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-4b-pt","org":"google","rank":274,"root":"google/gemma-3-4b-pt","score":58.2,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[WinoGrande]","model_id":"t5gemma-2-270m-270m","org":"google","rank":275,"root":"google/t5gemma-2-270m-270m","score":53.9,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[WinoGrande]","model_id":"t5gemma-2-4b-4b","org":"google","rank":276,"root":"google/t5gemma-2-4b-4b","score":53.9,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[WinoGrande]","model_id":"t5gemma-2-1b-1b","org":"google","rank":277,"root":"google/t5gemma-2-1b-1b","score":53.9,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":278,"root":"—","score":53.43,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"Winogrande","model_id":"smollm2-360m","org":"Mungert","rank":279,"root":"HuggingFaceTB/SmolLM2-360M","score":52.5,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m","org":"google","rank":280,"root":"google/gemma-3-270m","score":52,"variant":"gemma-3-270m"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m","org":"google","rank":281,"root":"google/gemma-3-270m","score":52,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":282,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":283,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":284,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":285,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":52,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m","org":"unsloth","rank":286,"root":"google/gemma-3-270m","score":52,"variant":"gemma-3-270m"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":287,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"google","rank":288,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":289,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":290,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":52,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m","org":"unsloth","rank":291,"root":"google/gemma-3-270m","score":52,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m","org":"google","rank":292,"root":"google/gemma-3-270m","score":52,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m","org":"Mungert","rank":293,"root":"google/gemma-3-270m","score":52,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[WinoGrande][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":294,"root":"google/gemma-3-270m-it","score":52,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"Winogrande","model_id":"smollm2-135m","org":"Mungert","rank":295,"root":"HuggingFaceTB/SmolLM2-135M","score":51.3,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":296,"root":"facebook/MobileLLM-125M","score":50.8,"variant":"MobileLLM-125M"},{"conf":"medium","context":"Winogrande (5-shot)","model_id":null,"org":"microsoft","rank":297,"root":"microsoft/DialoGPT-small","score":50.28,"variant":"DialoGPT-small"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/winogrande.html"],"url":"https://huggingface.co/spaces/winogrande"}},"meta":{"source":"registry"}}