{"data":{"category":"knowledge","id":"hellaswag","name":"HellaSwag","rows":[{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":null,"org":"bartowski","rank":1,"root":"—","score":91.79,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":2,"root":"nvidia/Nemotron-4-340B-Base","score":90.53,"variant":"Nemotron-4-340B-Base"},{"conf":"medium","context":"HellaSwag","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":90.51,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":4,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":89.03,"variant":"Monarch-7B"},{"conf":"medium","context":"HellaSwag","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":5,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":88.97,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"beaglesempra-7b","org":"mlabonne","rank":6,"root":"shadowml/BeagleSempra-7B","score":88.93,"variant":"OmniBeagle-7B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"sauerkrautlm-solar-instruct","org":"TheBloke","rank":7,"root":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct","score":88.63,"variant":"SauerkrautLM-SOLAR-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"carbonvillain-en-10-7b-v4","org":"TheBloke","rank":8,"root":"jeonsworld/CarbonVillain-en-10.7B-v4","score":88.48,"variant":"CarbonVillain-en-10.7B-v4-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":9,"root":"fblgit/UNA-TheBeagle-7b-v1","score":87.95,"variant":"Beagle14-7B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"platypus2-70b-instruct","org":"TheBloke","rank":10,"root":"garage-bAInd/Platypus2-70B-instruct","score":87.94,"variant":"Platypus2-70B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":11,"root":"garage-bAInd/Platypus2-70B","score":87.94,"variant":"Platypus2-70B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"platypus2-70b-instruct","org":"TheBloke","rank":12,"root":"garage-bAInd/Platypus2-70B-instruct","score":87.94,"variant":"Platypus2-70B-Instruct-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":13,"root":"upstage/llama-65b-instruct","score":87.9,"variant":"Upstage-Llama1-65B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":14,"root":"upstage/llama-30b-instruct-2048","score":87.9,"variant":"upstage-llama-30b-instruct-2048-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":15,"root":"upstage/Llama-2-70b-instruct-v2","score":87.9,"variant":"Upstage-Llama-2-70B-instruct-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":16,"root":"upstage/llama-30b-instruct-2048","score":87.9,"variant":"upstage-llama-30b-instruct-2048-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":17,"root":"upstage/Llama-2-70b-instruct-v2","score":87.9,"variant":"Upstage-Llama-2-70B-instruct-v2-GPTQ"},{"conf":"medium","context":"HellaSwag","model_id":"qwen2-72b","org":"Qwen","rank":18,"root":"Qwen/Qwen2-72B","score":87.8,"variant":"Qwen2-72B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":19,"root":"Riiid/sheep-duck-llama-2","score":87.79,"variant":"Sheep-Duck-Llama-2-70B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":20,"root":"psmathur/orca_mini_v3_70b","score":87.79,"variant":"orca_mini_v3_70B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":21,"root":"psmathur/orca_mini_v3_70b","score":87.79,"variant":"orca_mini_v3_70B-GPTQ"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":22,"root":"fangloveskari/ORCA_LLaMA_70B_QLoRA","score":87.74,"variant":"ORCA_LLaMA_70B_QLoRA-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":23,"root":"garage-bAInd/Camel-Platypus2-70B","score":87.66,"variant":"Camel-Platypus2-70B-GGUF"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":24,"root":"psmathur/model_007","score":87.65,"variant":"model_007-70B-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"daredevil-7b","org":"mlabonne","rank":25,"root":"mlabonne/Daredevil-7B","score":87.62,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":26,"root":"MayaPH/GodziLLa2-70B","score":87.53,"variant":"GodziLLa2-70B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":27,"root":"AIDC-ai-business/Marcoroni-70b","score":87.51,"variant":"Marcoroni-70B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":28,"root":"uni-tianyan/Uni-TianYan","score":87.4,"variant":"Uni-TianYan-70B-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":29,"root":"mistralai/Mistral-7B-v0.1","score":87.17,"variant":"Daredevil-7B"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":null,"org":"mlabonne","rank":30,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":87.13,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":31,"root":"migtissera/Synthia-70B-v1.1","score":87.12,"variant":"Synthia-70B-v1.1-GGUF"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":32,"root":"migtissera/Synthia-70B","score":87.11,"variant":"Synthia-70B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"qwen2-57b-a14b","org":"Qwen","rank":33,"root":"Qwen/Qwen2-57B-A14B","score":87.1,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"supermario-v2","org":"TheBloke","rank":34,"root":"janhq/supermario-v2","score":86.51,"variant":"supermario-v2-GGUF"},{"conf":"medium","context":"HellaSwag (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":35,"root":"deepseek-ai/DeepSeek-V4-Flash","score":86.4,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HellaSwag (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":36,"root":"deepseek-ai/DeepSeek-V4-Pro","score":86.4,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HellaSwag (EM)","model_id":null,"org":"deepseek-ai","rank":37,"root":"—","score":86.4,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"HellaSwag (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":38,"root":"deepseek-ai/DeepSeek-V4-Flash","score":86.4,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"HellaSwag (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":39,"root":"deepseek-ai/DeepSeek-V4-Flash","score":86.4,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"HellaSwag (EM)","model_id":null,"org":"deepseek-ai","rank":40,"root":"—","score":86.4,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"HellaSwag (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":41,"root":"deepseek-ai/DeepSeek-V4-Pro","score":86.4,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":42,"root":"mistralai/Mistral-7B-v0.1","score":86.4,"variant":"NeuralDarewin-7B"},{"conf":"medium","context":"HellaSwag","model_id":"llada2-0-flash","org":"inclusionAI","rank":43,"root":"inclusionAI/LLaDA2.0-flash","score":86.31,"variant":"LLaDA2.0-flash"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":44,"root":"allenai/Olmo-3-1125-32B","score":86.3,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"seraph-7b","org":"TheBloke","rank":45,"root":"Weyaxi/Seraph-7B","score":86.22,"variant":"Seraph-7B-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"neural-chat-7b-v3-3","org":"mlabonne","rank":46,"root":"Intel/neural-chat-7b-v3-3","score":86.22,"variant":"Darewin-7B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"openhermes-2-5-neural-chat-v3-3-slerp","org":"TheBloke","rank":47,"root":"Weyaxi/OpenHermes-2.5-neural-chat-v3-3-Slerp","score":86.2,"variant":"OpenHermes-2.5-neural-chat-v3-3-Slerp-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":48,"root":"OpenPipe/mistral-ft-optimized-1218","score":86.15,"variant":"NeuralPipe-7B-slerp"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":49,"root":"OpenPipe/mistral-ft-optimized-1218","score":86.04,"variant":"NeuralPipe-7B-ties"},{"conf":"low","context":null,"model_id":"una-xaberius-34b-v1beta","org":"TheBloke","rank":50,"root":"fblgit/una-xaberius-34b-v1beta","score":85.85,"variant":"una-xaberius-34b-v1beta-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":51,"root":"tiiuae/Falcon-H1-34B-Base","score":85.68,"variant":"Falcon-H1-34B-Base"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"optimus-7b","org":"TheBloke","rank":52,"root":"Q-bert/Optimus-7B","score":85.41,"variant":"Optimus-7B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"discolm-70b","org":"TheBloke","rank":53,"root":"DiscoResearch/DiscoLM-70b","score":85.41,"variant":"DiscoLM-70B-GGUF"},{"conf":"low","context":null,"model_id":"loyal-piano-m7","org":"TheBloke","rank":54,"root":"chargoddard/loyal-piano-m7","score":85.34,"variant":"loyal-piano-m7-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":55,"root":"Intel/neural-chat-7b-v3-3","score":85.26,"variant":"neural-chat-7B-v3-3-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":56,"root":"Intel/neural-chat-7b-v3-3","score":85.26,"variant":"neural-chat-7B-v3-3-GPTQ"},{"conf":"high","context":null,"model_id":"platyi-34b-llama-q-v3","org":"TheBloke","rank":57,"root":"kyujinpy/PlatYi-34B-Llama-Q-v3","score":85.22,"variant":"PlatYi-34B-Llama-Q-v3-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":58,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":85.09,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":59,"root":"—","score":84.8,"variant":"GPlatty-30B-SuperHOT-8K-fp16"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":60,"root":"lilloukas/GPlatty-30B","score":84.8,"variant":"GPlatty-30B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":61,"root":"posicube/Llama2-chat-AYB-13B","score":84.79,"variant":"Llama2-chat-AYB-13B-GGUF"},{"conf":"low","context":null,"model_id":"smol-7b","org":"TheBloke","rank":62,"root":"rishiraj/smol-7b","score":84.77,"variant":"smol-7B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":63,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":84.4,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":64,"root":"argilla/notus-7b-v1","score":84.36,"variant":"notus-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":65,"root":"argilla/notus-7b-v1","score":84.36,"variant":"notus-7B-v1-AWQ"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":66,"root":"—","score":84.3,"variant":"Platypus-30B-SuperHOT-8K-fp16"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":67,"root":"lilloukas/Platypus-30B","score":84.3,"variant":"Platypus-30B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":68,"root":"allenai/Olmo-3-1025-7B","score":84,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":69,"root":"allenai/Olmo-Hybrid-7B","score":84,"variant":"Olmo-Hybrid-7B"},{"conf":"medium","context":"HellaSwag","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":70,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":84,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"HellaSwag","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":71,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":84,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":72,"root":"allenai/Olmo-3-1025-7B","score":84,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"high","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":73,"root":"jondurbin/bagel-dpo-7b-v0.1","score":83.97,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":74,"root":"ariellee/SuperPlatty-30B","score":83.9,"variant":"SuperPlatty-30B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":75,"root":"Undi95/MLewd-v2.4-13B","score":83.83,"variant":"MLewd-v2.4-13B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":76,"root":"Open-Orca/Mistral-7B-OpenOrca","score":83.79,"variant":"Mistral-7B-OpenOrca-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":77,"root":"SUSTech/SUS-Chat-34B","score":83.79,"variant":"SUS-Chat-34B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"grin-moe","org":"microsoft","rank":78,"root":"microsoft/GRIN-MoE","score":83.7,"variant":"GRIN-MoE"},{"conf":"low","context":null,"model_id":"speechless-mistral-7b-dare-0-85","org":"TheBloke","rank":79,"root":"speechlessai/speechless-mistral-7b-dare-0.85","score":83.64,"variant":"speechless-mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":80,"root":"uukuguy/SynthIA-7B-v1.3-dare-0.85","score":83.64,"variant":"SynthIA-7B-v1.3-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":81,"root":"uukuguy/airoboros-m-7b-3.1.2-dare-0.85","score":83.64,"variant":"airoboros-m-7B-3.1.2-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":82,"root":"uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85","score":83.64,"variant":"CollectiveCognition-v1.1-Mistral-7B-dare-0.85-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":83,"root":"garage-bAInd/Camel-Platypus2-13B","score":83.61,"variant":"Camel-Platypus2-13B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":84,"root":"posicube/Llama2-chat-AYT-13B","score":83.53,"variant":"Llama2-Chat-AYT-13B-GGUF"},{"conf":"medium","context":"HellaSwag (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":85,"root":"mistralai/Mistral-Nemo-Base-2407","score":83.5,"variant":"Mistral-Nemo-Instruct-2407"},{"conf":"medium","context":"HellaSwag (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":86,"root":"mistralai/Mistral-Nemo-Base-2407","score":83.5,"variant":"Mistral-Nemo-Base-2407"},{"conf":"medium","context":"HellaSwag (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":87,"root":"mistralai/Mistral-Nemo-Base-2407","score":83.5,"variant":"Mistral-Nemo-Instruct-FP8-2407"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":88,"root":"NousResearch/Yarn-Mistral-7b-128k","score":83.31,"variant":"Yarn-Mistral-7B-128k-GGUF"},{"conf":"low","context":null,"model_id":"una-cybertron-7b-v2-bf16","org":"TheBloke","rank":89,"root":"fblgit/una-cybertron-7b-v2-bf16","score":83.31,"variant":"una-cybertron-7B-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":90,"root":"NousResearch/Yarn-Mistral-7b-64k","score":83.31,"variant":"Yarn-Mistral-7B-64k-GGUF"},{"conf":"low","context":null,"model_id":"neural-chat-7b-v3-1","org":"TheBloke","rank":91,"root":"Intel/neural-chat-7b-v3-1","score":83.31,"variant":"neural-chat-7B-v3-1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":92,"root":"NousResearch/Yarn-Mistral-7b-128k","score":83.31,"variant":"Yarn-Mistral-7B-128k-AWQ"},{"conf":"medium","context":"HellaSwag","model_id":"speechless-mistral-moloras-7b","org":"TheBloke","rank":93,"root":"uukuguy/speechless-mistral-moloras-7b","score":83.29,"variant":"speechless-mistral-moloras-7B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":94,"root":"openaccess-ai-collective/jackalope-7b","score":83.29,"variant":"jackalope-7B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":95,"root":"AIDC-ai-business/Marcoroni-13B","score":83.27,"variant":"Marcoroni-13B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"qwen2-7b","org":"Qwen","rank":96,"root":"Qwen/Qwen2-7B","score":83.2,"variant":"Qwen2-7B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":97,"root":"Open-Orca/OpenOrca-Platypus2-13B","score":83.19,"variant":"OpenOrca-Platypus2-13B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":98,"root":"Open-Orca/OpenOrca-Platypus2-13B","score":83.19,"variant":"OpenOrca-Platypus2-13B-GPTQ"},{"conf":"medium","context":"HellaSwag (10-shot, acc_norm)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":99,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":83.14,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"HellaSwag-10shots","model_id":"falcon-11b","org":"tiiuae","rank":100,"root":"tiiuae/falcon-11B","score":82.91,"variant":"falcon-11B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":101,"root":"AIDC-ai-business/Luban-13B","score":82.8,"variant":"Luban-13B-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":102,"root":"maywell/Synatra-7B-v0.3-dpo","score":82.58,"variant":"Synatra-7B-v0.3-dpo-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":103,"root":"garage-bAInd/Platypus2-13B","score":82.56,"variant":"Platypus2-13B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":104,"root":"psmathur/orca_mini_v3_13b","score":82.42,"variant":"orca_mini_v3_13B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":105,"root":"psmathur/orca_mini_v3_13b","score":82.42,"variant":"orca_mini_v3_13B-GPTQ"},{"conf":"medium","context":"HellaSwag<br>5-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":106,"root":"microsoft/Phi-3-medium-4k-instruct","score":82.4,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":107,"root":"maywell/Synatra-7B-v0.3-RP","score":82.29,"variant":"Synatra-7B-v0.3-RP-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":108,"root":"garage-bAInd/Stable-Platypus2-13B","score":82.29,"variant":"Stable-Platypus2-13B-GGUF"},{"conf":"medium","context":"Hellaswag-0shot","model_id":"falcon-11b","org":"tiiuae","rank":109,"root":"tiiuae/falcon-11B","score":82.07,"variant":"falcon-11B"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":110,"root":"tiiuae/Falcon-H1-34B-Base","score":81.94,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":111,"root":"tiiuae/Falcon-H1-34B-Instruct","score":81.94,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":112,"root":"tiiuae/Falcon-H1-34B-Instruct","score":81.94,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":113,"root":"tiiuae/Falcon-H1-34B-Instruct","score":81.94,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-2-9b","org":"google","rank":114,"root":"google/gemma-2-9b","score":81.9,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-2-27b","org":"google","rank":115,"root":"google/gemma-2-27b","score":81.9,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-2-9b","org":"google","rank":116,"root":"google/gemma-2-9b","score":81.9,"variant":"gemma-2-9b"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-2-27b","org":"google","rank":117,"root":"google/gemma-2-27b","score":81.9,"variant":"gemma-2-27b"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":118,"root":"migtissera/Synthia-13B","score":81.86,"variant":"Synthia-13B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"speechless-llama2-13b","org":"TheBloke","rank":119,"root":"uukuguy/speechless-llama2-13b","score":81.85,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"low","context":"Open Data","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":120,"root":"allenai/OLMoE-1B-7B-0125","score":81.7,"variant":"OLMoE-1B-7B-0125"},{"conf":"medium","context":"HellaSwag<br>5-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":121,"root":"microsoft/Phi-3-medium-128k-instruct","score":81.6,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":122,"root":"tiiuae/Falcon-H1-7B-Base","score":81.26,"variant":"Falcon-H1-7B-Base"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":123,"root":"tiiuae/falcon-mamba-7b","score":80.82,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":124,"root":"tiiuae/falcon-mamba-7b","score":80.82,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":125,"root":"tiiuae/falcon-mamba-7b-instruct","score":80.82,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":126,"root":"tiiuae/falcon-mamba-7b-instruct","score":80.82,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":127,"root":"tiiuae/falcon-mamba-7b","score":80.82,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":128,"root":"tiiuae/falcon-mamba-7b","score":80.82,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":129,"root":"tiiuae/falcon-mamba-7b","score":80.82,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":null,"org":"allenai","rank":130,"root":"allenai/digital-socrates-13b","score":80.14,"variant":"digital-socrates-13b"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":131,"root":"AIDC-ai-business/Marcoroni-7b","score":80.08,"variant":"Marcoroni-7b-GGUF"},{"conf":"low","context":"Open Data","model_id":null,"org":"allenai","rank":132,"root":"allenai/OLMoE-1B-7B-0924","score":80,"variant":"OLMoE-1B-7B-0924"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":133,"root":"YeungNLP/firefly-llama2-13b-chat","score":79.74,"variant":"firefly-llama2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":134,"root":"YeungNLP/firefly-llama2-7b-chat","score":79.74,"variant":"firefly-llama2-7B-chat-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":135,"root":"psmathur/orca_mini_v3_7b","score":79.66,"variant":"orca_mini_v3_7B-GGUF"},{"conf":"medium","context":"**","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":136,"root":"psmathur/orca_mini_v3_7b","score":79.66,"variant":"orca_mini_v3_7B-GPTQ"},{"conf":"medium","context":"HellaSwag<br>5-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":137,"root":"microsoft/Phi-3-small-128k-instruct","score":79.6,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"HellaSwag","model_id":"llada2-0-mini","org":"inclusionAI","rank":138,"root":"inclusionAI/LLaDA2.0-mini","score":79.56,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":139,"root":"l3utterfly/llama2-7b-layla","score":79.34,"variant":"llama2-7B-layla-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":140,"root":"camel-ai/CAMEL-13B-Role-Playing-Data","score":79.3,"variant":"CAMEL-13B-Role-Playing-Data-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":141,"root":"camel-ai/CAMEL-13B-Role-Playing-Data","score":79.3,"variant":"CAMEL-13B-Role-Playing-Data-GPTQ"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":142,"root":"migtissera/Synthia-7B-v1.2","score":79.29,"variant":"Synthia-7B-v1.2-GGUF"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":143,"root":"HyperbeeAI/Tulpar-7b-v0","score":79.01,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":144,"root":"camel-ai/CAMEL-13B-Combined-Data","score":78.9,"variant":"CAMEL-13B-Combined-Data-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":145,"root":"maywell/koOpenChat-sft","score":78.73,"variant":"koOpenChat-sft-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":146,"root":"umd-zhou-lab/claude2-alpaca-13B","score":78.55,"variant":"claude2-alpaca-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":147,"root":"umd-zhou-lab/claude2-alpaca-7B","score":78.55,"variant":"claude2-alpaca-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":148,"root":"Voicelab/trurl-2-13b","score":78.55,"variant":"Trurl-2-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":149,"root":"Voicelab/trurl-2-7b","score":78.55,"variant":"Trurl-2-7B-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"mistral-ft-optimized-1227","org":"mlabonne","rank":150,"root":"OpenPipe/mistral-ft-optimized-1227","score":78.28,"variant":"Darewin-7B-v2"},{"conf":"low","context":null,"model_id":"dr-samantha-7b","org":"TheBloke","rank":151,"root":"sethuiyer/Dr_Samantha-7b","score":77.95,"variant":"Dr_Samantha-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":152,"root":"budecosystem/genz-13b-v2","score":77.38,"variant":"genz-13B-v2-GGUF"},{"conf":"medium","context":"HellaSwag<br>5-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":153,"root":"microsoft/Phi-3-small-8k-instruct","score":77,"variant":"Phi-3-small-8k-instruct"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":154,"root":"nvidia/Nemotron-H-4B-Base-8K","score":77,"variant":"Nemotron-H-4B-Base-8K"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"TheBloke","rank":155,"root":"maywell/Synatra-V0.1-7B-Instruct","score":76.63,"variant":"Synatra-V0.1-7B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"rocket-3b","org":"TheBloke","rank":156,"root":"pansophic/rocket-3B","score":76.45,"variant":"rocket-3B-GGUF"},{"conf":"medium","context":null,"model_id":"olmo-1b-0724-hf","org":"allenai","rank":157,"root":"allenai/OLMo-1B-0724-hf","score":76.2,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0424-hf","org":"allenai","rank":158,"root":"allenai/OLMo-7B-0424-hf","score":76.2,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0724-hf","org":"allenai","rank":159,"root":"allenai/OLMo-7B-0724-hf","score":76.2,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":null,"model_id":null,"org":"allenai","rank":160,"root":"allenai/OLMo-7B-0424","score":76.2,"variant":"OLMo-7B-0424"},{"conf":"medium","context":"**","model_id":null,"org":"TheBloke","rank":161,"root":"—","score":76.17,"variant":"orca_mini_v2_7B-GPTQ"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":null,"org":"allenai","rank":162,"root":"allenai/digital-socrates-7b","score":75.99,"variant":"digital-socrates-7b"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":163,"root":"tiiuae/Falcon-H1-7B-Base","score":75.92,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":164,"root":"tiiuae/Falcon-H1-7B-Instruct","score":75.92,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":165,"root":"tiiuae/Falcon-H1-7B-Instruct","score":75.92,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":166,"root":"tiiuae/Falcon-H1-7B-Instruct","score":75.92,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":null,"org":"TheBloke","rank":167,"root":"uukuguy/speechless-codellama-34b-v2.0","score":75.65,"variant":"speechless-codellama-34b-v2.0-GGUF"},{"conf":"medium","context":null,"model_id":"olmo-1b-hf","org":"allenai","rank":168,"root":"allenai/OLMo-1B-hf","score":74.5,"variant":"OLMo-1B-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b","org":"allenai","rank":169,"root":"allenai/OLMo-7B","score":74.5,"variant":"OLMo-7B"},{"conf":"medium","context":null,"model_id":"olmo-7b-hf","org":"allenai","rank":170,"root":"allenai/OLMo-7B-hf","score":74.5,"variant":"OLMo-7B-hf"},{"conf":"medium","context":null,"model_id":"olmo-1b","org":"allenai","rank":171,"root":"allenai/OLMo-1B","score":74.5,"variant":"OLMo-1B"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":172,"root":"allenai/OLMo-7B-Twin-2T-hf","score":74.5,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t","org":"allenai","rank":173,"root":"allenai/OLMo-7B-Twin-2T","score":74.5,"variant":"OLMo-7B-Twin-2T"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":174,"root":"stabilityai/stablelm-zephyr-3b","score":74.2,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":175,"root":"tiiuae/Falcon-H1-3B-Base","score":73.85,"variant":"Falcon-H1-3B-Base"},{"conf":"medium","context":"HellaSwag","model_id":"qwen2-0-5b","org":"Qwen","rank":176,"root":"Qwen/Qwen2-0.5B","score":73.1,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"HellaSwag","model_id":"qwen2-1-5b","org":"Qwen","rank":177,"root":"Qwen/Qwen2-1.5B","score":73.1,"variant":"Qwen2-1.5B"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","org":"TheBloke","rank":178,"root":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","score":73.01,"variant":"open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-2-2b","org":"google","rank":179,"root":"google/gemma-2-2b","score":73,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-2-2b","org":"google","rank":180,"root":"google/gemma-2-2b","score":73,"variant":"gemma-2-2b"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"google","rank":181,"root":"google/gemma-3n-E4B-it","score":72.2,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"google","rank":182,"root":"google/gemma-3n-E4B","score":72.2,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":null,"org":"google","rank":183,"root":"google/gemma-3n-E4B-it-litert-lm","score":72.2,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":184,"root":"google/gemma-3n-E2B-it","score":72.2,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":185,"root":"google/gemma-3n-E4B-it","score":72.2,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"google","rank":186,"root":"google/gemma-3n-E4B","score":72.2,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[HellaSwag][]","model_id":null,"org":"google","rank":187,"root":"google/gemma-3n-E2B-it-litert-lm","score":72.2,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":188,"root":"google/gemma-3n-E4B-it","score":72.2,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"google","rank":189,"root":"google/gemma-3n-E4B","score":72.2,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":190,"root":"google/gemma-3n-E2B-it","score":72.2,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":null,"org":"unsloth","rank":191,"root":"google/gemma-3n-E2B-it-litert-preview","score":72.2,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":null,"org":"unsloth","rank":192,"root":"google/gemma-3n-E4B-it-litert-preview","score":72.2,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":193,"root":"google/gemma-3n-E4B-it","score":72.2,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":194,"root":"google/gemma-3n-E2B-it","score":72.2,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":195,"root":"google/gemma-3n-E4B","score":72.2,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":196,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":72.2,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":197,"root":"google/gemma-3n-E4B-it","score":72.2,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":198,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":72.2,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":199,"root":"google/gemma-3n-E4b-it","score":72.2,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":200,"root":"microsoft/dolly-v2-7b-olive-optimized","score":71.42,"variant":"dolly-v2-7b-olive-optimized"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":"gemma-1-1-2b-it","org":"google","rank":201,"root":"google/gemma-1.1-2b-it","score":71.4,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"google","rank":202,"root":"google/gemma-2b-it-pytorch","score":71.4,"variant":"gemma-2b"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"google","rank":203,"root":"google/gemma-2b-it-pytorch","score":71.4,"variant":"gemma-2b-it"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"google","rank":204,"root":"google/gemma-7b-it-quant-pytorch","score":71.4,"variant":"gemma-7b"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":"gemma-7b","org":"google","rank":205,"root":"google/gemma-7b","score":71.4,"variant":"gemma-7b-it"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":"gemma-1-1-7b-it","org":"google","rank":206,"root":"google/gemma-1.1-7b-it","score":71.4,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"google","rank":207,"root":"google/gemma-2b-it-pytorch","score":71.4,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"alpindale","rank":208,"root":"google/gemma-7b-it-quant-pytorch","score":71.4,"variant":"gemma-7b"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"alpindale","rank":209,"root":"google/gemma-2b-it-pytorch","score":71.4,"variant":"gemma-2b"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"google","rank":210,"root":"google/gemma-7b-it-quant-pytorch","score":71.4,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"alpindale","rank":211,"root":"google/gemma-7b-it-quant-pytorch","score":71.4,"variant":"gemma-7b-it"},{"conf":"medium","context":"[HellaSwag](https://arxiv.org/abs/1905.07830)","model_id":null,"org":"google","rank":212,"root":"google/gemma-7b-it-quant-pytorch","score":71.4,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":"gemma-2b","org":"mlabonne","rank":213,"root":"google/gemma-2b","score":71.36,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":null,"model_id":"nexonimbus-7b","org":"TheBloke","rank":214,"root":"abideen/NexoNimbus-7B","score":70.86,"variant":"NexoNimbus-7B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":215,"root":"tiiuae/Falcon-H1-3B-Base","score":69.85,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":216,"root":"tiiuae/Falcon-H1-3B-Base","score":69.85,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":217,"root":"tiiuae/Falcon-H1-3B-Instruct","score":69.85,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":218,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":69.72,"variant":"Falcon-H1-1.5B-Deep-Base"},{"conf":"medium","context":"HellaSwag (5-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":219,"root":"microsoft/Phi-4-mini-instruct","score":69.1,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"HellaSwag (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":220,"root":"microsoft/Phi-4-mini-instruct","score":69.1,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"HellaSwag (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":221,"root":"microsoft/Phi-4-mini-instruct","score":69.1,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"HellaSwag (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":222,"root":"microsoft/Phi-4-mini-instruct","score":69.1,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"HellaSwag (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":223,"root":"microsoft/Phi-4-mini-instruct","score":69.1,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"HellaSwag (5-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":224,"root":"microsoft/Phi-4-mini-instruct","score":69.1,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"smollm2-1-7b","org":"Mungert","rank":225,"root":"HuggingFaceTB/SmolLM2-1.7B","score":68.7,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":226,"root":"mlabonne/Beyonder-4x7B-v2","score":68.04,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":227,"root":"mlabonne/Marcoro14-7B-slerp","score":68.04,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":null,"model_id":null,"org":"mlabonne","rank":228,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":67.31,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"HellaSwag","model_id":"mobilellm-pro-base","org":"facebook","rank":229,"root":"facebook/MobileLLM-Pro-base","score":67.11,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"HellaSwag","model_id":"mobilellm-pro-base","org":"facebook","rank":230,"root":"facebook/MobileLLM-Pro-base","score":67.11,"variant":"MobileLLM-Pro"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":231,"root":"tiiuae/Falcon-H1-1.5B-Base","score":66.76,"variant":"Falcon-H1-1.5B-Base"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":232,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":66.61,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":233,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":66.61,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"high","context":null,"model_id":"tenyxchat-7b-v1","org":"TheBloke","rank":234,"root":"tenyx/TenyxChat-7B-v1","score":66.6,"variant":"TenyxChat-7B-v1-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":235,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":65.92,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":236,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":65.54,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":237,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":65.54,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":238,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":65.54,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":239,"root":"fblgit/juanako-7b-v1","score":65.54,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":240,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":65.54,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":241,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":65.54,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":null,"model_id":"dpopenhermes-7b","org":"TheBloke","rank":242,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":65.2,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":243,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":65.19,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":null,"org":"TheBloke","rank":244,"root":"uukuguy/speechless-tora-code-7b-v1.0","score":65.16,"variant":"speechless-tora-code-7B-v1.0-GGUF"},{"conf":"medium","context":null,"model_id":"laser-dolphin-mixtral-2x7b-dpo","org":"TheBloke","rank":245,"root":"macadeliccc/laser-dolphin-mixtral-2x7b-dpo","score":64.84,"variant":"laser-dolphin-mixtral-2x7b-dpo-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":246,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":64.67,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":247,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":64.59,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":248,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":64.07,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":249,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":64.07,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":250,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":63.99,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":"mistral-11b-omnimix-bf16","org":"TheBloke","rank":251,"root":"NeverSleep/Mistral-11B-OmniMix-bf16","score":63.72,"variant":"Mistral-11B-OmniMix-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":252,"root":"tiiuae/Falcon-H1-1.5B-Base","score":63.33,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":253,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":63.33,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":254,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":63.33,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":255,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":63.33,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":256,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":63.33,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":257,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":63.15,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":258,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":63.1,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":259,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":63.1,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":260,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":63.1,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":261,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":63.1,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":262,"root":"nvidia/nemo-megatron-gpt-5B","score":62.98,"variant":"nemo-megatron-gpt-5B"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"google","rank":263,"root":"google/gemma-3-1b-pt","score":62.3,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"google","rank":264,"root":"google/gemma-3-4b-pt","score":62.3,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"google","rank":265,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-pt","org":"google","rank":266,"root":"google/gemma-3-27b-pt","score":62.3,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":267,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":268,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"google","rank":269,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":270,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":271,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"google","rank":272,"root":"google/gemma-3-4b-pt","score":62.3,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":273,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":274,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"google","rank":275,"root":"google/gemma-3-1b-pt","score":62.3,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":276,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":277,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":278,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":null,"org":"google","rank":279,"root":"google/gemma-3-12b","score":62.3,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":280,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":281,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":282,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":283,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":284,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":285,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":286,"root":"google/gemma-3-4b-pt","score":62.3,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-pt","org":"google","rank":287,"root":"google/gemma-3-27b-pt","score":62.3,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":288,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":289,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":290,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":291,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":292,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":293,"root":"google/gemma-3-1b-pt","score":62.3,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":294,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":295,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":296,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":297,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":62.3,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"google","rank":298,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"google","rank":299,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":300,"root":"google/gemma-3-4b-pt","score":62.3,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":301,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"google","rank":302,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":303,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"google","rank":304,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":305,"root":"google/gemma-3-4b-pt","score":62.3,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":306,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":307,"root":"google/gemma-3-1b-pt","score":62.3,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":308,"root":"google/gemma-3-4b-it","score":62.3,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":309,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"google","rank":310,"root":"google/gemma-3-12b-it","score":62.3,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":311,"root":"google/gemma-3-27b-pt","score":62.3,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"google","rank":312,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":313,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"google","rank":314,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":315,"root":"google/gemma-3-27b-it","score":62.3,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":316,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":317,"root":"google/gemma-3-1b-pt","score":62.3,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":318,"root":"google/gemma-3-27b-pt","score":62.3,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":319,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"google","rank":320,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":321,"root":"google/gemma-3-27b-pt","score":62.3,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":322,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-12b-pt","org":"google","rank":323,"root":"google/gemma-3-12b-pt","score":62.3,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":324,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-pt","org":"google","rank":325,"root":"google/gemma-3-1b-it","score":62.3,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":326,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":327,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":62.3,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-4b-pt","org":"google","rank":328,"root":"google/gemma-3-4b-pt","score":62.3,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":329,"root":"teknium/OpenHermes-2-Mistral-7B","score":62.05,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":330,"root":"teknium/OpenHermes-2-Mistral-7B","score":62.05,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":331,"root":"NousResearch/Nous-Hermes-13b","score":61.43,"variant":"Nous-Hermes-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":332,"root":"—","score":61.43,"variant":"Nous-Hermes-13B-SuperHOT-8K-fp16"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":333,"root":"—","score":61.43,"variant":"Nous-Hermes-13B-SuperHOT-8K-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":334,"root":"NousResearch/Redmond-Puffin-13B","score":61.32,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":335,"root":"NousResearch/Redmond-Puffin-13B","score":61.32,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"HellaSwag","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":336,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":60.8,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"HellaSwag","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":337,"root":"microsoft/bitnet-b1.58-2B-4T","score":60.8,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"HellaSwag","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":338,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":60.8,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":339,"root":"openaccess-ai-collective/minotaur-13b-fixed","score":60.72,"variant":"minotaur-13B-fixed-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":340,"root":"swiss-ai/Apertus-8B-Instruct-2509","score":59.8,"variant":"Apertus-8B-Instruct-2509-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":341,"root":"swiss-ai/Apertus-70B-Instruct-2509","score":59.8,"variant":"Apertus-70B-Instruct-2509-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":342,"root":"swiss-ai/Apertus-8B-2509","score":59.8,"variant":"Apertus-8B-Instruct-2509-unsloth-bnb-4bit"},{"conf":"low","context":"GSM-8K","model_id":"qwen3-1-7b-base","org":"jinaai","rank":343,"root":"Qwen/Qwen3-1.7B-Base","score":59.4,"variant":"jina-vlm"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":344,"root":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T","score":59.2,"variant":"TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF"},{"conf":"medium","context":"HellaSwag (10-Shot)","model_id":null,"org":"mlabonne","rank":345,"root":"mlabonne/GML-Mistral-merged-v1","score":57.89,"variant":"GML-Mistral-merged-v1"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":346,"root":"microsoft/Llama2-7b-WhoIsHarryPotter","score":57.7,"variant":"Llama2-7b-WhoIsHarryPotter"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":347,"root":"tiiuae/Falcon-H1-0.5B-Base","score":56.3,"variant":"Falcon-H1-0.5B-Base"},{"conf":"medium","context":"HellaSwag","model_id":"smollm2-360m","org":"Mungert","rank":348,"root":"HuggingFaceTB/SmolLM2-360M","score":54.5,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":349,"root":"PY007/TinyLlama-1.1B-intermediate-step-715k-1.5T","score":53.68,"variant":"TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":350,"root":"tiiuae/Falcon-H1-0.5B-Base","score":51.93,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":351,"root":"tiiuae/Falcon-H1-0.5B-Base","score":51.93,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":352,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":51.93,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"HellaSwag","model_id":"smollm2-135m","org":"Mungert","rank":353,"root":"HuggingFaceTB/SmolLM2-135M","score":42.1,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"medium","context":"[HellaSwag]","model_id":"t5gemma-2-270m-270m","org":"google","rank":354,"root":"google/t5gemma-2-270m-270m","score":41.1,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[HellaSwag]","model_id":"t5gemma-2-4b-4b","org":"google","rank":355,"root":"google/t5gemma-2-4b-4b","score":41.1,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[HellaSwag]","model_id":"t5gemma-2-1b-1b","org":"google","rank":356,"root":"google/t5gemma-2-1b-1b","score":41.1,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m","org":"google","rank":357,"root":"google/gemma-3-270m","score":40.9,"variant":"gemma-3-270m"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m","org":"google","rank":358,"root":"google/gemma-3-270m","score":40.9,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":359,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":360,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":361,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":362,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":40.9,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m","org":"unsloth","rank":363,"root":"google/gemma-3-270m","score":40.9,"variant":"gemma-3-270m"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":364,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"google","rank":365,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":366,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":367,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":40.9,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m","org":"unsloth","rank":368,"root":"google/gemma-3-270m","score":40.9,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m","org":"google","rank":369,"root":"google/gemma-3-270m","score":40.9,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m","org":"Mungert","rank":370,"root":"google/gemma-3-270m","score":40.9,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[HellaSwag][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":371,"root":"google/gemma-3-270m-it","score":40.9,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[HellaSwag][]","model_id":null,"org":"google","rank":372,"root":"google/vaultgemma-1b","score":39.09,"variant":"vaultgemma-1b"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":373,"root":"—","score":38.14,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":374,"root":"nvidia/Minitron-4B-Base","score":31.66,"variant":"Nemotron-4-Mini-Hindi-4B-Base"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":375,"root":"nvidia/Minitron-4B-Base","score":31.66,"variant":"Nemotron-4-Mini-Hindi-4B-Base-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":376,"root":"facebook/MobileLLM-125M","score":31.1,"variant":"MobileLLM-125M"},{"conf":"medium","context":"HellaSwag (10-shot)","model_id":null,"org":"microsoft","rank":377,"root":"microsoft/DialoGPT-small","score":25.79,"variant":"DialoGPT-small"},{"conf":"medium","context":null,"model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":378,"root":"nvidia/Nemotron-H-8B-Base-8K","score":10,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":379,"root":"nvidia/Nemotron-H-56B-Base-8K","score":10,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":380,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":10,"variant":"Xwin-LM-70B-V0.1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":381,"root":"cloudyu/Mixtral_11Bx2_MoE_19B","score":10,"variant":"Mixtral_11Bx2_MoE_19B-GGUF"},{"conf":"medium","context":null,"model_id":"luna-solarkrautlm-instruct","org":"TheBloke","rank":382,"root":"fblgit/LUNA-SOLARkrautLM-Instruct","score":10,"variant":"LUNA-SOLARkrautLM-Instruct-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":383,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":10,"variant":"Xwin-LM-13B-V0.1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":384,"root":"Xwin-LM/Xwin-LM-13B-V0.2","score":10,"variant":"Xwin-LM-13B-v0.2-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":385,"root":"Xwin-LM/Xwin-LM-7B-V0.2","score":10,"variant":"Xwin-LM-7B-V0.2-GGUF"},{"conf":"medium","context":null,"model_id":"una-thebeagle-7b-v1","org":"TheBloke","rank":386,"root":"fblgit/UNA-TheBeagle-7b-v1","score":10,"variant":"UNA-TheBeagle-7B-v1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"bartowski","rank":387,"root":"—","score":10,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"medium","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":388,"root":"nvidia/Nemotron-H-56B-Base-8K","score":10,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"medium","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":389,"root":"fblgit/juanako-7b-UNA","score":10,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":390,"root":"Xwin-LM/Xwin-LM-7b-V0.1","score":10,"variant":"Xwin-LM-7B-V0.1-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":391,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":10,"variant":"Xwin-LM-13B-V0.1-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":392,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":10,"variant":"Xwin-LM-70B-V0.1-AWQ"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/hellaswag.html"],"url":"https://huggingface.co/spaces/hellaswag"}},"meta":{"source":"registry"}}