{"data":{"category":"reasoning","id":"agieval","name":"AGIEval","rows":[{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":1,"root":"allenai/Olmo-3-32B-Think-DPO","score":89.2,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":2,"root":"allenai/Olmo-3.1-32B-Think","score":89.2,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":3,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":86.89,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":4,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":86.89,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":5,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":86.89,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":6,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":86.41,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":7,"root":"allenai/Olmo-3-32B-Think-DPO","score":85.9,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1125-32b","org":"allenai","rank":8,"root":"allenai/Olmo-3-1125-32B","score":85.9,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":9,"root":"allenai/Olmo-3-32B-Think","score":85.9,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":10,"root":"allenai/Olmo-3-32B-Think-SFT","score":85.9,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":11,"root":"allenai/Olmo-3-32B-Think","score":85.9,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"AGIEval (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":12,"root":"deepseek-ai/DeepSeek-V4-Flash","score":80.1,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"AGIEval (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":13,"root":"deepseek-ai/DeepSeek-V4-Pro","score":80.1,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"AGIEval (EM)","model_id":null,"org":"deepseek-ai","rank":14,"root":"—","score":80.1,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"AGIEval (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":15,"root":"deepseek-ai/DeepSeek-V4-Flash","score":80.1,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"AGIEval (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":16,"root":"deepseek-ai/DeepSeek-V4-Flash","score":80.1,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"AGIEval (EM)","model_id":null,"org":"deepseek-ai","rank":17,"root":"—","score":80.1,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":18,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":80.1,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"AGIEval (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":19,"root":"deepseek-ai/DeepSeek-V4-Pro","score":80.1,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":20,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":80.1,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":21,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":79.61,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"mlabonne","rank":22,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":79.61,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_sat_en","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":23,"root":"mlabonne/Beyonder-4x7B-v2","score":79.13,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":24,"root":"mlabonne/Marcoro14-7B-slerp","score":79.13,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"AGIEval-En","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":25,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":78.73,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":26,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":78.07,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":27,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":78.07,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":28,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":78.07,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"AGIEval-En","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":29,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":77.92,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"_sat_en","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":30,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.76,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_sat_en","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":31,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.76,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":32,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":74.76,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":33,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.76,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_sat_en","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":34,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":74.27,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":35,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":74.27,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_sat_en","model_id":"dpopenhermes-7b","org":"TheBloke","rank":36,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":73.79,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":37,"root":"teknium/OpenHermes-2-Mistral-7B","score":72.82,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":38,"root":"teknium/OpenHermes-2-Mistral-7B","score":72.82,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":39,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":71.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1125-32b","org":"allenai","rank":40,"root":"allenai/Olmo-3-1125-32B","score":71.7,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":41,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":71.7,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":42,"root":"allenai/Olmo-3.1-32B-Instruct","score":71.7,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"AGI Eval English","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":43,"root":"allenai/Olmo-3.1-32B-Instruct","score":71.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":44,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":70.78,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":45,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":70.78,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":46,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":70.78,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":47,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":69.14,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"AGIEval English CoT","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":48,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":68.03,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"AGIEval English CoT","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":49,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":68.03,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":50,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":66.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":51,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":66.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":52,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":66.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"[AGIEval][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":53,"root":"mistralai/Mistral-Small-24B-Base-2501","score":65.8,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":54,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":55,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":56,"root":"mistralai/Ministral-3-14B-Base-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":57,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":58,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":59,"root":"mistralai/Ministral-3-14B-Base-2512","score":64.8,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":60,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":61,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":64.8,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":62,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":63,"root":"mistralai/Ministral-3-14B-Base-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":64,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":65,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":66,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":67,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":68,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":69,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":64.8,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":70,"root":"mistralai/Ministral-3-14B-Base-2512","score":64.8,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":71,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":64.8,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":72,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":73,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":64.8,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":74,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":75,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":76,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":77,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":78,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":79,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":80,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":81,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":82,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":64.8,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":83,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":64.8,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":84,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":64.8,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":85,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":86,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":87,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":64.8,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":88,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":89,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":90,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":64.8,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":91,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":64.8,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":92,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":93,"root":"mistralai/Ministral-3-8B-Base-2512","score":64.8,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":94,"root":"mistralai/Ministral-3-14B-Base-2512","score":64.8,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":95,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":64.8,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":96,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":64.8,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":97,"root":"mistralai/Ministral-3-14B-Base-2512","score":64.8,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":98,"root":"mistralai/Ministral-3-3B-Base-2512","score":64.8,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":99,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":64.8,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":100,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":64.8,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"_lsat_rc","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":101,"root":"mlabonne/Beyonder-4x7B-v2","score":64.31,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":102,"root":"mlabonne/Marcoro14-7B-slerp","score":64.31,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"AGIEval-En (3/5-shot, CoT acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":103,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":63.12,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"mlabonne","rank":104,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":62.83,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_lsat_rc","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":105,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":61.34,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":106,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":60.68,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":107,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":59.71,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"dpopenhermes-7b","org":"TheBloke","rank":108,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":59.48,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":109,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":59.11,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_lsat_rc","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":110,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":59.11,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":111,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":59.11,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":112,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":59.11,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":113,"root":"NousResearch/Redmond-Puffin-13B","score":58.74,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":null,"org":"TheBloke","rank":114,"root":"NousResearch/Redmond-Puffin-13B","score":58.74,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_lsat_rc","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":115,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":58.36,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":116,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":57.65,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":117,"root":"teknium/OpenHermes-2-Mistral-7B","score":57.25,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":118,"root":"teknium/OpenHermes-2-Mistral-7B","score":57.25,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":119,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":55.49,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":120,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":55.49,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":121,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":54.38,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":122,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":54.38,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":123,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":54.38,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":124,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":53.53,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":125,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":53.33,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":126,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":52.91,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-2-9b","org":"google","rank":127,"root":"google/gemma-2-9b","score":52.8,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-2-27b","org":"google","rank":128,"root":"google/gemma-2-27b","score":52.8,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-2-9b","org":"google","rank":129,"root":"google/gemma-2-9b","score":52.8,"variant":"gemma-2-9b"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-2-27b","org":"google","rank":130,"root":"google/gemma-2-27b","score":52.8,"variant":"gemma-2-27b"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":131,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":51.94,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":132,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":51.94,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":133,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":51.94,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_lsat_lr","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":134,"root":"mlabonne/Beyonder-4x7B-v2","score":51.57,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":135,"root":"mlabonne/Marcoro14-7B-slerp","score":51.57,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_lsat_lr","model_id":"dpopenhermes-7b","org":"TheBloke","rank":136,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":51.37,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":137,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50.59,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_lsat_lr","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":138,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50.59,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":139,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":50.59,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":140,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50.59,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"AGI Eval<br>5-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":141,"root":"microsoft/Phi-3-medium-4k-instruct","score":50.2,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"mlabonne","rank":142,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":50,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"AGIEval","model_id":"internlm2-chat-7b","org":"internlm","rank":143,"root":"internlm/internlm2-chat-7b","score":49.9,"variant":"internlm2-chat-7b"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":144,"root":"internlm/internlm2-7b","score":49.9,"variant":"internlm2-7b"},{"conf":"medium","context":"AGIEval","model_id":"internlm2-chat-20b","org":"internlm","rank":145,"root":"internlm/internlm2-chat-20b","score":49.9,"variant":"internlm2-chat-20b"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":146,"root":"internlm/internlm2-20b","score":49.9,"variant":"internlm2-20b"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":147,"root":"internlm/internlm2-base-7b","score":49.9,"variant":"internlm2-base-7b"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":148,"root":"internlm/internlm2-base-20b","score":49.9,"variant":"internlm2-base-20b"},{"conf":"medium","context":"AGIEval","model_id":"internlm2-chat-7b-sft","org":"internlm","rank":149,"root":"internlm/internlm2-chat-7b-sft","score":49.9,"variant":"internlm2-chat-7b-sft"},{"conf":"medium","context":"AGIEval","model_id":"internlm2-chat-20b-sft","org":"internlm","rank":150,"root":"internlm/internlm2-chat-20b-sft","score":49.9,"variant":"internlm2-chat-20b-sft"},{"conf":"medium","context":"AGI Eval<br>5-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":151,"root":"microsoft/Phi-3-medium-128k-instruct","score":49.7,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":152,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":49.09,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":153,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":49.09,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_lsat_lr","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":154,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48.82,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"AGIEval","model_id":"grin-moe","org":"microsoft","rank":155,"root":"microsoft/GRIN-MoE","score":48.2,"variant":"GRIN-MoE"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":156,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":48.18,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":157,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":48.06,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":158,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":48.06,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":159,"root":"openchat/openchat-3.5-1210","score":48,"variant":"openchat-3.5-1210-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":160,"root":"openchat/openchat-3.5-1210","score":48,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":161,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":47.57,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":162,"root":"openchat/openchat-3.5-0106","score":47.4,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":163,"root":"openchat/openchat_3.5","score":47.4,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":164,"root":"NurtureAI/openchat_3.5-16k","score":47.4,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":165,"root":"openchat/openchat_3.5","score":47.4,"variant":"openchat_3.5-GPTQ"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":166,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":47.21,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":167,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":47.09,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":168,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":46.6,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_sat_en","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":169,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":46.6,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"low","context":null,"model_id":"neuralbeagle14-7b","org":"TheBloke","rank":170,"root":"mlabonne/NeuralBeagle14-7B","score":46.06,"variant":"NeuralBeagle14-7B-GGUF"},{"conf":"low","context":null,"model_id":"neuralbeagle14-7b","org":"mlabonne","rank":171,"root":"mlabonne/NeuralBeagle14-7B","score":46.06,"variant":"NeuralBeagle14-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":172,"root":"mlabonne/Beagle14-7B","score":46.06,"variant":"NeuralBeagle14-7B"},{"conf":"low","context":null,"model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":173,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":45.48,"variant":"Monarch-7B"},{"conf":"low","context":null,"model_id":"alphamonarch-7b","org":"mlabonne","rank":174,"root":"mlabonne/AlphaMonarch-7B","score":45.37,"variant":"Beyonder-4x7B-v3"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":175,"root":"mlabonne/NeuralMonarch-7B","score":45.37,"variant":"AlphaMonarch-7B"},{"conf":"low","context":null,"model_id":"alphamonarch-7b","org":"mlabonne","rank":176,"root":"mlabonne/AlphaMonarch-7B","score":45.37,"variant":"Beyonder-4x7B-v3-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":177,"root":"liminerity/M7-7b","score":45.37,"variant":"Zebrafish-7B"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":178,"root":"mlabonne/Monarch-7B","score":45.31,"variant":"NeuralMonarch-7B"},{"conf":"low","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":179,"root":"mlabonne/Beyonder-4x7B-v2","score":45.29,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"low","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":180,"root":"mlabonne/Marcoro14-7B-slerp","score":45.29,"variant":"Beyonder-4x7B-v2"},{"conf":"low","context":null,"model_id":"daredevil-7b","org":"mlabonne","rank":181,"root":"mlabonne/Daredevil-7B","score":45.23,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":182,"root":"teknium/OpenHermes-2-Mistral-7B","score":45.15,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"mlabonne","rank":183,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":45.15,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":184,"root":"teknium/OpenHermes-2-Mistral-7B","score":45.15,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"AGI Eval<br>5-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":185,"root":"microsoft/Phi-3-small-8k-instruct","score":45.1,"variant":"Phi-3-small-8k-instruct"},{"conf":"low","context":null,"model_id":"mistral-7b-v0-1","org":"mlabonne","rank":186,"root":"mistralai/Mistral-7B-v0.1","score":44.85,"variant":"Daredevil-7B"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":187,"root":"Open-Orca/OpenOrcaxOpenChat-Preview2-13B","score":44.7,"variant":"OpenOrcaxOpenChat-Preview2-13B-GPTQ"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"dpopenhermes-7b","org":"TheBloke","rank":188,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":44.66,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"mlabonne","rank":189,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":44.66,"variant":"Marcoro14-7B-slerp"},{"conf":"low","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":190,"root":"mlabonne/Marcoro14-7B-slerp","score":44.59,"variant":"NeuralMarcoro14-7B"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":191,"root":"teknium/OpenHermes-2-Mistral-7B","score":44.51,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":192,"root":"teknium/OpenHermes-2-Mistral-7B","score":44.51,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"low","context":null,"model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":193,"root":"fblgit/UNA-TheBeagle-7b-v1","score":44.38,"variant":"Beagle14-7B"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":194,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":44.17,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":195,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":44.17,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":196,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":44.17,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":197,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":44.17,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":198,"root":"mlabonne/Daredevil-8B","score":44.13,"variant":"Daredevil-8B-abliterated"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":199,"root":"nbeerbower/llama-3-stella-8B","score":44.13,"variant":"Daredevil-8B"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":200,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":44.09,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":201,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":44.09,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":202,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":44.09,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"AGI Eval<br>5-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":203,"root":"microsoft/Phi-3-small-128k-instruct","score":43.9,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":204,"root":"NousResearch/Redmond-Puffin-13B","score":43.87,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":205,"root":"NousResearch/Redmond-Puffin-13B","score":43.87,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":206,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":43.8,"variant":"CapybaraHermes-2.5-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":207,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":43.8,"variant":"CapybaraHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":208,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":43.8,"variant":"CapybaraHermes-2.5-Mistral-7B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":209,"root":"mlabonne/Daredevil-8B-abliterated","score":43.73,"variant":"NeuralDaredevil-8B-abliterated"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":210,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":43.69,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"low","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":211,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":43.54,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":212,"root":"mlabonne/Beyonder-4x7B-v2","score":43.2,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":213,"root":"mlabonne/Marcoro14-7B-slerp","score":43.2,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"AGI Eval","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":214,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":43.07,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"AGI Eval","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":215,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":43.07,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"AGI Eval","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":216,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":43.07,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":217,"root":"mistralai/Ministral-8B-Instruct-2410","score":42.5,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":218,"root":"internlm/internlm-chat-7b","score":42.5,"variant":"internlm-chat-7b"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":219,"root":"internlm/internlm-7b","score":42.5,"variant":"internlm-7b"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":220,"root":"NousResearch/Redmond-Puffin-13B","score":42.23,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":221,"root":"NousResearch/Redmond-Puffin-13B","score":42.23,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":222,"root":"google/gemma-3-1b-pt","score":42.1,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":223,"root":"google/gemma-3-4b-pt","score":42.1,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m","org":"google","rank":224,"root":"google/gemma-3-270m","score":42.1,"variant":"gemma-3-270m"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":225,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-pt","org":"google","rank":226,"root":"google/gemma-3-27b-pt","score":42.1,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m","org":"google","rank":227,"root":"google/gemma-3-270m","score":42.1,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":228,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":229,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":230,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":231,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":232,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":233,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":234,"root":"google/gemma-3-4b-pt","score":42.1,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":235,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":236,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":237,"root":"google/gemma-3-1b-pt","score":42.1,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":238,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":239,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":240,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":null,"org":"google","rank":241,"root":"google/gemma-3-12b","score":42.1,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":242,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":243,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":244,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":245,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":246,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":247,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":248,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":249,"root":"google/gemma-3-4b-pt","score":42.1,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-pt","org":"google","rank":250,"root":"google/gemma-3-27b-pt","score":42.1,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":251,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":252,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":253,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":254,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":255,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":256,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":257,"root":"google/gemma-3-1b-pt","score":42.1,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":258,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":259,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":260,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":261,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m","org":"unsloth","rank":262,"root":"google/gemma-3-270m","score":42.1,"variant":"gemma-3-270m"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":263,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":42.1,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":264,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":265,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":266,"root":"google/gemma-3-4b-pt","score":42.1,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":267,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":268,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":269,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":270,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":271,"root":"google/gemma-3-4b-pt","score":42.1,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":272,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":273,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":274,"root":"google/gemma-3-1b-pt","score":42.1,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":275,"root":"google/gemma-3-4b-it","score":42.1,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"google","rank":276,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":277,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":278,"root":"google/gemma-3-12b-it","score":42.1,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":279,"root":"google/gemma-3-27b-pt","score":42.1,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"google","rank":280,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":281,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":282,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"google","rank":283,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":284,"root":"google/gemma-3-27b-it","score":42.1,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":285,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":286,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":287,"root":"google/gemma-3-1b-pt","score":42.1,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":288,"root":"google/gemma-3-27b-pt","score":42.1,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":289,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m","org":"unsloth","rank":290,"root":"google/gemma-3-270m","score":42.1,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":291,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":292,"root":"google/gemma-3-27b-pt","score":42.1,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":293,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m","org":"google","rank":294,"root":"google/gemma-3-270m","score":42.1,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-12b-pt","org":"google","rank":295,"root":"google/gemma-3-12b-pt","score":42.1,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m","org":"Mungert","rank":296,"root":"google/gemma-3-270m","score":42.1,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":297,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":298,"root":"google/gemma-3-270m-it","score":42.1,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-pt","org":"google","rank":299,"root":"google/gemma-3-1b-it","score":42.1,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":300,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":301,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":42.1,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-3-4b-pt","org":"google","rank":302,"root":"google/gemma-3-4b-pt","score":42.1,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"_lsat_rc","model_id":null,"org":"TheBloke","rank":303,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":42.01,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"high","context":null,"model_id":"flex-math-2x7b-1t","org":"allenai","rank":304,"root":"allenai/Flex-math-2x7B-1T","score":42,"variant":"Flex-math-2x7B-1T"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":305,"root":"—","score":41.6,"variant":"NeuralLlama-3-8B-Instruct-abliterated"},{"conf":"low","context":null,"model_id":"olmo-2-1124-7b","org":"allenai","rank":306,"root":"allenai/OLMo-2-1124-7B","score":41.5,"variant":"OLMo-2-1124-7B"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b","org":"allenai","rank":307,"root":"allenai/OLMo-2-1124-13B","score":41.5,"variant":"OLMo-2-1124-13B"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":308,"root":"allenai/OLMo-2-0325-32B","score":41.5,"variant":"OLMo-2-0325-32B"},{"conf":"medium","context":"_logiqa_en","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":309,"root":"mlabonne/Beyonder-4x7B-v2","score":41.47,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":310,"root":"mlabonne/Marcoro14-7B-slerp","score":41.47,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":311,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":41.36,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"low","context":null,"model_id":"meta-llama-3-8b","org":"mlabonne","rank":312,"root":"meta-llama/Meta-Llama-3-8B","score":41.22,"variant":"OrpoLlama-3-8B"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":313,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":41.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":314,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":41.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_sat_math","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":315,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":40.45,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":316,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":40.29,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":317,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":40.25,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t","org":"allenai","rank":318,"root":"allenai/FlexOlmo-7x7B-1T","score":39.9,"variant":"FlexOlmo-7x7B-1T"},{"conf":"low","context":null,"model_id":"flexolmo-7x7b-1t-rt","org":"allenai","rank":319,"root":"allenai/FlexOlmo-7x7B-1T-RT","score":39.9,"variant":"FlexOlmo-7x7B-1T-RT"},{"conf":"low","context":null,"model_id":"flex-pes2o-2x7b-1t","org":"allenai","rank":320,"root":"allenai/Flex-pes2o-2x7B-1T","score":39.9,"variant":"Flex-pes2o-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-creative-2x7b-1t","org":"allenai","rank":321,"root":"allenai/Flex-creative-2x7B-1T","score":39.9,"variant":"Flex-creative-2x7B-1T"},{"conf":"low","context":null,"model_id":"flex-public-7b-1t","org":"allenai","rank":322,"root":"allenai/Flex-public-7B-1T","score":39.9,"variant":"Flex-public-7B-1T"},{"conf":"medium","context":"_sat_en_without_passage","model_id":null,"org":"TheBloke","rank":323,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":39.32,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":324,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":39.32,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":325,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":39.17,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"dpopenhermes-7b","org":"TheBloke","rank":326,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":39.09,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":327,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":38.71,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_logiqa_en","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":328,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":38.71,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":329,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":38.71,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":330,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":38.71,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"mlabonne","rank":331,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":38.25,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_sat_math","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":332,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":37.73,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_sat_math","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":333,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":37.73,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":334,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":37.73,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":335,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":37.73,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logiqa_en","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":336,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":37.63,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":337,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":37.38,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_sat_en_without_passage","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":338,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":37.38,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"medium","context":"_logiqa_en","model_id":"dpopenhermes-7b","org":"TheBloke","rank":339,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":37.33,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":340,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":37.27,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"AGI Eval","model_id":null,"org":"TheBloke","rank":341,"root":"teknium/OpenHermes-2-Mistral-7B","score":37.2,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"AGI Eval","model_id":null,"org":"TheBloke","rank":342,"root":"teknium/OpenHermes-2-Mistral-7B","score":37.2,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"AGI Eval","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":343,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":35.56,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"AGI Eval","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":344,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":35.56,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"AGI Eval","model_id":null,"org":"TheBloke","rank":345,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":35.56,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"AGI Eval","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":346,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":35.56,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"high","context":null,"model_id":"flex-reddit-2x7b-1t","org":"allenai","rank":347,"root":"allenai/Flex-reddit-2x7B-1T","score":35.5,"variant":"Flex-reddit-2x7B-1T"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":348,"root":"teknium/OpenHermes-2-Mistral-7B","score":35,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":349,"root":"teknium/OpenHermes-2-Mistral-7B","score":35,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":350,"root":"teknium/OpenHermes-2-Mistral-7B","score":34.72,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":351,"root":"teknium/OpenHermes-2-Mistral-7B","score":34.72,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_sat_math","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":352,"root":"mlabonne/Beyonder-4x7B-v2","score":34.55,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":353,"root":"mlabonne/Marcoro14-7B-slerp","score":34.55,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":354,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":34.12,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":"dolphin-2-6-phi-2","org":"mlabonne","rank":355,"root":"cognitivecomputations/dolphin-2_6-phi-2","score":34.1,"variant":"phixtral-2x2_8"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":356,"root":"NousResearch/Redmond-Puffin-13B","score":33.92,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":357,"root":"NousResearch/Redmond-Puffin-13B","score":33.92,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":358,"root":"mlabonne/phixtral-4x2_8","score":33.91,"variant":"phixtral-4x2_8-GPTQ"},{"conf":"low","context":null,"model_id":"dolphin-2-6-phi-2","org":"mlabonne","rank":359,"root":"cognitivecomputations/dolphin-2_6-phi-2","score":33.91,"variant":"phixtral-4x2_8"},{"conf":"medium","context":"_lsat_lr","model_id":null,"org":"TheBloke","rank":360,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":33.73,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":361,"root":"NousResearch/Redmond-Puffin-13B","score":33.64,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":362,"root":"NousResearch/Redmond-Puffin-13B","score":33.64,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"AGIEval","model_id":"internlm2-chat-1-8b","org":"internlm","rank":363,"root":"internlm/internlm2-chat-1_8b","score":33.4,"variant":"internlm2-chat-1_8b"},{"conf":"medium","context":"AGIEval","model_id":null,"org":"internlm","rank":364,"root":"internlm/internlm2-1_8b","score":33.4,"variant":"internlm2-1_8b"},{"conf":"medium","context":"AGIEval","model_id":"internlm2-chat-1-8b-sft","org":"internlm","rank":365,"root":"internlm/internlm2-chat-1_8b-sft","score":33.4,"variant":"internlm2-chat-1_8b-sft"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":366,"root":"rhysjones/phi-2-orange","score":33.37,"variant":"phi-2-orange-GGUF"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"mlabonne","rank":367,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":33.18,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":368,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":32.71,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_lsat_rc","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":369,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":32.71,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":370,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":31.89,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":371,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":31.89,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":372,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":31.89,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":373,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":31.34,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-2-2b","org":"google","rank":374,"root":"google/gemma-2-2b","score":30.6,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[AGIEval][]","model_id":"gemma-2-2b","org":"google","rank":375,"root":"google/gemma-2-2b","score":30.6,"variant":"gemma-2-2b"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":376,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":30.45,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":null,"org":"TheBloke","rank":377,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":28.64,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":378,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":28.43,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_lsat_lr","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":379,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":28.43,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":380,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":27.96,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":381,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":27.96,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":382,"root":"NousResearch/Redmond-Puffin-13B","score":27.8,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":383,"root":"NousResearch/Redmond-Puffin-13B","score":27.8,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"high","context":null,"model_id":"flex-code-2x7b-1t","org":"allenai","rank":384,"root":"allenai/Flex-code-2x7B-1T","score":27.4,"variant":"Flex-code-2x7B-1T"},{"conf":"medium","context":"_lsat_ar","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":385,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":27.39,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":386,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":26.96,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":387,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":26.96,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":388,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":26.96,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"mlabonne","rank":389,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":26.38,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_logiqa_en","model_id":null,"org":"TheBloke","rank":390,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":26.11,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"high","context":null,"model_id":"flex-news-2x7b-1t","org":"allenai","rank":391,"root":"allenai/Flex-news-2x7B-1T","score":25.7,"variant":"Flex-news-2x7B-1T"},{"conf":"medium","context":"_lsat_ar","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":392,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":25.65,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_aqua_rat","model_id":"dpopenhermes-7b","org":"TheBloke","rank":393,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":25.59,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":394,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":25.22,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_lsat_ar","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":395,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":25.22,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":396,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":25.22,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":397,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":25.22,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_lsat_ar","model_id":"dpopenhermes-7b","org":"TheBloke","rank":398,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":25.22,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":399,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":25.2,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":400,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":25.2,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":401,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":25,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_sat_math","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":402,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":25,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":403,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":24.8,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":404,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":24.78,"variant":"Nous-Hermes-Llama-2-7B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-llama-2-7b","org":"TheBloke","rank":405,"root":"NousResearch/Nous-Hermes-llama-2-7b","score":24.78,"variant":"Nous-Hermes-Llama-2-7B-GPTQ"},{"conf":"low","context":null,"model_id":"gemma-2b","org":"mlabonne","rank":406,"root":"google/gemma-2b","score":24.48,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":407,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":24.41,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":408,"root":"teknium/OpenHermes-2-Mistral-7B","score":24.35,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"mlabonne","rank":409,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":24.35,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":410,"root":"teknium/OpenHermes-2-Mistral-7B","score":24.35,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":"gemma-1-1-2b-it","org":"google","rank":411,"root":"google/gemma-1.1-2b-it","score":24.2,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"google","rank":412,"root":"google/gemma-2b-it-pytorch","score":24.2,"variant":"gemma-2b"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"google","rank":413,"root":"google/gemma-2b-it-pytorch","score":24.2,"variant":"gemma-2b-it"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"google","rank":414,"root":"google/gemma-7b-it-quant-pytorch","score":24.2,"variant":"gemma-7b"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":"gemma-7b","org":"google","rank":415,"root":"google/gemma-7b","score":24.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":"gemma-1-1-7b-it","org":"google","rank":416,"root":"google/gemma-1.1-7b-it","score":24.2,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"google","rank":417,"root":"google/gemma-2b-it-pytorch","score":24.2,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"alpindale","rank":418,"root":"google/gemma-7b-it-quant-pytorch","score":24.2,"variant":"gemma-7b"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"alpindale","rank":419,"root":"google/gemma-2b-it-pytorch","score":24.2,"variant":"gemma-2b"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"google","rank":420,"root":"google/gemma-7b-it-quant-pytorch","score":24.2,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"alpindale","rank":421,"root":"google/gemma-7b-it-quant-pytorch","score":24.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[AGIEval](https://arxiv.org/abs/2304.06364)","model_id":null,"org":"google","rank":422,"root":"google/gemma-7b-it-quant-pytorch","score":24.2,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":423,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":24.02,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":424,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":24.02,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":425,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":23.91,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"meta-llama","rank":426,"root":"meta-llama/Llama-2-7b-hf","score":23.9,"variant":"Llama-2-7b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"meta-llama","rank":427,"root":"meta-llama/Llama-2-7b-chat-hf","score":23.9,"variant":"Llama-2-7b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"meta-llama","rank":428,"root":"meta-llama/Llama-2-13b-chat-hf","score":23.9,"variant":"Llama-2-13b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":429,"root":"meta-llama/Llama-2-7b-chat-hf","score":23.9,"variant":"Llama-2-7B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":430,"root":"meta-llama/Llama-2-7b-chat-hf","score":23.9,"variant":"Llama-2-7B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"meta-llama","rank":431,"root":"meta-llama/Llama-2-13b-hf","score":23.9,"variant":"Llama-2-13b-hf"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":432,"root":"meta-llama/Llama-2-7b-hf","score":23.9,"variant":"Llama-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"meta-llama","rank":433,"root":"meta-llama/Llama-2-70b-chat-hf","score":23.9,"variant":"Llama-2-70b-chat-hf"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"meta-llama","rank":434,"root":"meta-llama/Llama-2-70b-hf","score":23.9,"variant":"Llama-2-70b-hf"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":435,"root":"meta-llama/Llama-2-13b-chat-hf","score":23.9,"variant":"Llama-2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":436,"root":"meta-llama/Llama-2-7b-hf","score":23.9,"variant":"Llama-2-7B-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":437,"root":"meta-llama/Llama-2-70b-hf","score":23.9,"variant":"Llama-2-70B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":438,"root":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","score":23.9,"variant":"Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":439,"root":"meta-llama/Llama-2-7b-hf","score":23.9,"variant":"Llama-2-7B-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":440,"root":"meta-llama/Llama-2-70b-chat-hf","score":23.9,"variant":"Llama-2-70B-Chat-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":441,"root":"meta-llama/Llama-2-7b-chat-hf","score":23.9,"variant":"Llama-2-7B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":442,"root":"meta-llama/Llama-2-70b-chat-hf","score":23.9,"variant":"Llama-2-70B-Chat-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":443,"root":"—","score":23.9,"variant":"Llama-2-7B-Chat-fp16"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":444,"root":"meta-llama/Llama-2-13b-hf","score":23.9,"variant":"Llama-2-13B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-llama2-13b","org":"TheBloke","rank":445,"root":"uukuguy/speechless-llama2-13b","score":23.9,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":446,"root":"meta-llama/Llama-2-70b-hf","score":23.9,"variant":"Llama-2-70B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":447,"root":"meta-llama/Llama-2-13b-chat-hf","score":23.9,"variant":"Llama-2-13B-chat-GPTQ"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"TheBloke","rank":448,"root":"meta-llama/Llama-2-70b-hf","score":23.9,"variant":"Llama-2-70B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":449,"root":"—","score":23.9,"variant":"Llama-2-13B-fp16"},{"conf":"low","context":null,"model_id":"llama-2-70b-chat-hf","org":"TheBloke","rank":450,"root":"meta-llama/Llama-2-70b-chat-hf","score":23.9,"variant":"Llama-2-70B-Chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-7b-chat-hf","org":"TheBloke","rank":451,"root":"meta-llama/Llama-2-7b-chat-hf","score":23.9,"variant":"Llama-2-7B-Chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":452,"root":"meta-llama/Llama-2-13b-chat-hf","score":23.9,"variant":"Llama-2-13B-chat-AWQ"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":453,"root":"meta-llama/Llama-2-13b-hf","score":23.9,"variant":"Llama-2-13B-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":454,"root":"—","score":23.9,"variant":"Llama-2-70B-fp16"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":455,"root":"meta-llama/Llama-2-7b","score":23.9,"variant":"Llama-2-7b"},{"conf":"low","context":null,"model_id":"llama-2-13b-chat-hf","org":"TheBloke","rank":456,"root":"meta-llama/Llama-2-13b-chat-hf","score":23.9,"variant":"Llama-2-13B-chat-GGML"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"TheBloke","rank":457,"root":"meta-llama/Llama-2-7b-hf","score":23.9,"variant":"Llama-2-7B-GGML"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":458,"root":"meta-llama/Llama-2-7b","score":23.9,"variant":"Llama-2-7b-chat-hf-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"TheBloke","rank":459,"root":"meta-llama/Llama-2-13b-hf","score":23.9,"variant":"Llama-2-13B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":460,"root":"meta-llama/Llama-2-7b-chat","score":23.9,"variant":"Llama-2-7b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":461,"root":"meta-llama/Llama-2-13b","score":23.9,"variant":"Llama-2-13b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":462,"root":"meta-llama/Llama-2-70b","score":23.9,"variant":"Llama-2-70b"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":463,"root":"meta-llama/Llama-2-13b-chat","score":23.9,"variant":"Llama-2-13b-chat"},{"conf":"low","context":null,"model_id":null,"org":"meta-llama","rank":464,"root":"meta-llama/Llama-2-70b-chat","score":23.9,"variant":"Llama-2-70b-chat"},{"conf":"medium","context":"_aqua_rat","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":465,"root":"mlabonne/Beyonder-4x7B-v2","score":23.62,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":466,"root":"mlabonne/Marcoro14-7B-slerp","score":23.62,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":467,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":23.48,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":468,"root":"NousResearch/Redmond-Puffin-13B","score":23.48,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":469,"root":"NousResearch/Redmond-Puffin-13B","score":23.48,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_lsat_ar","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":470,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":23.48,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_aqua_rat","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":471,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":23.23,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_aqua_rat","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":472,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":23.23,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":473,"root":"teknium/OpenHermes-2-Mistral-7B","score":23.23,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":474,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":23.23,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":475,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":23.23,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":476,"root":"teknium/OpenHermes-2-Mistral-7B","score":23.23,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_lsat_ar","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":477,"root":"mlabonne/Beyonder-4x7B-v2","score":23.04,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":478,"root":"mlabonne/Marcoro14-7B-slerp","score":23.04,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":479,"root":"NousResearch/Redmond-Puffin-13B","score":22.83,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":480,"root":"NousResearch/Redmond-Puffin-13B","score":22.83,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":481,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":22.17,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":482,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":22.17,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"low","context":null,"model_id":"qwen-72b","org":"Qwen","rank":483,"root":"Qwen/Qwen-72B","score":21.8,"variant":"Qwen-72B"},{"conf":"medium","context":"_aqua_rat","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":484,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":21.26,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"[AGIEval]","model_id":"t5gemma-2-270m-270m","org":"google","rank":485,"root":"google/t5gemma-2-270m-270m","score":20.9,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[AGIEval]","model_id":"t5gemma-2-4b-4b","org":"google","rank":486,"root":"google/t5gemma-2-4b-4b","score":20.9,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[AGIEval]","model_id":"t5gemma-2-1b-1b","org":"google","rank":487,"root":"google/t5gemma-2-1b-1b","score":20.9,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"_lsat_ar","model_id":null,"org":"TheBloke","rank":488,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":20.87,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":489,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":19.29,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":490,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":19.29,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_aqua_rat","model_id":null,"org":"TheBloke","rank":491,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":18.9,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/agieval.html"],"url":"https://huggingface.co/spaces/agieval"}},"meta":{"source":"registry"}}