{"data":{"category":"reasoning","id":"bigbench","name":"BigBench","rows":[{"conf":"medium","context":"_snarks","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":1,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":80.66,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_snarks","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":2,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":80.66,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_snarks","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":3,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":80.66,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_snarks","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":4,"root":"mlabonne/Beyonder-4x7B-v2","score":77.35,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_snarks","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":5,"root":"mlabonne/Marcoro14-7B-slerp","score":77.35,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":6,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":74.95,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":7,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":74.95,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":8,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":74.95,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b","org":"google","rank":9,"root":"google/gemma-4-26B-A4B","score":74.4,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b","org":"google","rank":10,"root":"google/gemma-4-31B","score":74.4,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b","org":"google","rank":11,"root":"google/gemma-4-E4B","score":74.4,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"google","rank":12,"root":"google/gemma-4-E2B","score":74.4,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b","org":"google","rank":13,"root":"google/gemma-4-12B","score":74.4,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":14,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":15,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it-assistant","org":"google","rank":16,"root":"google/gemma-4-31B-it-assistant","score":74.4,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":17,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b","org":"google","rank":18,"root":"google/gemma-4-26B-A4B","score":74.4,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b","org":"google","rank":19,"root":"google/gemma-4-31B","score":74.4,"variant":"gemma-4-31B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it","org":"unsloth","rank":20,"root":"google/gemma-4-12B-it","score":74.4,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it","org":"google","rank":21,"root":"google/gemma-4-12B-it","score":74.4,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":22,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":23,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":24,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":25,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":26,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":27,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":28,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":29,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":30,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b","org":"google","rank":31,"root":"google/gemma-4-12B","score":74.4,"variant":"gemma-4-12B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":32,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":33,"root":"google/gemma-4-26B-A4B-it-assistant","score":74.4,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":34,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":35,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b","org":"google","rank":36,"root":"google/gemma-4-E4B","score":74.4,"variant":"gemma-4-E4B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":37,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":38,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it-assistant","org":"google","rank":39,"root":"google/gemma-4-12B-it-assistant","score":74.4,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":40,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it","org":"unsloth","rank":41,"root":"google/gemma-4-12B-it","score":74.4,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":42,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it-assistant","org":"google","rank":43,"root":"google/gemma-4-12B-it-assistant","score":74.4,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":44,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"google","rank":45,"root":"google/gemma-4-E2B","score":74.4,"variant":"gemma-4-E2B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":46,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":47,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":48,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":49,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":50,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":51,"root":"google/gemma-4-E2B-it-assistant","score":74.4,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":52,"root":"google/gemma-4-E4B-it-assistant","score":74.4,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":53,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":54,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":74.4,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":55,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":74.4,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"google","rank":56,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"google","rank":57,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":58,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":74.4,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it","org":"unsloth","rank":59,"root":"google/gemma-4-12B-it","score":74.4,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":60,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":61,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":74.4,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":62,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b","org":"unsloth","rank":63,"root":"google/gemma-4-12B","score":74.4,"variant":"gemma-4-12b"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"google","rank":64,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"google","rank":65,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it-assistant","org":"google","rank":66,"root":"google/gemma-4-31B-it-assistant","score":74.4,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"google","rank":67,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":68,"root":"google/gemma-4-26B-A4B-it-assistant","score":74.4,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"google","rank":69,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":70,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":71,"root":"google/gemma-4-E2B-it-assistant","score":74.4,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":72,"root":"google/gemma-4-E4B-it-assistant","score":74.4,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it","org":"unsloth","rank":73,"root":"google/gemma-4-12B-it","score":74.4,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":74,"root":"google/gemma-4-E2B","score":74.4,"variant":"gemma-4-E2B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":75,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":76,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":77,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":78,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-12b","org":"Mungert","rank":79,"root":"google/gemma-4-12B","score":74.4,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":80,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":81,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":82,"root":"google/gemma-4-26B-A4B","score":74.4,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":83,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":84,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b","org":"unsloth","rank":85,"root":"google/gemma-4-E4B","score":74.4,"variant":"gemma-4-E4B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":86,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b","org":"unsloth","rank":87,"root":"google/gemma-4-31B","score":74.4,"variant":"gemma-4-31B"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":88,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":89,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":90,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":91,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b","org":"Mungert","rank":92,"root":"google/gemma-4-31B","score":74.4,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":93,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it","org":"unsloth","rank":94,"root":"google/gemma-4-E4B-it","score":74.4,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":95,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b","org":"Mungert","rank":96,"root":"google/gemma-4-E4B","score":74.4,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"Mungert","rank":97,"root":"google/gemma-4-E2B","score":74.4,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e2b","org":"unsloth","rank":98,"root":"google/gemma-4-E2B-it","score":74.4,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":99,"root":"google/gemma-4-26B-A4B-it","score":74.4,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":100,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":74.4,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"gemma-4-31b-it","org":"unsloth","rank":101,"root":"google/gemma-4-31B-it","score":74.4,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":102,"root":"teknium/OpenHermes-2-Mistral-7B","score":74.03,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":103,"root":"teknium/OpenHermes-2-Mistral-7B","score":74.03,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_temporal_sequences","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":104,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":74,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":105,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":74,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":106,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":73.94,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"mlabonne","rank":107,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":73.63,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":108,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":73.44,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":109,"root":"mlabonne/Beyonder-4x7B-v2","score":73.02,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":110,"root":"mlabonne/Marcoro14-7B-slerp","score":73.02,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_snarks","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":111,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":72.93,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_snarks","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":112,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":72.93,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_date_understanding","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":113,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":72.63,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":114,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":72.63,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":115,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":72.63,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_snarks","model_id":"dpopenhermes-7b","org":"TheBloke","rank":116,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":72.38,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_snarks","model_id":null,"org":"mlabonne","rank":117,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":72.38,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"mlabonne","rank":118,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":72.15,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_date_understanding","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":119,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":71.82,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":120,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":71.82,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_date_understanding","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":121,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":71.54,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_snarks","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":122,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":71.27,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":123,"root":"NousResearch/Redmond-Puffin-13B","score":71.27,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":124,"root":"NousResearch/Redmond-Puffin-13B","score":71.27,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_snarks","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":125,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":70.72,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_snarks","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":126,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":70.17,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":127,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":69.8,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":128,"root":"mlabonne/Beyonder-4x7B-v2","score":69.75,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":129,"root":"mlabonne/Marcoro14-7B-slerp","score":69.75,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":130,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":69,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":131,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":69,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_sports_understanding","model_id":"dpopenhermes-7b","org":"TheBloke","rank":132,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":68.76,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":133,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":68.6,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"[BIG-Bench][big-bench]","model_id":"gemma-2-9b","org":"google","rank":134,"root":"google/gemma-2-9b","score":68.2,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[BIG-Bench][big-bench]","model_id":"gemma-2-27b","org":"google","rank":135,"root":"google/gemma-2-27b","score":68.2,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[BIG-Bench][big-bench]","model_id":"gemma-2-9b","org":"google","rank":136,"root":"google/gemma-2-9b","score":68.2,"variant":"gemma-2-9b"},{"conf":"medium","context":"[BIG-Bench][big-bench]","model_id":"gemma-2-27b","org":"google","rank":137,"root":"google/gemma-2-27b","score":68.2,"variant":"gemma-2-27b"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":138,"root":"teknium/OpenHermes-2-Mistral-7B","score":68.15,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":139,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":68.15,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":140,"root":"teknium/OpenHermes-2-Mistral-7B","score":68.15,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_snarks","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":141,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":67.96,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_snarks","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":142,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":67.96,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":143,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":67.96,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_snarks","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":144,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":67.96,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_hyperbaton","model_id":null,"org":"TheBloke","rank":145,"root":"HyperbeeAI/Tulpar-7b-v0","score":67.54,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":146,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":67.44,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":147,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":67.44,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":148,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":67.25,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":149,"root":"teknium/OpenHermes-2-Mistral-7B","score":66.94,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":150,"root":"teknium/OpenHermes-2-Mistral-7B","score":66.94,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_date_understanding","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":151,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":66.67,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_date_understanding","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":152,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":66.67,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":153,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":66.67,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":154,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":66.67,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_date_understanding","model_id":"dpopenhermes-7b","org":"TheBloke","rank":155,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":66.67,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":156,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":66.65,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":157,"root":"teknium/OpenHermes-2-Mistral-7B","score":66.63,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":158,"root":"teknium/OpenHermes-2-Mistral-7B","score":66.63,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"mlabonne","rank":159,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":66.4,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_date_understanding","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":160,"root":"mlabonne/Beyonder-4x7B-v2","score":66.4,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":161,"root":"mlabonne/Marcoro14-7B-slerp","score":66.4,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":162,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":66.3,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":163,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":66.3,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":164,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":66.3,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":165,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":66.3,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":166,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":66.3,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":167,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":66.05,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":168,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":65.92,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":169,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":65.79,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":170,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":65.72,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_date_understanding","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":171,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":65.31,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_date_understanding","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":172,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":65.31,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":173,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":65,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_sports_understanding","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":174,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":64.91,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_sports_understanding","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":175,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":64.91,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":176,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":64.91,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":177,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":64.91,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":178,"root":"HyperbeeAI/Tulpar-7b-v0","score":64.23,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":179,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":63.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":180,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":63.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":181,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":63.17,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_causal_judgement","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":182,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":61.05,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":183,"root":"HyperbeeAI/Tulpar-7b-v0","score":61.05,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":184,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":61.05,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":185,"root":"HyperbeeAI/Tulpar-7b-v0","score":60.22,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":186,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":59.38,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":187,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":59.38,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":188,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":59.38,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_causal_judgement","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":189,"root":"mlabonne/Beyonder-4x7B-v2","score":58.95,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":190,"root":"mlabonne/Marcoro14-7B-slerp","score":58.95,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":191,"root":"teknium/OpenHermes-2-Mistral-7B","score":57.89,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":192,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":57.89,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":193,"root":"teknium/OpenHermes-2-Mistral-7B","score":57.89,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":194,"root":"HyperbeeAI/Tulpar-7b-v0","score":57.5,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":195,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":57.37,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":196,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":57.37,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":197,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":57.37,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_disambiguation_qa","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":198,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":57.36,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":199,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":57.36,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_causal_judgement","model_id":"dpopenhermes-7b","org":"TheBloke","rank":200,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":56.84,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":201,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":56.32,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"mlabonne","rank":202,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":56.32,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_ruin_names","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":203,"root":"mlabonne/Beyonder-4x7B-v2","score":55.36,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":204,"root":"mlabonne/Marcoro14-7B-slerp","score":55.36,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":205,"root":"NousResearch/Redmond-Puffin-13B","score":54.3,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":206,"root":"NousResearch/Redmond-Puffin-13B","score":54.3,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_navigate","model_id":null,"org":"mlabonne","rank":207,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":53.9,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_disambiguation_qa","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":208,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":53.88,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":209,"root":"NousResearch/Redmond-Puffin-13B","score":53.68,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":210,"root":"NousResearch/Redmond-Puffin-13B","score":53.68,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_causal_judgement","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":211,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":53.16,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_causal_judgement","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":212,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":53.16,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":213,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":53.16,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_causal_judgement","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":214,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":53.16,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_causal_judgement","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":215,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":53.16,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":216,"root":"—","score":52.49,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"mlabonne","rank":217,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":52.46,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":218,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":52.33,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":219,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":52.33,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"mlabonne","rank":220,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":52.33,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"mlabonne","rank":221,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":52.33,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_date_understanding","model_id":null,"org":"TheBloke","rank":222,"root":"—","score":52.3,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_navigate","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":223,"root":"mlabonne/Beyonder-4x7B-v2","score":52.1,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_navigate","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":224,"root":"mlabonne/Marcoro14-7B-slerp","score":52.1,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_movie_recommendation","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":225,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":52,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":226,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":52,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":227,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":52,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":228,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":52,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":229,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":52,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":230,"root":"mlabonne/Beyonder-4x7B-v2","score":52,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":231,"root":"mlabonne/Beyonder-4x7B-v2","score":52,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":232,"root":"mlabonne/Marcoro14-7B-slerp","score":52,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":233,"root":"mlabonne/Marcoro14-7B-slerp","score":52,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":234,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":52,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":235,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":52,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_causal_judgement","model_id":null,"org":"TheBloke","rank":236,"root":"—","score":51.58,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":237,"root":"HyperbeeAI/Tulpar-7b-v0","score":51.22,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":238,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":51.01,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":239,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":51.01,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":240,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":51.01,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":241,"root":"NousResearch/Redmond-Puffin-13B","score":50.83,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_snarks","model_id":null,"org":"TheBloke","rank":242,"root":"NousResearch/Redmond-Puffin-13B","score":50.83,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":243,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":50.67,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":244,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":50.67,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":245,"root":"mlabonne/Monarch-7B","score":50.28,"variant":"NeuralMonarch-7B"},{"conf":"low","context":null,"model_id":"alphamonarch-7b","org":"mlabonne","rank":246,"root":"mlabonne/AlphaMonarch-7B","score":50.2,"variant":"Beyonder-4x7B-v3"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":247,"root":"mlabonne/NeuralMonarch-7B","score":50.2,"variant":"AlphaMonarch-7B"},{"conf":"low","context":null,"model_id":"alphamonarch-7b","org":"mlabonne","rank":248,"root":"mlabonne/AlphaMonarch-7B","score":50.2,"variant":"Beyonder-4x7B-v3-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":249,"root":"liminerity/M7-7b","score":50.2,"variant":"Zebrafish-7B"},{"conf":"low","context":null,"model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":250,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":50.14,"variant":"Monarch-7B"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":251,"root":"teknium/OpenHermes-2-Mistral-7B","score":50.1,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":252,"root":"teknium/OpenHermes-2-Mistral-7B","score":50.1,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_formal_fallacies_syllogisms_negation","model_id":null,"org":"TheBloke","rank":253,"root":"HyperbeeAI/Tulpar-7b-v0","score":50.02,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_navigate","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":254,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_navigate","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":255,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_navigate","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":256,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":50,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":257,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":50,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":258,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":50,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_navigate","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":259,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_navigate","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":260,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":50,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":261,"root":"HyperbeeAI/Tulpar-7b-v0","score":50,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":262,"root":"NousResearch/Redmond-Puffin-13B","score":50,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_navigate","model_id":"dpopenhermes-7b","org":"TheBloke","rank":263,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":50,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_navigate","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":264,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":50,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_navigate","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":265,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":50,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":266,"root":"NousResearch/Redmond-Puffin-13B","score":50,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_navigate","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":267,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":50,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":268,"root":"NousResearch/Redmond-Puffin-13B","score":49.7,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":269,"root":"NousResearch/Redmond-Puffin-13B","score":49.7,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_navigate","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":270,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":49.1,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_navigate","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":271,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":49.1,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_navigate","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":272,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":49.1,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_disambiguation_qa","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":273,"root":"mlabonne/Beyonder-4x7B-v2","score":48.84,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":274,"root":"mlabonne/Marcoro14-7B-slerp","score":48.84,"variant":"Beyonder-4x7B-v2"},{"conf":"low","context":null,"model_id":"daredevil-7b","org":"mlabonne","rank":275,"root":"mlabonne/Daredevil-7B","score":48.52,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":276,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48.33,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":277,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48.33,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_navigate","model_id":null,"org":"TheBloke","rank":278,"root":"—","score":48.3,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_sports_understanding","model_id":null,"org":"TheBloke","rank":279,"root":"—","score":48.17,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":280,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":281,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":282,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":283,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":284,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":48,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":285,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":48,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":286,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":287,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":48,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":"neuralbeagle14-7b","org":"TheBloke","rank":288,"root":"mlabonne/NeuralBeagle14-7B","score":47.86,"variant":"NeuralBeagle14-7B-GGUF"},{"conf":"low","context":null,"model_id":"neuralbeagle14-7b","org":"mlabonne","rank":289,"root":"mlabonne/NeuralBeagle14-7B","score":47.86,"variant":"NeuralBeagle14-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":290,"root":"mlabonne/Beagle14-7B","score":47.86,"variant":"NeuralBeagle14-7B"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":291,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":47.67,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":292,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":47.67,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"diffusiongemma-26b-a4b-it","org":"google","rank":293,"root":"google/diffusiongemma-26B-A4B-it","score":47.6,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":294,"root":"google/diffusiongemma-26B-A4B-it","score":47.6,"variant":"diffusiongemma-26B-A4B-it-GGUF"},{"conf":"medium","context":"BigBench Extra Hard","model_id":"diffusiongemma-26b-a4b-it","org":"unsloth","rank":295,"root":"google/diffusiongemma-26B-A4B-it","score":47.6,"variant":"diffusiongemma-26B-A4B-it"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":296,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":47.33,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":297,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":47.33,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":298,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":47.33,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":299,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":47.33,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":300,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":47.33,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":301,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":47.33,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"low","context":null,"model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":302,"root":"fblgit/UNA-TheBeagle-7b-v1","score":47.25,"variant":"Beagle14-7B"},{"conf":"low","context":null,"model_id":"mistral-7b-v0-1","org":"mlabonne","rank":303,"root":"mistralai/Mistral-7B-v0.1","score":47.07,"variant":"Daredevil-7B"},{"conf":"low","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":304,"root":"mlabonne/Marcoro14-7B-slerp","score":46.9,"variant":"NeuralMarcoro14-7B"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":305,"root":"mlabonne/Daredevil-8B-abliterated","score":46.8,"variant":"NeuralDaredevil-8B-abliterated"},{"conf":"medium","context":"_geometric_shapes","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":306,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":46.8,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":307,"root":"mlabonne/Beyonder-4x7B-v2","score":46.8,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":308,"root":"mlabonne/Marcoro14-7B-slerp","score":46.8,"variant":"Beyonder-4x7B-v2"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":309,"root":"mlabonne/Daredevil-8B","score":46.77,"variant":"Daredevil-8B-abliterated"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":310,"root":"nbeerbower/llama-3-stella-8B","score":46.77,"variant":"Daredevil-8B"},{"conf":"low","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":311,"root":"mlabonne/Beyonder-4x7B-v2","score":46.4,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"low","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":312,"root":"mlabonne/Marcoro14-7B-slerp","score":46.4,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_ruin_names","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":313,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":46.21,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":314,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":45.98,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":315,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":45.96,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":316,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":45.96,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"mlabonne","rank":317,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":45.7,"variant":"Marcoro14-7B-slerp"},{"conf":"high","context":null,"model_id":null,"org":"mlabonne","rank":318,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":45.64,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"mlabonne","rank":319,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":45.35,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":320,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":44.67,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":321,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":44.67,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":322,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":44.57,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":323,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":44.57,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":324,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":44.57,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":325,"root":"NousResearch/Redmond-Puffin-13B","score":44.42,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":326,"root":"NousResearch/Redmond-Puffin-13B","score":44.42,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":327,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":44.4,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":328,"root":"mlabonne/Beyonder-4x7B-v2","score":44.4,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":329,"root":"mlabonne/Marcoro14-7B-slerp","score":44.4,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_ruin_names","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":330,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":43.75,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"dpopenhermes-7b","org":"TheBloke","rank":331,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":43.6,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":332,"root":"—","score":43.26,"variant":"NeuralLlama-3-8B-Instruct-abliterated"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":333,"root":"teknium/OpenHermes-2-Mistral-7B","score":43,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":334,"root":"teknium/OpenHermes-2-Mistral-7B","score":43,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":335,"root":"teknium/OpenHermes-2-Mistral-7B","score":43,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":336,"root":"teknium/OpenHermes-2-Mistral-7B","score":43,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"low","context":null,"model_id":"meta-llama-3-8b","org":"mlabonne","rank":337,"root":"meta-llama/Meta-Llama-3-8B","score":42.64,"variant":"OrpoLlama-3-8B"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":338,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":42.44,"variant":"CapybaraHermes-2.5-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":339,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":42.44,"variant":"CapybaraHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":340,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":42.44,"variant":"CapybaraHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_ruin_names","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":341,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":42.41,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_ruin_names","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":342,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":42.41,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":343,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":42.41,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":344,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":42.41,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":345,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":42.24,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":346,"root":"teknium/OpenHermes-2-Mistral-7B","score":42.19,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":347,"root":"teknium/OpenHermes-2-Mistral-7B","score":42.19,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":348,"root":"NousResearch/Redmond-Puffin-13B","score":42,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":349,"root":"NousResearch/Redmond-Puffin-13B","score":42,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":350,"root":"NousResearch/Redmond-Puffin-13B","score":42,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":351,"root":"NousResearch/Redmond-Puffin-13B","score":42,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"[BIG-Bench][big-bench]","model_id":"gemma-2-2b","org":"google","rank":352,"root":"google/gemma-2-2b","score":41.9,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[BIG-Bench][big-bench]","model_id":"gemma-2-2b","org":"google","rank":353,"root":"google/gemma-2-2b","score":41.9,"variant":"gemma-2-2b"},{"conf":"medium","context":"_ruin_names","model_id":"dpopenhermes-7b","org":"TheBloke","rank":354,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":41.74,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_reasoning_about_colored_objects","model_id":null,"org":"TheBloke","rank":355,"root":"—","score":41.5,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_movie_recommendation","model_id":"dpopenhermes-7b","org":"TheBloke","rank":356,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":41.4,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":357,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":41.4,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":358,"root":"HyperbeeAI/Tulpar-7b-v0","score":41.33,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":359,"root":"HyperbeeAI/Tulpar-7b-v0","score":41.33,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":360,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":39.53,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":361,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":39.53,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":362,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":39.53,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"mlabonne","rank":363,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":39.2,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_movie_recommendation","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":364,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":38.8,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":365,"root":"teknium/OpenHermes-2-Mistral-7B","score":38.76,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":366,"root":"teknium/OpenHermes-2-Mistral-7B","score":38.76,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_temporal_sequences","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":367,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":38.5,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":368,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":38.5,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":369,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":38.5,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":370,"root":"teknium/OpenHermes-2-Mistral-7B","score":38.3,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":371,"root":"teknium/OpenHermes-2-Mistral-7B","score":38.3,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":372,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":38.08,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":373,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":38.08,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":374,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":38.08,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"low","context":null,"model_id":"dolphin-2-6-phi-2","org":"mlabonne","rank":375,"root":"cognitivecomputations/dolphin-2_6-phi-2","score":37.82,"variant":"phixtral-2x2_8"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":376,"root":"mlabonne/phixtral-4x2_8","score":37.68,"variant":"phixtral-4x2_8-GPTQ"},{"conf":"low","context":null,"model_id":"dolphin-2-6-phi-2","org":"mlabonne","rank":377,"root":"cognitivecomputations/dolphin-2_6-phi-2","score":37.68,"variant":"phixtral-4x2_8"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":378,"root":"teknium/OpenHermes-2-Mistral-7B","score":37.6,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":379,"root":"teknium/OpenHermes-2-Mistral-7B","score":37.6,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_logical_deduction_three_objects","model_id":null,"org":"TheBloke","rank":380,"root":"—","score":37.33,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_three_objects","model_id":null,"org":"TheBloke","rank":381,"root":"—","score":37.33,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":382,"root":"rhysjones/phi-2-orange","score":37.3,"variant":"phi-2-orange-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":383,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":37,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":384,"root":"HyperbeeAI/Tulpar-7b-v0","score":36.43,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":385,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":36.2,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_movie_recommendation","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":386,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":36.2,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":387,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":36.2,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":388,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":36.2,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_disambiguation_qa","model_id":"dpopenhermes-7b","org":"TheBloke","rank":389,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":35.66,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":390,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":35.4,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":391,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":35.4,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"BigBench (Avg)","model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":392,"root":"stabilityai/stablelm-zephyr-3b","score":35.26,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":"gemma-1-1-2b-it","org":"google","rank":393,"root":"google/gemma-1.1-2b-it","score":35.2,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"google","rank":394,"root":"google/gemma-2b-it-pytorch","score":35.2,"variant":"gemma-2b"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"google","rank":395,"root":"google/gemma-2b-it-pytorch","score":35.2,"variant":"gemma-2b-it"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"google","rank":396,"root":"google/gemma-7b-it-quant-pytorch","score":35.2,"variant":"gemma-7b"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":"gemma-7b","org":"google","rank":397,"root":"google/gemma-7b","score":35.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":"gemma-1-1-7b-it","org":"google","rank":398,"root":"google/gemma-1.1-7b-it","score":35.2,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"google","rank":399,"root":"google/gemma-2b-it-pytorch","score":35.2,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"alpindale","rank":400,"root":"google/gemma-7b-it-quant-pytorch","score":35.2,"variant":"gemma-7b"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"alpindale","rank":401,"root":"google/gemma-2b-it-pytorch","score":35.2,"variant":"gemma-2b"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"google","rank":402,"root":"google/gemma-7b-it-quant-pytorch","score":35.2,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"alpindale","rank":403,"root":"google/gemma-7b-it-quant-pytorch","score":35.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[BIG-Bench](https://arxiv.org/abs/2206.04615)","model_id":null,"org":"google","rank":404,"root":"google/gemma-7b-it-quant-pytorch","score":35.2,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":405,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":35,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":406,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":35,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_disambiguation_qa","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":407,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":34.11,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_disambiguation_qa","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":408,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":34.11,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":409,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":34.11,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":410,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":34.11,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_disambiguation_qa","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":411,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":34.11,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":412,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":34.11,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":413,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":33.37,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":414,"root":"—","score":32.95,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":415,"root":"HyperbeeAI/Tulpar-7b-v0","score":32.81,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":416,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":32.6,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":417,"root":"NousResearch/Redmond-Puffin-13B","score":32.6,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":418,"root":"NousResearch/Redmond-Puffin-13B","score":32.6,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":419,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":32.4,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":420,"root":"—","score":32,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_temporal_sequences","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":421,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":31.8,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":422,"root":"teknium/OpenHermes-2-Mistral-7B","score":31.4,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":423,"root":"teknium/OpenHermes-2-Mistral-7B","score":31.4,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"low","context":null,"model_id":"gemma-2b","org":"mlabonne","rank":424,"root":"google/gemma-2b","score":30.85,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":425,"root":"mlabonne/Beyonder-4x7B-v2","score":30.4,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":426,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":30.4,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":427,"root":"mlabonne/Marcoro14-7B-slerp","score":30.4,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":428,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":30.23,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":429,"root":"NousResearch/Redmond-Puffin-13B","score":30.23,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_disambiguation_qa","model_id":null,"org":"TheBloke","rank":430,"root":"NousResearch/Redmond-Puffin-13B","score":30.23,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":431,"root":"HyperbeeAI/Tulpar-7b-v0","score":30,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":432,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":30,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"mlabonne","rank":433,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":30,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":434,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":29.8,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":435,"root":"HyperbeeAI/Tulpar-7b-v0","score":29.76,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":436,"root":"—","score":29.26,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":437,"root":"NousResearch/Redmond-Puffin-13B","score":29,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_movie_recommendation","model_id":null,"org":"TheBloke","rank":438,"root":"NousResearch/Redmond-Puffin-13B","score":29,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":439,"root":"teknium/OpenHermes-2-Mistral-7B","score":28.8,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":440,"root":"teknium/OpenHermes-2-Mistral-7B","score":28.8,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":441,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":28.6,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":442,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":28.6,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":443,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":28.6,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":444,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":28.6,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":445,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":28.2,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":446,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":28.2,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":447,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":28.2,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_temporal_sequences","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":448,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":28,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_temporal_sequences","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":449,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":28,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":450,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":28,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":451,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":28,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":452,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":27.8,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":453,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":27.6,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":454,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":27.25,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_geometric_shapes","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":455,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":27.02,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":456,"root":"HyperbeeAI/Tulpar-7b-v0","score":27,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":457,"root":"—","score":27,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":458,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":25.85,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"mlabonne","rank":459,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":25.75,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":460,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":25.35,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":461,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":25.35,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":462,"root":"NousResearch/Redmond-Puffin-13B","score":25.2,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":463,"root":"NousResearch/Redmond-Puffin-13B","score":25.2,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":464,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":25.05,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":465,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":25,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":466,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":25,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":467,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":24.43,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":468,"root":"mlabonne/Beyonder-4x7B-v2","score":23.65,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":469,"root":"mlabonne/Marcoro14-7B-slerp","score":23.65,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"mlabonne","rank":470,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":23.44,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":471,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":23.4,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":472,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":22.85,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":473,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":22.85,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":474,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":22.85,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":475,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":22.85,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logical_deduction_five_objects","model_id":null,"org":"TheBloke","rank":476,"root":"—","score":22.6,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_geometric_shapes","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":477,"root":"mlabonne/Beyonder-4x7B-v2","score":22.56,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":478,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":22.56,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_geometric_shapes","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":479,"root":"mlabonne/Marcoro14-7B-slerp","score":22.56,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":480,"root":"mlabonne/Beyonder-4x7B-v2","score":22.08,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":481,"root":"mlabonne/Marcoro14-7B-slerp","score":22.08,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":482,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":22,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":483,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":21.86,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":484,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":21.86,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":485,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":21.86,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":486,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":21.76,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":487,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":21.76,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":488,"root":"teknium/OpenHermes-2-Mistral-7B","score":21.68,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":489,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":21.68,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":490,"root":"teknium/OpenHermes-2-Mistral-7B","score":21.68,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":491,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":21.6,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":492,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":21.6,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":493,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":21.6,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_geometric_shapes","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":494,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":21.45,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_geometric_shapes","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":495,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":21.45,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":496,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":21.45,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":497,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":21.45,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"mlabonne","rank":498,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":21.43,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_ruin_names","model_id":null,"org":"TheBloke","rank":499,"root":"—","score":21.43,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":500,"root":"NousResearch/Redmond-Puffin-13B","score":21.36,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":501,"root":"NousResearch/Redmond-Puffin-13B","score":21.36,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":502,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":21.2,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":503,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":21.12,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":504,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":20.89,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":505,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":20.86,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":506,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":20.86,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":507,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":20.86,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":508,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":20.86,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":509,"root":"NousResearch/Redmond-Puffin-13B","score":20.74,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":510,"root":"NousResearch/Redmond-Puffin-13B","score":20.74,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":511,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":20.72,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":512,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":20.72,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":513,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":20.72,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":514,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":20.72,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":515,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":20.71,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":516,"root":"teknium/OpenHermes-2-Mistral-7B","score":20.57,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":517,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":20.57,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":518,"root":"mlabonne/Beyonder-4x7B-v2","score":20.57,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":519,"root":"mlabonne/Marcoro14-7B-slerp","score":20.57,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":520,"root":"teknium/OpenHermes-2-Mistral-7B","score":20.57,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":"dpopenhermes-7b","org":"TheBloke","rank":521,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":20.44,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"mlabonne","rank":522,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":20.33,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_geometric_shapes","model_id":"dpopenhermes-7b","org":"TheBloke","rank":523,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":20.06,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_dyck_languages","model_id":null,"org":"TheBloke","rank":524,"root":"HyperbeeAI/Tulpar-7b-v0","score":20,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":525,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":19.86,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":526,"root":"HyperbeeAI/Tulpar-7b-v0","score":19.76,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":527,"root":"—","score":19.57,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":528,"root":"HyperbeeAI/Tulpar-7b-v0","score":19.29,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":529,"root":"mlabonne/Beyonder-4x7B-v2","score":19.03,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":530,"root":"mlabonne/Marcoro14-7B-slerp","score":19.03,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":531,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":18.71,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_five_objects","model_id":null,"org":"TheBloke","rank":532,"root":"—","score":18.64,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"mlabonne","rank":533,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":18.51,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"dpopenhermes-7b","org":"TheBloke","rank":534,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":17.54,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":535,"root":"NousResearch/Redmond-Puffin-13B","score":17.43,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_logical_deduction_seven_objects","model_id":null,"org":"TheBloke","rank":536,"root":"NousResearch/Redmond-Puffin-13B","score":17.43,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":537,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":17.2,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":538,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":17.09,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":539,"root":"teknium/OpenHermes-2-Mistral-7B","score":16.93,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_salient_translation_error_detection","model_id":null,"org":"TheBloke","rank":540,"root":"teknium/OpenHermes-2-Mistral-7B","score":16.93,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":541,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":16.91,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":542,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":16.91,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":543,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":16.91,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":544,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":16.91,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":545,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":16.34,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":546,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":16.34,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":547,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":16.34,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":548,"root":"teknium/OpenHermes-2-Mistral-7B","score":15.49,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":549,"root":"teknium/OpenHermes-2-Mistral-7B","score":15.49,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":550,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":15.43,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":551,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":15.43,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":552,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":15.31,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":553,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":15.03,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_temporal_sequences","model_id":null,"org":"TheBloke","rank":554,"root":"HyperbeeAI/Tulpar-7b-v0","score":14.5,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":555,"root":"HyperbeeAI/Tulpar-7b-v0","score":14.4,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":556,"root":"—","score":13.49,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":557,"root":"NousResearch/Redmond-Puffin-13B","score":13.26,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_tracking_shuffled_objects_seven_objects","model_id":null,"org":"TheBloke","rank":558,"root":"NousResearch/Redmond-Puffin-13B","score":13.26,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":559,"root":"NousResearch/Redmond-Puffin-13B","score":10.03,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":560,"root":"NousResearch/Redmond-Puffin-13B","score":10.03,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_geometric_shapes","model_id":null,"org":"TheBloke","rank":561,"root":"—","score":10.03,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m","org":"google","rank":562,"root":"google/gemma-3-270m","score":7.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m","org":"google","rank":563,"root":"google/gemma-3-270m","score":7.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"unsloth","rank":564,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"unsloth","rank":565,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"unsloth","rank":566,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":567,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":7.2,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m","org":"unsloth","rank":568,"root":"google/gemma-3-270m","score":7.2,"variant":"gemma-3-270m"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"unsloth","rank":569,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"google","rank":570,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"unsloth","rank":571,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":572,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":7.2,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m","org":"unsloth","rank":573,"root":"google/gemma-3-270m","score":7.2,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m","org":"google","rank":574,"root":"google/gemma-3-270m","score":7.2,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m","org":"Mungert","rank":575,"root":"google/gemma-3-270m","score":7.2,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[BIG-Bench Extra Hard][bbeh]","model_id":"gemma-3-270m-it","org":"unsloth","rank":576,"root":"google/gemma-3-270m-it","score":7.2,"variant":"gemma-3-270m-it-torchao-FP8"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/bigbench.html"],"url":"https://huggingface.co/spaces/bigbench"}},"meta":{"source":"registry"}}