{"data":{"category":"knowledge","id":"boolq","name":"BoolQ","rows":[{"conf":"medium","context":null,"model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":1,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":88.75,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":2,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":88.59,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":3,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":88.59,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":null,"model_id":null,"org":"mlabonne","rank":4,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":88.56,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":5,"root":"mlabonne/Beyonder-4x7B-v2","score":88.35,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":6,"root":"mlabonne/Marcoro14-7B-slerp","score":88.35,"variant":"Beyonder-4x7B-v2"},{"conf":"high","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":7,"root":"jondurbin/bagel-dpo-7b-v0.1","score":88.13,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":8,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":87.83,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":9,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":87.83,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":10,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":87.83,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":11,"root":"fblgit/juanako-7b-UNA","score":87.03,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":null,"model_id":"laser-dolphin-mixtral-2x7b-dpo","org":"TheBloke","rank":12,"root":"macadeliccc/laser-dolphin-mixtral-2x7b-dpo","score":86.94,"variant":"laser-dolphin-mixtral-2x7b-dpo-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":13,"root":"teknium/OpenHermes-2-Mistral-7B","score":86.88,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":14,"root":"teknium/OpenHermes-2-Mistral-7B","score":86.88,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":15,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":86.7,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":16,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":86.57,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":17,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":86.57,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":18,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":86.57,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":19,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":86.57,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"BoolQ<br>2-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":20,"root":"microsoft/Phi-3-medium-128k-instruct","score":86.5,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"BoolQ<br>2-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":21,"root":"microsoft/Phi-3-medium-4k-instruct","score":86.5,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":null,"model_id":"unaversal-8x7b-v1beta","org":"TheBloke","rank":22,"root":"fblgit/UNAversal-8x7B-v1beta","score":86.24,"variant":"UNAversal-8x7B-v1beta-GGUF"},{"conf":"medium","context":null,"model_id":"dpopenhermes-7b","org":"TheBloke","rank":23,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":85.99,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":24,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":85.38,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":25,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":84.95,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"BoolQ<br>2-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":26,"root":"microsoft/Phi-3-small-8k-instruct","score":84.8,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":27,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":84.22,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-2-9b","org":"google","rank":28,"root":"google/gemma-2-9b","score":84.2,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-2-27b","org":"google","rank":29,"root":"google/gemma-2-27b","score":84.2,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-2-9b","org":"google","rank":30,"root":"google/gemma-2-9b","score":84.2,"variant":"gemma-2-9b"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-2-27b","org":"google","rank":31,"root":"google/gemma-2-27b","score":84.2,"variant":"gemma-2-27b"},{"conf":"medium","context":null,"model_id":null,"org":"bartowski","rank":32,"root":"—","score":84.01,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"medium","context":"BoolQ<br>2-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":33,"root":"microsoft/Phi-3-small-128k-instruct","score":83.7,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":34,"root":"fblgit/juanako-7b-v1","score":83.55,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"BoolQ","model_id":"grin-moe","org":"microsoft","rank":35,"root":"microsoft/GRIN-MoE","score":83.4,"variant":"GRIN-MoE"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":36,"root":"HyperbeeAI/Tulpar-7b-v0","score":83.06,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":37,"root":"NousResearch/Redmond-Puffin-13B","score":81.5,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":38,"root":"NousResearch/Redmond-Puffin-13B","score":81.5,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":39,"root":"openaccess-ai-collective/minotaur-13b-fixed","score":81.41,"variant":"minotaur-13B-fixed-GGUF"},{"conf":"medium","context":"BoolQ (2-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":40,"root":"microsoft/Phi-4-mini-instruct","score":81.2,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"BoolQ (2-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":41,"root":"microsoft/Phi-4-mini-instruct","score":81.2,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"BoolQ (2-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":42,"root":"microsoft/Phi-4-mini-instruct","score":81.2,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"BoolQ (2-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":43,"root":"microsoft/Phi-4-mini-instruct","score":81.2,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"BoolQ (2-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":44,"root":"microsoft/Phi-4-mini-instruct","score":81.2,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"BoolQ (2-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":45,"root":"microsoft/Phi-4-mini-instruct","score":81.2,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":46,"root":"microsoft/Llama2-7b-WhoIsHarryPotter","score":80.7,"variant":"Llama2-7b-WhoIsHarryPotter"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":47,"root":"NousResearch/Nous-Hermes-13b","score":79.48,"variant":"Nous-Hermes-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":48,"root":"—","score":79.48,"variant":"Nous-Hermes-13B-SuperHOT-8K-fp16"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":49,"root":"—","score":79.48,"variant":"Nous-Hermes-13B-SuperHOT-8K-GPTQ"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"google","rank":50,"root":"google/gemma-3n-E4B-it","score":76.4,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"google","rank":51,"root":"google/gemma-3n-E4B","score":76.4,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[BoolQ][]","model_id":null,"org":"google","rank":52,"root":"google/gemma-3n-E4B-it-litert-lm","score":76.4,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":53,"root":"google/gemma-3n-E2B-it","score":76.4,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":54,"root":"google/gemma-3n-E4B-it","score":76.4,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"google","rank":55,"root":"google/gemma-3n-E4B","score":76.4,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[BoolQ][]","model_id":null,"org":"google","rank":56,"root":"google/gemma-3n-E2B-it-litert-lm","score":76.4,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":57,"root":"google/gemma-3n-E4B-it","score":76.4,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"google","rank":58,"root":"google/gemma-3n-E4B","score":76.4,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":59,"root":"google/gemma-3n-E2B-it","score":76.4,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":null,"org":"unsloth","rank":60,"root":"google/gemma-3n-E2B-it-litert-preview","score":76.4,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":null,"org":"unsloth","rank":61,"root":"google/gemma-3n-E4B-it-litert-preview","score":76.4,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":62,"root":"google/gemma-3n-E4B-it","score":76.4,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":63,"root":"google/gemma-3n-E2B-it","score":76.4,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":64,"root":"google/gemma-3n-E4B","score":76.4,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":65,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":76.4,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":66,"root":"google/gemma-3n-E4B-it","score":76.4,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":67,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":76.4,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":68,"root":"google/gemma-3n-E4b-it","score":76.4,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"BoolQ","model_id":"mobilellm-pro-base","org":"facebook","rank":69,"root":"facebook/MobileLLM-Pro-base","score":76.24,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"BoolQ","model_id":"mobilellm-pro-base","org":"facebook","rank":70,"root":"facebook/MobileLLM-Pro-base","score":76.24,"variant":"MobileLLM-Pro"},{"conf":"medium","context":null,"model_id":"olmo-1b-0724-hf","org":"allenai","rank":71,"root":"allenai/OLMo-1B-0724-hf","score":75.4,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0424-hf","org":"allenai","rank":72,"root":"allenai/OLMo-7B-0424-hf","score":75.4,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0724-hf","org":"allenai","rank":73,"root":"allenai/OLMo-7B-0724-hf","score":75.4,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":null,"model_id":null,"org":"allenai","rank":74,"root":"allenai/OLMo-7B-0424","score":75.4,"variant":"OLMo-7B-0424"},{"conf":"medium","context":null,"model_id":"olmo-1b-hf","org":"allenai","rank":75,"root":"allenai/OLMo-1B-hf","score":73.1,"variant":"OLMo-1B-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b","org":"allenai","rank":76,"root":"allenai/OLMo-7B","score":73.1,"variant":"OLMo-7B"},{"conf":"medium","context":null,"model_id":"olmo-7b-hf","org":"allenai","rank":77,"root":"allenai/OLMo-7B-hf","score":73.1,"variant":"OLMo-7B-hf"},{"conf":"medium","context":null,"model_id":"olmo-1b","org":"allenai","rank":78,"root":"allenai/OLMo-1B","score":73.1,"variant":"OLMo-1B"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":79,"root":"allenai/OLMo-7B-Twin-2T-hf","score":73.1,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t","org":"allenai","rank":80,"root":"allenai/OLMo-7B-Twin-2T","score":73.1,"variant":"OLMo-7B-Twin-2T"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-2-2b","org":"google","rank":81,"root":"google/gemma-2-2b","score":72.5,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-2-2b","org":"google","rank":82,"root":"google/gemma-2-2b","score":72.5,"variant":"gemma-2-2b"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":83,"root":"nvidia/Minitron-4B-Base","score":71.71,"variant":"Nemotron-4-Mini-Hindi-4B-Base"},{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":84,"root":"nvidia/Minitron-4B-Base","score":71.71,"variant":"Nemotron-4-Mini-Hindi-4B-Base-GGUF"},{"conf":"medium","context":"BoolQ","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":85,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":64.65,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"BoolQ","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":86,"root":"microsoft/bitnet-b1.58-2B-4T","score":64.65,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"BoolQ","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":87,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":64.65,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"google","rank":88,"root":"google/gemma-3-1b-pt","score":63.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"google","rank":89,"root":"google/gemma-3-4b-pt","score":63.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"google","rank":90,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-pt","org":"google","rank":91,"root":"google/gemma-3-27b-pt","score":63.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":92,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":93,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"google","rank":94,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":95,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":96,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"google","rank":97,"root":"google/gemma-3-4b-pt","score":63.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":98,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":99,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"google","rank":100,"root":"google/gemma-3-1b-pt","score":63.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":101,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":102,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":103,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":null,"org":"google","rank":104,"root":"google/gemma-3-12b","score":63.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":105,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":106,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":107,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":108,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":109,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":110,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":111,"root":"google/gemma-3-4b-pt","score":63.2,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-pt","org":"google","rank":112,"root":"google/gemma-3-27b-pt","score":63.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":113,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":114,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":115,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":116,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":117,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":118,"root":"google/gemma-3-1b-pt","score":63.2,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":119,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":120,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":121,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":122,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":63.2,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"google","rank":123,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"google","rank":124,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":125,"root":"google/gemma-3-4b-pt","score":63.2,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":126,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"google","rank":127,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":128,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"google","rank":129,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":130,"root":"google/gemma-3-4b-pt","score":63.2,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":131,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":132,"root":"google/gemma-3-1b-pt","score":63.2,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":133,"root":"google/gemma-3-4b-it","score":63.2,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":134,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"google","rank":135,"root":"google/gemma-3-12b-it","score":63.2,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":136,"root":"google/gemma-3-27b-pt","score":63.2,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"google","rank":137,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":138,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"google","rank":139,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":140,"root":"google/gemma-3-27b-it","score":63.2,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":141,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":142,"root":"google/gemma-3-1b-pt","score":63.2,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":143,"root":"google/gemma-3-27b-pt","score":63.2,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":144,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"google","rank":145,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":146,"root":"google/gemma-3-27b-pt","score":63.2,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":147,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-12b-pt","org":"google","rank":148,"root":"google/gemma-3-12b-pt","score":63.2,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":149,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-pt","org":"google","rank":150,"root":"google/gemma-3-1b-it","score":63.2,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":151,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":152,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":63.2,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-4b-pt","org":"google","rank":153,"root":"google/gemma-3-4b-pt","score":63.2,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":154,"root":"microsoft/dolly-v2-7b-olive-optimized","score":62.63,"variant":"dolly-v2-7b-olive-optimized"},{"conf":"medium","context":"[BoolQ][]","model_id":null,"org":"google","rank":155,"root":"google/vaultgemma-1b","score":62.04,"variant":"vaultgemma-1b"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m","org":"google","rank":156,"root":"google/gemma-3-270m","score":61.4,"variant":"gemma-3-270m"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m","org":"google","rank":157,"root":"google/gemma-3-270m","score":61.4,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":158,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":159,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":160,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":161,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":61.4,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m","org":"unsloth","rank":162,"root":"google/gemma-3-270m","score":61.4,"variant":"gemma-3-270m"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":163,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"google","rank":164,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":165,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":166,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":61.4,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m","org":"unsloth","rank":167,"root":"google/gemma-3-270m","score":61.4,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m","org":"google","rank":168,"root":"google/gemma-3-270m","score":61.4,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m","org":"Mungert","rank":169,"root":"google/gemma-3-270m","score":61.4,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[BoolQ][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":170,"root":"google/gemma-3-270m-it","score":61.4,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":171,"root":"PY007/TinyLlama-1.1B-intermediate-step-715k-1.5T","score":59.08,"variant":"TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":172,"root":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T","score":57.83,"variant":"TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":173,"root":"facebook/MobileLLM-125M","score":57.5,"variant":"MobileLLM-125M"},{"conf":"medium","context":"[BoolQ]","model_id":"t5gemma-2-270m-270m","org":"google","rank":174,"root":"google/t5gemma-2-270m-270m","score":57.4,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[BoolQ]","model_id":"t5gemma-2-4b-4b","org":"google","rank":175,"root":"google/t5gemma-2-4b-4b","score":57.4,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[BoolQ]","model_id":"t5gemma-2-1b-1b","org":"google","rank":176,"root":"google/t5gemma-2-1b-1b","score":57.4,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":177,"root":"—","score":54.98,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"google","rank":178,"root":"google/flan-t5-base","score":16.75,"variant":"flan-t5-base"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/boolq.html"],"url":"https://huggingface.co/spaces/boolq"}},"meta":{"source":"registry"}}