{"data":{"category":"knowledge","id":"piqa","name":"PIQA","rows":[{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":1,"root":"allenai/Olmo-3-1125-32B","score":93.3,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"PIQA","model_id":"grin-moe","org":"microsoft","rank":2,"root":"microsoft/GRIN-MoE","score":89,"variant":"GRIN-MoE"},{"conf":"medium","context":"PIQA<br>5-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":3,"root":"microsoft/Phi-3-small-128k-instruct","score":88.1,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"PIQA<br>5-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":4,"root":"microsoft/Phi-3-medium-4k-instruct","score":87.9,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"PIQA<br>5-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":5,"root":"microsoft/Phi-3-medium-128k-instruct","score":87.8,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"PIQA<br>5-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":6,"root":"microsoft/Phi-3-small-8k-instruct","score":86.9,"variant":"Phi-3-small-8k-instruct"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":7,"root":"allenai/Olmo-3-1025-7B","score":85.7,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":8,"root":"allenai/Olmo-Hybrid-7B","score":85.7,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":9,"root":"allenai/Olmo-3-1025-7B","score":85.7,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"medium","context":"PIQA","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":10,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":85.47,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"low","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":11,"root":"jondurbin/bagel-dpo-7b-v0.1","score":84,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"medium","context":"PIQA","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":12,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":83.79,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":13,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":83.24,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":14,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":83.24,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":15,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":83.24,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":16,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":83.13,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":17,"root":"mlabonne/Beyonder-4x7B-v2","score":83.08,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":18,"root":"mlabonne/Marcoro14-7B-slerp","score":83.08,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":null,"model_id":"unaversal-8x7b-v1beta","org":"TheBloke","rank":19,"root":"fblgit/UNAversal-8x7B-v1beta","score":82.92,"variant":"UNAversal-8x7B-v1beta-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"mlabonne","rank":20,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":82.59,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"PIQA","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":21,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":82.54,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"PIQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":22,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":82.54,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":23,"root":"fblgit/juanako-7b-UNA","score":82.54,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":24,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":82.15,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":25,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":82.15,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":null,"model_id":"laser-dolphin-mixtral-2x7b-dpo","org":"TheBloke","rank":26,"root":"macadeliccc/laser-dolphin-mixtral-2x7b-dpo","score":82.1,"variant":"laser-dolphin-mixtral-2x7b-dpo-GGUF"},{"conf":"medium","context":null,"model_id":"dpopenhermes-7b","org":"TheBloke","rank":27,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":81.99,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":28,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":81.94,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":29,"root":"fblgit/juanako-7b-v1","score":81.94,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-2-9b","org":"google","rank":30,"root":"google/gemma-2-9b","score":81.7,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-2-27b","org":"google","rank":31,"root":"google/gemma-2-27b","score":81.7,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-2-9b","org":"google","rank":32,"root":"google/gemma-2-9b","score":81.7,"variant":"gemma-2-9b"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-2-27b","org":"google","rank":33,"root":"google/gemma-2-27b","score":81.7,"variant":"gemma-2-27b"},{"conf":"medium","context":null,"model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":34,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":81.61,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":35,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":81.45,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":36,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":81.45,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":37,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":81.45,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":38,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":81.45,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":null,"model_id":"mistral-11b-omnimix-bf16","org":"TheBloke","rank":39,"root":"NeverSleep/Mistral-11B-OmniMix-bf16","score":81.45,"variant":"Mistral-11B-OmniMix-GGUF"},{"conf":"medium","context":"PIQA (0-shot, acc_norm)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":81.01,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":41,"root":"teknium/OpenHermes-2-Mistral-7B","score":80.9,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":42,"root":"teknium/OpenHermes-2-Mistral-7B","score":80.9,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":43,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":80.85,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":44,"root":"openaccess-ai-collective/minotaur-13b-fixed","score":80.25,"variant":"minotaur-13B-fixed-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":45,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":79.92,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"low","context":"Open Data","model_id":null,"org":"allenai","rank":46,"root":"allenai/OLMoE-1B-7B-0924","score":79.8,"variant":"OLMoE-1B-7B-0924"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":47,"root":"swiss-ai/Apertus-8B-Instruct-2509","score":79.8,"variant":"Apertus-8B-Instruct-2509-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":48,"root":"swiss-ai/Apertus-70B-Instruct-2509","score":79.8,"variant":"Apertus-70B-Instruct-2509-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"unsloth","rank":49,"root":"swiss-ai/Apertus-8B-2509","score":79.8,"variant":"Apertus-8B-Instruct-2509-unsloth-bnb-4bit"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":50,"root":"NousResearch/Nous-Hermes-13b","score":79.65,"variant":"Nous-Hermes-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":51,"root":"—","score":79.65,"variant":"Nous-Hermes-13B-SuperHOT-8K-fp16"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":52,"root":"—","score":79.65,"variant":"Nous-Hermes-13B-SuperHOT-8K-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":53,"root":"NousResearch/Redmond-Puffin-13B","score":79.54,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":54,"root":"NousResearch/Redmond-Puffin-13B","score":79.54,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":55,"root":"HyperbeeAI/Tulpar-7b-v0","score":79.05,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"google","rank":56,"root":"google/gemma-3n-E4B-it","score":78.9,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"google","rank":57,"root":"google/gemma-3n-E4B","score":78.9,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[PIQA][]","model_id":null,"org":"google","rank":58,"root":"google/gemma-3n-E4B-it-litert-lm","score":78.9,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":59,"root":"google/gemma-3n-E2B-it","score":78.9,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":60,"root":"google/gemma-3n-E4B-it","score":78.9,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"google","rank":61,"root":"google/gemma-3n-E4B","score":78.9,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[PIQA][]","model_id":null,"org":"google","rank":62,"root":"google/gemma-3n-E2B-it-litert-lm","score":78.9,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":63,"root":"google/gemma-3n-E4B-it","score":78.9,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"google","rank":64,"root":"google/gemma-3n-E4B","score":78.9,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":65,"root":"google/gemma-3n-E2B-it","score":78.9,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":null,"org":"unsloth","rank":66,"root":"google/gemma-3n-E2B-it-litert-preview","score":78.9,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":null,"org":"unsloth","rank":67,"root":"google/gemma-3n-E4B-it-litert-preview","score":78.9,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":68,"root":"google/gemma-3n-E4B-it","score":78.9,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":69,"root":"google/gemma-3n-E2B-it","score":78.9,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":70,"root":"google/gemma-3n-E4B","score":78.9,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":71,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":78.9,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":72,"root":"google/gemma-3n-E4B-it","score":78.9,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":73,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":78.9,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":74,"root":"google/gemma-3n-E4b-it","score":78.9,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"low","context":"Open Data","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":75,"root":"allenai/OLMoE-1B-7B-0125","score":78.7,"variant":"OLMoE-1B-7B-0125"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-2-2b","org":"google","rank":76,"root":"google/gemma-2-2b","score":77.8,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-2-2b","org":"google","rank":77,"root":"google/gemma-2-2b","score":77.8,"variant":"gemma-2-2b"},{"conf":"medium","context":"PIQA (5-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":78,"root":"microsoft/Phi-4-mini-instruct","score":77.6,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"PIQA (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":79,"root":"microsoft/Phi-4-mini-instruct","score":77.6,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"PIQA (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":80,"root":"microsoft/Phi-4-mini-instruct","score":77.6,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"PIQA (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":81,"root":"microsoft/Phi-4-mini-instruct","score":77.6,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"PIQA (5-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":82,"root":"microsoft/Phi-4-mini-instruct","score":77.6,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"PIQA (5-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":83,"root":"microsoft/Phi-4-mini-instruct","score":77.6,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"PIQA","model_id":"smollm2-1-7b","org":"Mungert","rank":84,"root":"HuggingFaceTB/SmolLM2-1.7B","score":77.6,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":"gemma-1-1-2b-it","org":"google","rank":85,"root":"google/gemma-1.1-2b-it","score":77.3,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"google","rank":86,"root":"google/gemma-2b-it-pytorch","score":77.3,"variant":"gemma-2b"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"google","rank":87,"root":"google/gemma-2b-it-pytorch","score":77.3,"variant":"gemma-2b-it"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"google","rank":88,"root":"google/gemma-7b-it-quant-pytorch","score":77.3,"variant":"gemma-7b"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":"gemma-7b","org":"google","rank":89,"root":"google/gemma-7b","score":77.3,"variant":"gemma-7b-it"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":"gemma-1-1-7b-it","org":"google","rank":90,"root":"google/gemma-1.1-7b-it","score":77.3,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"google","rank":91,"root":"google/gemma-2b-it-pytorch","score":77.3,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"alpindale","rank":92,"root":"google/gemma-7b-it-quant-pytorch","score":77.3,"variant":"gemma-7b"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"alpindale","rank":93,"root":"google/gemma-2b-it-pytorch","score":77.3,"variant":"gemma-2b"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"google","rank":94,"root":"google/gemma-7b-it-quant-pytorch","score":77.3,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"alpindale","rank":95,"root":"google/gemma-7b-it-quant-pytorch","score":77.3,"variant":"gemma-7b-it"},{"conf":"medium","context":"[PIQA](https://arxiv.org/abs/1911.11641)","model_id":null,"org":"google","rank":96,"root":"google/gemma-7b-it-quant-pytorch","score":77.3,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":null,"model_id":"olmo-1b-0724-hf","org":"allenai","rank":97,"root":"allenai/OLMo-1B-0724-hf","score":77.2,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0424-hf","org":"allenai","rank":98,"root":"allenai/OLMo-7B-0424-hf","score":77.2,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-0724-hf","org":"allenai","rank":99,"root":"allenai/OLMo-7B-0724-hf","score":77.2,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":null,"model_id":null,"org":"allenai","rank":100,"root":"allenai/OLMo-7B-0424","score":77.2,"variant":"OLMo-7B-0424"},{"conf":"low","context":null,"model_id":null,"org":"microsoft","rank":101,"root":"microsoft/Llama2-7b-WhoIsHarryPotter","score":76.7,"variant":"Llama2-7b-WhoIsHarryPotter"},{"conf":"medium","context":"PIQA","model_id":"mobilellm-pro-base","org":"facebook","rank":102,"root":"facebook/MobileLLM-Pro-base","score":76.55,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"PIQA","model_id":"mobilellm-pro-base","org":"facebook","rank":103,"root":"facebook/MobileLLM-Pro-base","score":76.55,"variant":"MobileLLM-Pro"},{"conf":"medium","context":null,"model_id":"olmo-1b-hf","org":"allenai","rank":104,"root":"allenai/OLMo-1B-hf","score":76.3,"variant":"OLMo-1B-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b","org":"allenai","rank":105,"root":"allenai/OLMo-7B","score":76.3,"variant":"OLMo-7B"},{"conf":"medium","context":null,"model_id":"olmo-7b-hf","org":"allenai","rank":106,"root":"allenai/OLMo-7B-hf","score":76.3,"variant":"OLMo-7B-hf"},{"conf":"medium","context":null,"model_id":"olmo-1b","org":"allenai","rank":107,"root":"allenai/OLMo-1B","score":76.3,"variant":"OLMo-1B"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":108,"root":"allenai/OLMo-7B-Twin-2T-hf","score":76.3,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":null,"model_id":"olmo-7b-twin-2t","org":"allenai","rank":109,"root":"allenai/OLMo-7B-Twin-2T","score":76.3,"variant":"OLMo-7B-Twin-2T"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":110,"root":"nvidia/nemo-megatron-gpt-5B","score":74.92,"variant":"nemo-megatron-gpt-5B"},{"conf":"medium","context":"PIQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":111,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":74.21,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"PIQA","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":112,"root":"microsoft/bitnet-b1.58-2B-4T","score":74.21,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"PIQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":113,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":74.21,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":114,"root":"google/gemma-3-1b-pt","score":73.8,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":115,"root":"google/gemma-3-4b-pt","score":73.8,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":116,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-pt","org":"google","rank":117,"root":"google/gemma-3-27b-pt","score":73.8,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":118,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":119,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":120,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":121,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":122,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":123,"root":"google/gemma-3-4b-pt","score":73.8,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":124,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":125,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":126,"root":"google/gemma-3-1b-pt","score":73.8,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":127,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":128,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":129,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":null,"org":"google","rank":130,"root":"google/gemma-3-12b","score":73.8,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":131,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":132,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":133,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":134,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":135,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":136,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":137,"root":"google/gemma-3-4b-pt","score":73.8,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-pt","org":"google","rank":138,"root":"google/gemma-3-27b-pt","score":73.8,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":139,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":140,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":141,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":142,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":143,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":144,"root":"google/gemma-3-1b-pt","score":73.8,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":145,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":146,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":147,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":148,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":73.8,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":149,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":150,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":151,"root":"google/gemma-3-4b-pt","score":73.8,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":152,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":153,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":154,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":155,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":156,"root":"google/gemma-3-4b-pt","score":73.8,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":157,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":158,"root":"google/gemma-3-1b-pt","score":73.8,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":159,"root":"google/gemma-3-4b-it","score":73.8,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":160,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":161,"root":"google/gemma-3-12b-it","score":73.8,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":162,"root":"google/gemma-3-27b-pt","score":73.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"google","rank":163,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":164,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"google","rank":165,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":166,"root":"google/gemma-3-27b-it","score":73.8,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":167,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":168,"root":"google/gemma-3-1b-pt","score":73.8,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":169,"root":"google/gemma-3-27b-pt","score":73.8,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":170,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":171,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":172,"root":"google/gemma-3-27b-pt","score":73.8,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":173,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":174,"root":"google/gemma-3-12b-pt","score":73.8,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":175,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":176,"root":"google/gemma-3-1b-it","score":73.8,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":177,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":178,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":73.8,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":179,"root":"google/gemma-3-4b-pt","score":73.8,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":180,"root":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T","score":73.29,"variant":"TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF"},{"conf":"medium","context":"PIQA","model_id":"smollm2-360m","org":"Mungert","rank":181,"root":"HuggingFaceTB/SmolLM2-360M","score":71.7,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":182,"root":"PY007/TinyLlama-1.1B-intermediate-step-715k-1.5T","score":71.65,"variant":"TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF"},{"conf":"medium","context":"PIQA","model_id":"smollm2-135m","org":"Mungert","rank":183,"root":"HuggingFaceTB/SmolLM2-135M","score":68.4,"variant":"SmolLM2-135M-Instruct-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":null,"org":"google","rank":184,"root":"google/vaultgemma-1b","score":68,"variant":"vaultgemma-1b"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m","org":"google","rank":185,"root":"google/gemma-3-270m","score":67.7,"variant":"gemma-3-270m"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m","org":"google","rank":186,"root":"google/gemma-3-270m","score":67.7,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":187,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":188,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":189,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":190,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":67.7,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":191,"root":"google/gemma-3-270m","score":67.7,"variant":"gemma-3-270m"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":192,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"google","rank":193,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":194,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":195,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":67.7,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":196,"root":"google/gemma-3-270m","score":67.7,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m","org":"google","rank":197,"root":"google/gemma-3-270m","score":67.7,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m","org":"Mungert","rank":198,"root":"google/gemma-3-270m","score":67.7,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[PIQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":199,"root":"google/gemma-3-270m-it","score":67.7,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[PIQA]","model_id":"t5gemma-2-270m-270m","org":"google","rank":200,"root":"google/t5gemma-2-270m-270m","score":66.5,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[PIQA]","model_id":"t5gemma-2-4b-4b","org":"google","rank":201,"root":"google/t5gemma-2-4b-4b","score":66.5,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[PIQA]","model_id":"t5gemma-2-1b-1b","org":"google","rank":202,"root":"google/t5gemma-2-1b-1b","score":66.5,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":null,"model_id":null,"org":"TheBloke","rank":203,"root":"—","score":66,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":204,"root":"facebook/MobileLLM-125M","score":62,"variant":"MobileLLM-125M"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/piqa.html"],"url":"https://huggingface.co/spaces/piqa"}},"meta":{"source":"registry"}}