{"data":{"category":"knowledge","id":"arc","name":"ARC-Challenge","rows":[{"conf":"medium","context":"ARC-Challenge","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":1,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":97.35,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"ARC-Challenge","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":2,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":96.08,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"ARC-Challenge (25-shot, acc_norm)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":94.45,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":4,"root":"nvidia/Nemotron-4-340B-Base","score":94.28,"variant":"Nemotron-4-340B-Base"},{"conf":"medium","context":"ARC Challenge","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":5,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":93.26,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"ARC Challenge","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":6,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":93.26,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"ARC-Challenge (25-shot, acc_norm)","model_id":"nemotron-labs-twotower-30b-a3b-base-bf16","org":"nvidia","rank":7,"root":"nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16","score":91.72,"variant":"Nemotron-Labs-TwoTower-30B-A3B-Base-BF16"},{"conf":"medium","context":"ARC Challenge<br>10-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":8,"root":"microsoft/Phi-3-medium-4k-instruct","score":91.6,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"ARC Challenge<br>10-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":9,"root":"microsoft/Phi-3-medium-128k-instruct","score":91,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"ARC Challenge<br>10-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":10,"root":"microsoft/Phi-3-small-128k-instruct","score":90.8,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"ARC Challenge<br>10-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":11,"root":"microsoft/Phi-3-small-8k-instruct","score":90.7,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"ARC Challenge (10-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":12,"root":"microsoft/Phi-4-mini-instruct","score":83.7,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"ARC Challenge (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":13,"root":"microsoft/Phi-4-mini-instruct","score":83.7,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"ARC Challenge (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":14,"root":"microsoft/Phi-4-mini-instruct","score":83.7,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"ARC Challenge (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":15,"root":"microsoft/Phi-4-mini-instruct","score":83.7,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"ARC Challenge (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":16,"root":"microsoft/Phi-4-mini-instruct","score":83.7,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"ARC Challenge (10-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":17,"root":"microsoft/Phi-4-mini-instruct","score":83.7,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":18,"root":"psmathur/model_007","score":71.08,"variant":"model_007-70B-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":19,"root":"psmathur/orca_mini_v3_70b","score":70.98,"variant":"orca_mini_v3_70B-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":20,"root":"psmathur/orca_mini_v3_70b","score":70.98,"variant":"orca_mini_v3_70B-GPTQ"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":21,"root":"migtissera/Synthia-70B-v1.1","score":70.05,"variant":"Synthia-70B-v1.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":22,"root":"rwitz/go-bruins-v2","score":69.8,"variant":"go-bruins-v2-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":23,"root":"migtissera/Synthia-70B","score":69.45,"variant":"Synthia-70B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":24,"root":"rwitz/go-bruins","score":69.11,"variant":"go-bruins-GGUF"},{"conf":"medium","context":"_challenge","model_id":"nexonimbus-7b","org":"TheBloke","rank":25,"root":"abideen/NexoNimbus-7B","score":68.25,"variant":"NexoNimbus-7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":26,"root":"Ba2han/BruinsV2-OpHermesNeu-11B","score":65.27,"variant":"BruinsV2-OpHermesNeu-11B-GGUF"},{"conf":"low","context":null,"model_id":"bagel-dpo-7b-v0-1","org":"TheBloke","rank":27,"root":"jondurbin/bagel-dpo-7b-v0.1","score":64.76,"variant":"bagel-dpo-7B-v0.1-GGUF"},{"conf":"medium","context":"_challenge","model_id":"juanako-7b-una","org":"TheBloke","rank":28,"root":"fblgit/juanako-7b-UNA","score":64.76,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"mlabonne","rank":29,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":63.91,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"*_challenge*","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":30,"root":"psmathur/orca_mini_v3_13b","score":63.14,"variant":"orca_mini_v3_13B-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":31,"root":"psmathur/orca_mini_v3_13b","score":63.14,"variant":"orca_mini_v3_13B-GPTQ"},{"conf":"medium","context":"_challenge","model_id":"dpopenhermes-7b-v2","org":"TheBloke","rank":32,"root":"openaccess-ai-collective/DPOpenHermes-7B-v2","score":62.71,"variant":"DPOpenHermes-7B-v2-GGUF"},{"conf":"medium","context":"_challenge","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":33,"root":"mlabonne/Beyonder-4x7B-v2","score":61.86,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_challenge","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":34,"root":"mlabonne/Marcoro14-7B-slerp","score":61.86,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":35,"root":"orangetin/OpenHermes-Mixtral-8x7B","score":60.75,"variant":"orangetin-OpenHermes-Mixtral-8x7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":36,"root":"orangetin/Fennec-Mixtral-8x7B","score":60.75,"variant":"Fennec-Mixtral-8x7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":37,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":60.67,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_challenge","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":38,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":60.67,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":39,"root":"migtissera/Synthia-13B","score":59.98,"variant":"Synthia-13B-GGUF"},{"conf":"medium","context":"_challenge","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":40,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":59.9,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF"},{"conf":"medium","context":"_challenge","model_id":"nous-hermes-2-mixtral-8x7b-dpo","org":"TheBloke","rank":41,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","score":59.9,"variant":"Nous-Hermes-2-Mixtral-8x7B-DPO-GPTQ"},{"conf":"medium","context":"ARC-Challenge-25shots","model_id":"falcon-11b","org":"tiiuae","rank":42,"root":"tiiuae/falcon-11B","score":59.73,"variant":"falcon-11B"},{"conf":"medium","context":"_challenge","model_id":"nous-hermes-2-mixtral-8x7b-sft","org":"TheBloke","rank":43,"root":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","score":59.04,"variant":"Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF"},{"conf":"medium","context":"_challenge","model_id":"dpopenhermes-7b","org":"TheBloke","rank":44,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":58.62,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":45,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":57.76,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_challenge","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":46,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":57.68,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":47,"root":"NousResearch/Nous-Hermes-Llama2-70b","score":57.34,"variant":"Nous-Hermes-Llama2-70B-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":48,"root":"psmathur/orca_mini_v3_7b","score":57.17,"variant":"orca_mini_v3_7B-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":49,"root":"psmathur/orca_mini_v3_7b","score":57.17,"variant":"orca_mini_v3_7B-GPTQ"},{"conf":"medium","context":"_challenge","model_id":"juanako-7b-v1","org":"TheBloke","rank":50,"root":"fblgit/juanako-7b-v1","score":56.91,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"_challenge","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":51,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":56.23,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_challenge","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":52,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":56.23,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":53,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":56.23,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_challenge","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":54,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":56.23,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":55,"root":"HyperbeeAI/Tulpar-7b-v0","score":56.14,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"_challenge","model_id":"mistral-11b-omnimix-bf16","org":"TheBloke","rank":56,"root":"NeverSleep/Mistral-11B-OmniMix-bf16","score":55.8,"variant":"Mistral-11B-OmniMix-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":57,"root":"Tap-M/Luna-AI-Llama2-Uncensored","score":55.12,"variant":"Luna-AI-Llama2-Uncensored-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":58,"root":"Tap-M/Luna-AI-Llama2-Uncensored","score":55.12,"variant":"Luna-AI-Llama2-Uncensored-GPTQ"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":59,"root":"teknium/OpenHermes-2-Mistral-7B","score":54.52,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":60,"root":"teknium/OpenHermes-2-Mistral-7B","score":54.52,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":61,"root":"nvidia/Nemotron-H-4B-Base-8K","score":54.4,"variant":"Nemotron-H-4B-Base-8K"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":62,"root":"migtissera/Synthia-7B-v1.2","score":54.35,"variant":"Synthia-7B-v1.2-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":63,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":54.01,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":64,"root":"Voicelab/trurl-2-13b","score":52.9,"variant":"Trurl-2-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":65,"root":"Voicelab/trurl-2-7b","score":52.9,"variant":"Trurl-2-7B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":66,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":50.85,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"medium","context":"*_challenge*","model_id":null,"org":"TheBloke","rank":67,"root":"—","score":50.77,"variant":"orca_mini_v2_7B-GPTQ"},{"conf":"medium","context":"ARC-Challenge-0shot","model_id":"falcon-11b","org":"tiiuae","rank":68,"root":"tiiuae/falcon-11B","score":50.17,"variant":"falcon-11B"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":69,"root":"NousResearch/Redmond-Puffin-13B","score":49.83,"variant":"Redmond-Puffin-13B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":70,"root":"NousResearch/Redmond-Puffin-13B","score":49.83,"variant":"Redmond-Puffin-13B-GPTQ"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":71,"root":"NousResearch/Nous-Hermes-13b","score":49.15,"variant":"Nous-Hermes-13B-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":72,"root":"—","score":49.15,"variant":"Nous-Hermes-13B-SuperHOT-8K-fp16"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":73,"root":"—","score":49.15,"variant":"Nous-Hermes-13B-SuperHOT-8K-GPTQ"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":74,"root":"openaccess-ai-collective/minotaur-13b-fixed","score":47.78,"variant":"minotaur-13B-fixed-GGUF"},{"conf":"medium","context":"_challenge","model_id":"olmo-1b-hf","org":"allenai","rank":75,"root":"allenai/OLMo-1B-hf","score":44.5,"variant":"OLMo-1B-hf"},{"conf":"medium","context":"_challenge","model_id":"olmo-7b","org":"allenai","rank":76,"root":"allenai/OLMo-7B","score":44.5,"variant":"OLMo-7B"},{"conf":"medium","context":"_challenge","model_id":"olmo-7b-hf","org":"allenai","rank":77,"root":"allenai/OLMo-7B-hf","score":44.5,"variant":"OLMo-7B-hf"},{"conf":"medium","context":"_challenge","model_id":"olmo-1b","org":"allenai","rank":78,"root":"allenai/OLMo-1B","score":44.5,"variant":"OLMo-1B"},{"conf":"medium","context":"_challenge","model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":79,"root":"allenai/OLMo-7B-Twin-2T-hf","score":44.5,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":"_challenge","model_id":"olmo-7b-twin-2t","org":"allenai","rank":80,"root":"allenai/OLMo-7B-Twin-2T","score":44.5,"variant":"OLMo-7B-Twin-2T"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":81,"root":"nvidia/nemo-megatron-gpt-5B","score":39.76,"variant":"nemo-megatron-gpt-5B"},{"conf":"medium","context":"ARC-Challenge","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":82,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":37.8,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"ARC-Challenge","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":83,"root":"microsoft/bitnet-b1.58-2B-4T","score":37.8,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"ARC-Challenge","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":84,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":37.8,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":85,"root":"—","score":28.58,"variant":"Redmond-Hermes-Coder-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":86,"root":"facebook/MobileLLM-125M","score":25.2,"variant":"MobileLLM-125M"},{"conf":"medium","context":null,"model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":87,"root":"nvidia/Nemotron-H-8B-Base-8K","score":25,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":88,"root":"nvidia/Nemotron-H-56B-Base-8K","score":25,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"_challenge","model_id":"olmo-1b-0724-hf","org":"allenai","rank":89,"root":"allenai/OLMo-1B-0724-hf","score":25,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":"_challenge","model_id":"olmo-7b-0424-hf","org":"allenai","rank":90,"root":"allenai/OLMo-7B-0424-hf","score":25,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":"_challenge","model_id":"olmo-7b-0724-hf","org":"allenai","rank":91,"root":"allenai/OLMo-7B-0724-hf","score":25,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":"_challenge","model_id":"luna-solarkrautlm-instruct","org":"TheBloke","rank":92,"root":"fblgit/LUNA-SOLARkrautLM-Instruct","score":25,"variant":"LUNA-SOLARkrautLM-Instruct-GGUF"},{"conf":"medium","context":"_challenge","model_id":"una-thebeagle-7b-v1","org":"TheBloke","rank":93,"root":"fblgit/UNA-TheBeagle-7b-v1","score":25,"variant":"UNA-TheBeagle-7B-v1-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"bartowski","rank":94,"root":"—","score":25,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"medium","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":95,"root":"nvidia/Nemotron-H-56B-Base-8K","score":25,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"medium","context":"_challenge","model_id":"unaversal-8x7b-v1beta","org":"TheBloke","rank":96,"root":"fblgit/UNAversal-8x7B-v1beta","score":25,"variant":"UNAversal-8x7B-v1beta-GGUF"},{"conf":"medium","context":"_challenge","model_id":null,"org":"allenai","rank":97,"root":"allenai/OLMo-7B-0424","score":25,"variant":"OLMo-7B-0424"},{"conf":"medium","context":"_challenge","model_id":null,"org":"TheBloke","rank":98,"root":"athirdpath/Iambe-RP-v3-20b","score":25,"variant":"Iambe-RP-v3-20B-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/arc.html"],"url":"https://huggingface.co/spaces/arc"}},"meta":{"source":"registry"}}