{"data":{"category":"knowledge","id":"commonsenseqa","name":"CommonsenseQA","rows":[{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":1,"root":"nvidia/Nemotron-H-56B-Base-8K","score":87.3,"variant":"Nemotron-H-47B-Base-8K"},{"conf":"low","context":null,"model_id":"nemotron-h-56b-base-8k","org":"nvidia","rank":2,"root":"nvidia/Nemotron-H-56B-Base-8K","score":86.73,"variant":"Nemotron-H-56B-Base-8K"},{"conf":"medium","context":"j-1.1-0.3","model_id":null,"org":"TheBloke","rank":3,"root":"lightblue/openorca_stx","score":83.1,"variant":"OpenOrca_Stx-GGUF"},{"conf":"medium","context":"CommonsenseQA<br>10-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":4,"root":"microsoft/Phi-3-medium-4k-instruct","score":82.8,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"CommonsenseQA<br>10-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":5,"root":"microsoft/Phi-3-medium-128k-instruct","score":82.2,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"CommonSenseQA","model_id":"grin-moe","org":"microsoft","rank":6,"root":"microsoft/GRIN-MoE","score":81.8,"variant":"GRIN-MoE"},{"conf":"medium","context":"CommonsenseQA<br>10-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":7,"root":"microsoft/Phi-3-small-128k-instruct","score":80.8,"variant":"Phi-3-small-128k-instruct"},{"conf":"medium","context":"CommonsenseQA<br>10-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":8,"root":"microsoft/Phi-3-small-8k-instruct","score":80,"variant":"Phi-3-small-8k-instruct"},{"conf":"low","context":null,"model_id":"nemotron-h-8b-base-8k","org":"nvidia","rank":9,"root":"nvidia/Nemotron-H-8B-Base-8K","score":78.71,"variant":"Nemotron-H-8B-Base-8K"},{"conf":"medium","context":"CommonSenseQA","model_id":null,"org":"internlm","rank":10,"root":"internlm/internlm-chat-7b","score":75.2,"variant":"internlm-chat-7b"},{"conf":"medium","context":"CommonSenseQA","model_id":null,"org":"internlm","rank":11,"root":"internlm/internlm-7b","score":75.2,"variant":"internlm-7b"},{"conf":"medium","context":"CommonSenseQA (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":12,"root":"mistralai/Mistral-Nemo-Base-2407","score":70.4,"variant":"Mistral-Nemo-Instruct-2407"},{"conf":"medium","context":"CommonSenseQA (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":13,"root":"mistralai/Mistral-Nemo-Base-2407","score":70.4,"variant":"Mistral-Nemo-Base-2407"},{"conf":"medium","context":"CommonSenseQA (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":14,"root":"mistralai/Mistral-Nemo-Base-2407","score":70.4,"variant":"Mistral-Nemo-Instruct-FP8-2407"},{"conf":"low","context":null,"model_id":"nemotron-h-4b-base-8k","org":"nvidia","rank":15,"root":"nvidia/Nemotron-H-4B-Base-8K","score":70.2,"variant":"Nemotron-H-4B-Base-8K"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":"gemma-1-1-2b-it","org":"google","rank":16,"root":"google/gemma-1.1-2b-it","score":65.3,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"google","rank":17,"root":"google/gemma-2b-it-pytorch","score":65.3,"variant":"gemma-2b"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"google","rank":18,"root":"google/gemma-2b-it-pytorch","score":65.3,"variant":"gemma-2b-it"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"google","rank":19,"root":"google/gemma-7b-it-quant-pytorch","score":65.3,"variant":"gemma-7b"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":"gemma-7b","org":"google","rank":20,"root":"google/gemma-7b","score":65.3,"variant":"gemma-7b-it"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":"gemma-1-1-7b-it","org":"google","rank":21,"root":"google/gemma-1.1-7b-it","score":65.3,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"google","rank":22,"root":"google/gemma-2b-it-pytorch","score":65.3,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"alpindale","rank":23,"root":"google/gemma-7b-it-quant-pytorch","score":65.3,"variant":"gemma-7b"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"alpindale","rank":24,"root":"google/gemma-2b-it-pytorch","score":65.3,"variant":"gemma-2b"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"google","rank":25,"root":"google/gemma-7b-it-quant-pytorch","score":65.3,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"alpindale","rank":26,"root":"google/gemma-7b-it-quant-pytorch","score":65.3,"variant":"gemma-7b-it"},{"conf":"medium","context":"[CommonsenseQA](https://arxiv.org/abs/1811.00937)","model_id":null,"org":"google","rank":27,"root":"google/gemma-7b-it-quant-pytorch","score":65.3,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"CommonsenseQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":28,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":58.48,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"CommonsenseQA","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":29,"root":"microsoft/bitnet-b1.58-2B-4T","score":58.48,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"CommonsenseQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":30,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":58.48,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":31,"root":"tokyotech-llm/Swallow-70b-instruct-hf","score":48.08,"variant":"Swallow-70B-instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":32,"root":"tokyotech-llm/Swallow-7b-instruct-hf","score":48.08,"variant":"Swallow-7B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":33,"root":"tokyotech-llm/Swallow-13b-instruct-hf","score":48.08,"variant":"Swallow-13B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":34,"root":"tokyotech-llm/Swallow-13b-hf","score":48.08,"variant":"Swallow-13B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":35,"root":"tokyotech-llm/Swallow-7b-hf","score":48.08,"variant":"Swallow-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":36,"root":"tokyotech-llm/Swallow-70b-hf","score":48.08,"variant":"Swallow-70B-GGUF"},{"conf":"medium","context":"CommonsenseQA","model_id":"smollm2-1-7b","org":"Mungert","rank":37,"root":"HuggingFaceTB/SmolLM2-1.7B","score":43.6,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"medium","context":"CommonsenseQA","model_id":"smollm2-360m","org":"Mungert","rank":38,"root":"HuggingFaceTB/SmolLM2-360M","score":38,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"medium","context":"CommonsenseQA","model_id":"smollm2-135m","org":"Mungert","rank":39,"root":"HuggingFaceTB/SmolLM2-135M","score":33.9,"variant":"SmolLM2-135M-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/commonsenseqa.html"],"url":"https://huggingface.co/spaces/commonsenseqa"}},"meta":{"source":"registry"}}