{"data":{"category":"knowledge","id":"popqa","name":"PopQA","rows":[{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-8b","org":"allenai","rank":1,"root":"meta-llama/Llama-3.1-8B","score":55.7,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":2,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":55.7,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":3,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":55.7,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":4,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":55.7,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":5,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":55.7,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-70b","org":"allenai","rank":6,"root":"meta-llama/Llama-3.1-70B","score":55.7,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":null,"org":"allenai","rank":7,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":55.7,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":8,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":55.7,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":"llama-3-1-405b","org":"allenai","rank":9,"root":"meta-llama/Llama-3.1-405B","score":55.7,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**PopQA (3 shot)**","model_id":null,"org":"allenai","rank":10,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":55.7,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"low","context":null,"model_id":"qwen2-5-7b-instruct","org":"Mungert","rank":11,"root":"Qwen/Qwen2.5-7B-Instruct","score":51.8,"variant":"pokee_research_7b-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":12,"root":"allenai/OLMo-2-0325-32B-DPO","score":45,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":13,"root":"allenai/OLMo-2-0325-32B-Instruct","score":45,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":14,"root":"allenai/OLMo-2-0325-32B","score":45,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":15,"root":"allenai/OLMo-2-0325-32B-SFT","score":45,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":16,"root":"allenai/OLMo-2-0325-32B-Instruct","score":45,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":17,"root":"allenai/Olmo-3-32B-Think-DPO","score":33.1,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1125-32b","org":"allenai","rank":18,"root":"allenai/Olmo-3-1125-32B","score":33.1,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":19,"root":"allenai/Olmo-3-32B-Think","score":33.1,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":20,"root":"allenai/Olmo-3-32B-Think-SFT","score":33.1,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":21,"root":"allenai/Olmo-3-32B-Think","score":33.1,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":22,"root":"allenai/Olmo-3-32B-Think-DPO","score":30.9,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":23,"root":"allenai/Olmo-3.1-32B-Think","score":30.9,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-8b","org":"allenai","rank":24,"root":"meta-llama/Llama-3.1-8B","score":29.3,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":25,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":29.3,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":26,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":29.3,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":27,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":29.3,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":28,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":29.3,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":29,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":29.3,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-70b","org":"allenai","rank":30,"root":"meta-llama/Llama-3.1-70B","score":29.3,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":null,"org":"allenai","rank":31,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":29.3,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":32,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":29.3,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":33,"root":"allenai/Llama-3.1-Tulu-3-8B","score":29.3,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-405b","org":"allenai","rank":34,"root":"meta-llama/Llama-3.1-405B","score":29.3,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":35,"root":"allenai/Llama-3.1-Tulu-3-70B","score":29.3,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**PopQA (15 shot)**","model_id":null,"org":"allenai","rank":36,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":29.3,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":37,"root":"allenai/OLMo-2-1124-7B-DPO","score":28.3,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":38,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":28.3,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":39,"root":"allenai/OLMo2-7B-1124","score":28.3,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":40,"root":"allenai/OLMo-2-1124-7B-SFT","score":28.3,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":41,"root":"allenai/OLMo2-13B-1124","score":28.3,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":42,"root":"allenai/OLMo-2-1124-13B-SFT","score":28.3,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":43,"root":"allenai/OLMo-2-1124-7B-DPO","score":28.3,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":44,"root":"allenai/OLMo-2-1124-7B-SFT","score":28.3,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":45,"root":"allenai/OLMo-2-1124-7B-SFT","score":28.3,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":46,"root":"allenai/OLMo-2-1124-13B-SFT","score":28.3,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":47,"root":"allenai/OLMo-2-1124-13B-DPO","score":28.3,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":48,"root":"allenai/OLMo2-7B-1124","score":28.3,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":49,"root":"allenai/OLMo-2-1124-7B-SFT","score":28.3,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":50,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":23.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1125-32b","org":"allenai","rank":51,"root":"allenai/Olmo-3-1125-32B","score":23.7,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":52,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":23.7,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":53,"root":"allenai/Olmo-3.1-32B-Instruct","score":23.7,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"PopQA","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":54,"root":"allenai/Olmo-3.1-32B-Instruct","score":23.7,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"**PopQA**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":55,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":19.75,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**PopQA**","model_id":null,"org":"allenai","rank":56,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":19.75,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**PopQA**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":57,"root":"allenai/OLMoE-1B-7B-0125","score":19.75,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":58,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":12.1,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":59,"root":"allenai/OLMo-2-0425-1B","score":12.1,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":60,"root":"allenai/OLMo-2-0425-1B-SFT","score":12.1,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":61,"root":"allenai/OLMo-2-0425-1B-Instruct","score":12.1,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":62,"root":"allenai/OLMo-2-0425-1B-Instruct","score":12.1,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":63,"root":"allenai/OLMo-2-0425-1B-DPO","score":12.1,"variant":"OLMo-2-0425-1B-RLVR1"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/popqa.html"],"url":"https://huggingface.co/spaces/popqa"}},"meta":{"source":"registry"}}