{"data":{"category":"safety","id":"truthfulqa","name":"TruthfulQA","rows":[{"conf":"medium","context":"_mc2","model_id":null,"org":"bartowski","rank":1,"root":"—","score":79.02,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"low","context":null,"model_id":"alphamonarch-7b","org":"mlabonne","rank":2,"root":"mlabonne/AlphaMonarch-7B","score":78.39,"variant":"Beyonder-4x7B-v3"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":3,"root":"mlabonne/NeuralMonarch-7B","score":78.39,"variant":"AlphaMonarch-7B"},{"conf":"low","context":null,"model_id":"alphamonarch-7b","org":"mlabonne","rank":4,"root":"mlabonne/AlphaMonarch-7B","score":78.39,"variant":"Beyonder-4x7B-v3-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":5,"root":"liminerity/M7-7b","score":78.39,"variant":"Zebrafish-7B"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":6,"root":"mlabonne/Monarch-7B","score":78.35,"variant":"NeuralMonarch-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"bartowski","rank":7,"root":"—","score":78.24,"variant":"UNA-ThePitbull-21.4B-v2-GGUF"},{"conf":"low","context":null,"model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":8,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":78.04,"variant":"Monarch-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"omnitruthybeagle-7b-v0","org":"mlabonne","rank":9,"root":"mlabonne/OmniTruthyBeagle-7B-v0","score":77.35,"variant":"Monarch-7B"},{"conf":"medium","context":"TruthfulQA (MC2)<br>10-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":10,"root":"microsoft/Phi-3-medium-4k-instruct","score":75.1,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"grin-moe","org":"microsoft","rank":11,"root":"microsoft/GRIN-MoE","score":74.5,"variant":"GRIN-MoE"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"beaglesempra-7b","org":"mlabonne","rank":12,"root":"shadowml/BeagleSempra-7B","score":74.45,"variant":"OmniBeagle-7B"},{"conf":"medium","context":"TruthfulQA (MC2)<br>10-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":13,"root":"microsoft/Phi-3-medium-128k-instruct","score":74.3,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"_mc2","model_id":"luna-solarkrautlm-instruct","org":"TheBloke","rank":14,"root":"fblgit/LUNA-SOLARkrautLM-Instruct","score":73.68,"variant":"LUNA-SOLARkrautLM-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"carbonvillain-en-10-7b-v4","org":"TheBloke","rank":15,"root":"jeonsworld/CarbonVillain-en-10.7B-v4","score":71.95,"variant":"CarbonVillain-en-10.7B-v4-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"sauerkrautlm-solar-instruct","org":"TheBloke","rank":16,"root":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct","score":71.95,"variant":"SauerkrautLM-SOLAR-Instruct-GGUF"},{"conf":"medium","context":"_mc2","model_id":"unaversal-8x7b-v1beta","org":"TheBloke","rank":17,"root":"fblgit/UNAversal-8x7B-v1beta","score":71.22,"variant":"UNAversal-8x7B-v1beta-GGUF"},{"conf":"medium","context":"_mc2","model_id":"una-thebeagle-7b-v1","org":"TheBloke","rank":18,"root":"fblgit/UNA-TheBeagle-7b-v1","score":70.62,"variant":"UNA-TheBeagle-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"neuralbeagle14-7b","org":"TheBloke","rank":19,"root":"mlabonne/NeuralBeagle14-7B","score":70.32,"variant":"NeuralBeagle14-7B-GGUF"},{"conf":"low","context":null,"model_id":"neuralbeagle14-7b","org":"mlabonne","rank":20,"root":"mlabonne/NeuralBeagle14-7B","score":70.32,"variant":"NeuralBeagle14-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":21,"root":"mlabonne/Beagle14-7B","score":70.32,"variant":"NeuralBeagle14-7B"},{"conf":"medium","context":"TruthfulQA (MC2)<br>10-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":22,"root":"microsoft/Phi-3-small-8k-instruct","score":70.2,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"TruthfulQA (MC2)<br>10-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":23,"root":"microsoft/Phi-3-small-128k-instruct","score":69.6,"variant":"Phi-3-small-128k-instruct"},{"conf":"low","context":null,"model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":24,"root":"fblgit/UNA-TheBeagle-7b-v1","score":69.44,"variant":"Beagle14-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"una-thebeagle-7b-v1","org":"mlabonne","rank":25,"root":"fblgit/UNA-TheBeagle-7b-v1","score":68.88,"variant":"Beagle14-7B"},{"conf":"low","context":null,"model_id":"daredevil-7b","org":"mlabonne","rank":26,"root":"mlabonne/Daredevil-7B","score":67.61,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"daredevil-7b","org":"mlabonne","rank":27,"root":"mlabonne/Daredevil-7B","score":66.85,"variant":"NeuralDaredevil-7B"},{"conf":"medium","context":"TruthfulQA (MC2) (10-shot)","model_id":"phi-4-mini-instruct","org":"microsoft","rank":28,"root":"microsoft/Phi-4-mini-instruct","score":66.4,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"TruthfulQA (MC2) (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":29,"root":"microsoft/Phi-4-mini-instruct","score":66.4,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"medium","context":"TruthfulQA (MC2) (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":30,"root":"microsoft/Phi-4-mini-instruct","score":66.4,"variant":"Phi-4-mini-instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"TruthfulQA (MC2) (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":31,"root":"microsoft/Phi-4-mini-instruct","score":66.4,"variant":"Phi-4-mini-instruct-bnb-4bit"},{"conf":"medium","context":"TruthfulQA (MC2) (10-shot)","model_id":"phi-4-mini-instruct","org":"unsloth","rank":32,"root":"microsoft/Phi-4-mini-instruct","score":66.4,"variant":"Phi-4-mini-instruct"},{"conf":"medium","context":"TruthfulQA (MC2) (10-shot)","model_id":"phi-4-mini-instruct","org":"Mungert","rank":33,"root":"microsoft/Phi-4-mini-instruct","score":66.4,"variant":"Phi-4-mini-instruct-GGUF"},{"conf":"low","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":34,"root":"mlabonne/Marcoro14-7B-slerp","score":65.94,"variant":"NeuralMarcoro14-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":35,"root":"uni-tianyan/Uni-TianYan","score":65.81,"variant":"Uni-TianYan-70B-GGUF"},{"conf":"medium","context":"_mc2","model_id":"juanako-7b-una","org":"TheBloke","rank":36,"root":"fblgit/juanako-7b-UNA","score":65.49,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":37,"root":"tiiuae/Falcon-H1-34B-Base","score":65.27,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":38,"root":"tiiuae/Falcon-H1-34B-Instruct","score":65.27,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":39,"root":"tiiuae/Falcon-H1-34B-Instruct","score":65.27,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":40,"root":"tiiuae/Falcon-H1-34B-Instruct","score":65.27,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"low","context":null,"model_id":"loyal-piano-m7","org":"TheBloke","rank":41,"root":"chargoddard/loyal-piano-m7","score":65.13,"variant":"loyal-piano-m7-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":42,"root":"AIDC-ai-business/Marcoroni-70b","score":64.49,"variant":"Marcoroni-70B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"mlabonne","rank":43,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":64.15,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":44,"root":"mistralai/Mistral-7B-v0.1","score":64.09,"variant":"Daredevil-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":45,"root":"Riiid/sheep-duck-llama-2","score":63.71,"variant":"Sheep-Duck-Llama-2-70B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"mlabonne","rank":46,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":63.54,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":47,"root":"fangloveskari/ORCA_LLaMA_70B_QLoRA","score":63.37,"variant":"ORCA_LLaMA_70B_QLoRA-GGUF"},{"conf":"low","context":null,"model_id":"una-xaberius-34b-v1beta","org":"TheBloke","rank":48,"root":"fblgit/una-xaberius-34b-v1beta","score":63.28,"variant":"una-xaberius-34b-v1beta-GGUF"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":49,"root":"psmathur/model_007","score":63.12,"variant":"model_007-70B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":50,"root":"Intel/neural-chat-7b-v3-3","score":63.01,"variant":"neural-chat-7B-v3-3-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"neural-chat-7b-v3-3","org":"TheBloke","rank":51,"root":"Intel/neural-chat-7b-v3-3","score":63.01,"variant":"neural-chat-7B-v3-3-GPTQ"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-7b-v0-1","org":"mlabonne","rank":52,"root":"mistralai/Mistral-7B-v0.1","score":62.92,"variant":"NeuralDarewin-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"openhermes-2-5-neural-chat-v3-3-slerp","org":"TheBloke","rank":53,"root":"Weyaxi/OpenHermes-2.5-neural-chat-v3-3-Slerp","score":62.78,"variant":"OpenHermes-2.5-neural-chat-v3-3-Slerp-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"platypus2-70b-instruct","org":"TheBloke","rank":54,"root":"garage-bAInd/Platypus2-70B-instruct","score":62.26,"variant":"Platypus2-70B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":55,"root":"garage-bAInd/Platypus2-70B","score":62.26,"variant":"Platypus2-70B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"platypus2-70b-instruct","org":"TheBloke","rank":56,"root":"garage-bAInd/Platypus2-70B-instruct","score":62.26,"variant":"Platypus2-70B-Instruct-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":57,"root":"upstage/llama-65b-instruct","score":62.2,"variant":"Upstage-Llama1-65B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":58,"root":"upstage/llama-30b-instruct-2048","score":62.2,"variant":"upstage-llama-30b-instruct-2048-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":59,"root":"upstage/Llama-2-70b-instruct-v2","score":62.2,"variant":"Upstage-Llama-2-70B-instruct-v2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":60,"root":"upstage/llama-30b-instruct-2048","score":62.2,"variant":"upstage-llama-30b-instruct-2048-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":61,"root":"upstage/Llama-2-70b-instruct-v2","score":62.2,"variant":"Upstage-Llama-2-70B-instruct-v2-GPTQ"},{"conf":"medium","context":"*_mc*","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":62,"root":"psmathur/orca_mini_v3_70b","score":61.96,"variant":"orca_mini_v3_70B-GGUF"},{"conf":"medium","context":"*_mc*","model_id":"orca-mini-v3-70b","org":"TheBloke","rank":63,"root":"psmathur/orca_mini_v3_70b","score":61.96,"variant":"orca_mini_v3_70B-GPTQ"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":64,"root":"openchat/openchat-3.5-1210","score":61.8,"variant":"openchat-3.5-1210-GGUF"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-1210","org":"TheBloke","rank":65,"root":"openchat/openchat-3.5-1210","score":61.8,"variant":"openchat-3.5-1210-GPTQ"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":66,"root":"MayaPH/GodziLLa2-70B","score":61.54,"variant":"GodziLLa2-70B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":67,"root":"OpenPipe/mistral-ft-optimized-1218","score":61.37,"variant":"NeuralPipe-7B-ties"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"supermario-v2","org":"TheBloke","rank":68,"root":"janhq/supermario-v2","score":60.58,"variant":"supermario-v2-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"neural-chat-7b-v3-3","org":"mlabonne","rank":69,"root":"Intel/neural-chat-7b-v3-3","score":60.38,"variant":"Darewin-7B"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":70,"root":"tiiuae/Falcon-H1-7B-Base","score":59.91,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":71,"root":"tiiuae/Falcon-H1-7B-Instruct","score":59.91,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":72,"root":"tiiuae/Falcon-H1-7B-Instruct","score":59.91,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":73,"root":"tiiuae/Falcon-H1-7B-Instruct","score":59.91,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-ft-optimized-1218","org":"mlabonne","rank":74,"root":"OpenPipe/mistral-ft-optimized-1218","score":59.8,"variant":"NeuralPipe-7B-slerp"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":75,"root":"migtissera/Synthia-70B","score":59.79,"variant":"Synthia-70B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-mistral-7b-dare-0-85","org":"TheBloke","rank":76,"root":"speechlessai/speechless-mistral-7b-dare-0.85","score":59.65,"variant":"speechless-mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":77,"root":"uukuguy/SynthIA-7B-v1.3-dare-0.85","score":59.65,"variant":"SynthIA-7B-v1.3-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":78,"root":"uukuguy/airoboros-m-7b-3.1.2-dare-0.85","score":59.65,"variant":"airoboros-m-7B-3.1.2-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":79,"root":"uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85","score":59.65,"variant":"CollectiveCognition-v1.1-Mistral-7B-dare-0.85-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"seraph-7b","org":"TheBloke","rank":80,"root":"Weyaxi/Seraph-7B","score":59.49,"variant":"Seraph-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":81,"root":"mlabonne/Daredevil-8B-abliterated","score":59.36,"variant":"NeuralDaredevil-8B-abliterated"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":82,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":59.3,"variant":"Xwin-LM-70B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":83,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":59.3,"variant":"Xwin-LM-13B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":84,"root":"Xwin-LM/Xwin-LM-13B-V0.2","score":59.3,"variant":"Xwin-LM-13B-v0.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":85,"root":"Xwin-LM/Xwin-LM-7B-V0.2","score":59.3,"variant":"Xwin-LM-7B-V0.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":86,"root":"Xwin-LM/Xwin-LM-7b-V0.1","score":59.3,"variant":"Xwin-LM-7B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":87,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":59.3,"variant":"Xwin-LM-13B-V0.1-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":88,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":59.3,"variant":"Xwin-LM-70B-V0.1-AWQ"},{"conf":"high","context":"BBH CoT","model_id":"openchat-3-5-0106","org":"TheBloke","rank":89,"root":"openchat/openchat-3.5-0106","score":59.1,"variant":"openchat-3.5-0106-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":90,"root":"openchat/openchat_3.5","score":59.1,"variant":"openchat_3.5-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":91,"root":"NurtureAI/openchat_3.5-16k","score":59.1,"variant":"openchat_3.5-16k-GGUF"},{"conf":"low","context":"BBH CoT","model_id":null,"org":"TheBloke","rank":92,"root":"openchat/openchat_3.5","score":59.1,"variant":"openchat_3.5-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":93,"root":"mlabonne/Daredevil-8B","score":59.05,"variant":"Daredevil-8B-abliterated"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":94,"root":"nbeerbower/llama-3-stella-8B","score":59.05,"variant":"Daredevil-8B"},{"conf":"medium","context":"- _mc2","model_id":"juanako-7b-v1","org":"TheBloke","rank":95,"root":"fblgit/juanako-7b-v1","score":58.47,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":96,"root":"migtissera/Synthia-70B-v1.1","score":57.84,"variant":"Synthia-70B-v1.1-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":97,"root":"garage-bAInd/Camel-Platypus2-70B","score":57.77,"variant":"Camel-Platypus2-70B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":98,"root":"AIDC-ai-business/Marcoroni-13B","score":57.7,"variant":"Marcoroni-13B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"discolm-70b","org":"TheBloke","rank":99,"root":"DiscoResearch/DiscoLM-70b","score":57.69,"variant":"DiscoLM-70B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":100,"root":"SUSTech/SUS-Chat-34B","score":57.47,"variant":"SUS-Chat-34B-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":101,"root":"argilla/notus-7b-v1","score":57.45,"variant":"notus-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":102,"root":"argilla/notus-7b-v1","score":57.45,"variant":"notus-7B-v1-AWQ"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":103,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":57.07,"variant":"CapybaraHermes-2.5-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":104,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":57.07,"variant":"CapybaraHermes-2.5-Mistral-7B-GPTQ"},{"conf":"low","context":null,"model_id":"capybarahermes-2-5-mistral-7b","org":"TheBloke","rank":105,"root":"argilla/CapybaraHermes-2.5-Mistral-7B","score":57.07,"variant":"CapybaraHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":106,"root":"maywell/Synatra-7B-v0.3-dpo","score":56.46,"variant":"Synatra-7B-v0.3-dpo-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":107,"root":"posicube/Llama2-chat-AYT-13B","score":55.8,"variant":"Llama2-Chat-AYT-13B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"optimus-7b","org":"TheBloke","rank":108,"root":"Q-bert/Optimus-7B","score":55.79,"variant":"Optimus-7B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":109,"root":"maywell/Synatra-V0.1-7B-Instruct","score":55.76,"variant":"Synatra-V0.1-7B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"speechless-llama2-13b","org":"TheBloke","rank":110,"root":"uukuguy/speechless-llama2-13b","score":55.7,"variant":"Speechless-Llama2-13B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":111,"root":"posicube/Llama2-chat-AYB-13B","score":55.62,"variant":"Llama2-chat-AYB-13B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":112,"root":"AIDC-ai-business/Luban-13B","score":55.53,"variant":"Luban-13B-GGUF"},{"conf":"medium","context":"_mc2","model_id":null,"org":"TheBloke","rank":113,"root":"athirdpath/Iambe-RP-v3-20b","score":55.51,"variant":"Iambe-RP-v3-20B-GGUF"},{"conf":"low","context":null,"model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":114,"root":"mlabonne/Beyonder-4x7B-v2","score":55.37,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"low","context":null,"model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":115,"root":"mlabonne/Marcoro14-7B-slerp","score":55.37,"variant":"Beyonder-4x7B-v2"},{"conf":"low","context":null,"model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":116,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":55.26,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":117,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":54.95,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"rocket-3b","org":"TheBloke","rank":118,"root":"pansophic/rocket-3B","score":54.38,"variant":"rocket-3B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"mlabonne","rank":119,"root":"—","score":54.22,"variant":"NeuralLlama-3-8B-Instruct-abliterated"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":120,"root":"ariellee/SuperPlatty-30B","score":54,"variant":"SuperPlatty-30B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":121,"root":"—","score":53.8,"variant":"GPlatty-30B-SuperHOT-8K-fp16"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":122,"root":"lilloukas/GPlatty-30B","score":53.8,"variant":"GPlatty-30B-GGUF"},{"conf":"high","context":null,"model_id":"platyi-34b-llama-q-v3","org":"TheBloke","rank":123,"root":"kyujinpy/PlatYi-34B-Llama-Q-v3","score":53.64,"variant":"PlatYi-34B-Llama-Q-v3-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":124,"root":"tiiuae/falcon-mamba-7b","score":53.42,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":125,"root":"tiiuae/falcon-mamba-7b","score":53.42,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":126,"root":"tiiuae/falcon-mamba-7b-instruct","score":53.42,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":127,"root":"tiiuae/falcon-mamba-7b-instruct","score":53.42,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":128,"root":"tiiuae/falcon-mamba-7b","score":53.42,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":129,"root":"tiiuae/falcon-mamba-7b","score":53.42,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":130,"root":"tiiuae/falcon-mamba-7b","score":53.42,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":131,"root":"Undi95/MLewd-v2.4-13B","score":53.34,"variant":"MLewd-v2.4-13B-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":132,"root":"tiiuae/Falcon-H1-3B-Base","score":53.19,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":133,"root":"tiiuae/Falcon-H1-3B-Base","score":53.19,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":134,"root":"tiiuae/Falcon-H1-3B-Instruct","score":53.19,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"mistral-7b-v0-1","org":"mlabonne","rank":135,"root":"mistralai/Mistral-7B-v0.1","score":52.99,"variant":"Daredevil-7B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":136,"root":"Open-Orca/OpenOrca-Platypus2-13B","score":52.69,"variant":"OpenOrca-Platypus2-13B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":137,"root":"Open-Orca/OpenOrca-Platypus2-13B","score":52.69,"variant":"OpenOrca-Platypus2-13B-GPTQ"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":138,"root":"maywell/Synatra-7B-v0.3-RP","score":52.64,"variant":"Synatra-7B-v0.3-RP-GGUF"},{"conf":"medium","context":"TruthfulQA-0shot","model_id":"falcon-11b","org":"tiiuae","rank":139,"root":"tiiuae/falcon-11B","score":52.56,"variant":"falcon-11B"},{"conf":"medium","context":"TruthfulQA","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":140,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":52.52,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":141,"root":"garage-bAInd/Stable-Platypus2-13B","score":52.52,"variant":"Stable-Platypus2-13B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":142,"root":"Open-Orca/Mistral-7B-OpenOrca","score":52.24,"variant":"Mistral-7B-OpenOrca-GGUF"},{"conf":"low","context":null,"model_id":"meta-llama-3-8b","org":"mlabonne","rank":143,"root":"meta-llama/Meta-Llama-3-8B","score":51.65,"variant":"OrpoLlama-3-8B"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":144,"root":"HyperbeeAI/Tulpar-7b-v0","score":51.6,"variant":"Tulpar-7B-v0-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"mlabonne","rank":145,"root":"mlabonne/GML-Mistral-merged-v1","score":51.58,"variant":"GML-Mistral-merged-v1"},{"conf":"medium","context":"*_mc*","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":146,"root":"psmathur/orca_mini_v3_13b","score":51.27,"variant":"orca_mini_v3_13B-GGUF"},{"conf":"medium","context":"*_mc*","model_id":"orca-mini-v3-13b","org":"TheBloke","rank":147,"root":"psmathur/orca_mini_v3_13b","score":51.27,"variant":"orca_mini_v3_13B-GPTQ"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":148,"root":"maywell/koOpenChat-sft","score":51.24,"variant":"koOpenChat-sft-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-ft-optimized-1227","org":"mlabonne","rank":149,"root":"OpenPipe/mistral-ft-optimized-1227","score":50.99,"variant":"Darewin-7B-v2"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":150,"root":"AIDC-ai-business/Marcoroni-7b","score":50.85,"variant":"Marcoroni-7b-GGUF"},{"conf":"medium","context":"**TruthfulQA**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":151,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":50.56,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**TruthfulQA**","model_id":null,"org":"allenai","rank":152,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":50.56,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**TruthfulQA**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":153,"root":"allenai/OLMoE-1B-7B-0125","score":50.56,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":154,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":50.48,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":155,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":50.48,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":156,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":50.48,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":157,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":50.48,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":158,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":50.48,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":159,"root":"mistralai/Mistral-Nemo-Base-2407","score":50.3,"variant":"Mistral-Nemo-Instruct-2407"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":160,"root":"mistralai/Mistral-Nemo-Base-2407","score":50.3,"variant":"Mistral-Nemo-Base-2407"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":161,"root":"mistralai/Mistral-Nemo-Base-2407","score":50.3,"variant":"Mistral-Nemo-Instruct-FP8-2407"},{"conf":"medium","context":"*_mc*","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":162,"root":"psmathur/orca_mini_v3_7b","score":50.29,"variant":"orca_mini_v3_7B-GGUF"},{"conf":"medium","context":"*_mc*","model_id":"orca-mini-v3-7b","org":"TheBloke","rank":163,"root":"psmathur/orca_mini_v3_7b","score":50.29,"variant":"orca_mini_v3_7B-GPTQ"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-2-9b","org":"google","rank":164,"root":"google/gemma-2-9b","score":50.27,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-2-27b","org":"google","rank":165,"root":"google/gemma-2-27b","score":50.27,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-2-9b","org":"google","rank":166,"root":"google/gemma-2-9b","score":50.27,"variant":"gemma-2-9b"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-2-27b","org":"google","rank":167,"root":"google/gemma-2-27b","score":50.27,"variant":"gemma-2-27b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":168,"root":"YeungNLP/firefly-llama2-13b-chat","score":50.22,"variant":"firefly-llama2-13B-chat-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":169,"root":"YeungNLP/firefly-llama2-7b-chat","score":50.22,"variant":"firefly-llama2-7B-chat-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":170,"root":"openaccess-ai-collective/jackalope-7b","score":49.99,"variant":"jackalope-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":171,"root":"rhysjones/phi-2-orange","score":49.87,"variant":"phi-2-orange-GGUF"},{"conf":"medium","context":"JtruthfulQA","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":172,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":49.8,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Japanese"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":173,"root":"garage-bAInd/Camel-Platypus2-13B","score":49.6,"variant":"Camel-Platypus2-13B-GGUF"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":174,"root":"migtissera/Synthia-7B-v1.2","score":48.92,"variant":"Synthia-7B-v1.2-GGUF"},{"conf":"low","context":null,"model_id":"dolphin-2-6-phi-2","org":"mlabonne","rank":175,"root":"cognitivecomputations/dolphin-2_6-phi-2","score":48.78,"variant":"phixtral-2x2_8"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":176,"root":"mlabonne/phixtral-4x2_8","score":48.78,"variant":"phixtral-4x2_8-GPTQ"},{"conf":"low","context":null,"model_id":"dolphin-2-6-phi-2","org":"mlabonne","rank":177,"root":"cognitivecomputations/dolphin-2_6-phi-2","score":48.78,"variant":"phixtral-4x2_8"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"microsoft","rank":178,"root":"microsoft/DialoGPT-small","score":47.49,"variant":"DialoGPT-small"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":179,"root":"migtissera/Synthia-13B","score":47.41,"variant":"Synthia-13B-GGUF"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":180,"root":"Tap-M/Luna-AI-Llama2-Uncensored","score":47.16,"variant":"Luna-AI-Llama2-Uncensored-GGUF"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":181,"root":"Tap-M/Luna-AI-Llama2-Uncensored","score":47.16,"variant":"Luna-AI-Llama2-Uncensored-GPTQ"},{"conf":"low","context":null,"model_id":"gemma-2b","org":"mlabonne","rank":182,"root":"google/gemma-2b","score":47.02,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"_mc","model_id":null,"org":"mlabonne","rank":183,"root":"AIDC-ai-business/Marcoroni-7B-v3","score":46.88,"variant":"Marcoro14-7B-slerp"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-8b","org":"allenai","rank":184,"root":"meta-llama/Llama-3.1-8B","score":46.8,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":185,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":46.8,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":186,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":46.8,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":187,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":46.8,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":188,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":46.8,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":189,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":46.8,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-70b","org":"allenai","rank":190,"root":"meta-llama/Llama-3.1-70B","score":46.8,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":null,"org":"allenai","rank":191,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":46.8,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":192,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":46.8,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":193,"root":"allenai/Llama-3.1-Tulu-3-8B","score":46.8,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-405b","org":"allenai","rank":194,"root":"meta-llama/Llama-3.1-405B","score":46.8,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":195,"root":"allenai/Llama-3.1-Tulu-3-70B","score":46.8,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**TruthfulQA (6 shot)**","model_id":null,"org":"allenai","rank":196,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":46.8,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"high","context":null,"model_id":"tenyxchat-7b-v1","org":"TheBloke","rank":197,"root":"tenyx/TenyxChat-7B-v1","score":46.7,"variant":"TenyxChat-7B-v1-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":198,"root":"stabilityai/stablelm-zephyr-3b","score":46.5,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":199,"root":"l3utterfly/llama2-7b-layla","score":46.5,"variant":"llama2-7B-layla-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"qwen2-57b-a14b","org":"Qwen","rank":200,"root":"Qwen/Qwen2-57B-A14B","score":46.4,"variant":"Qwen2-57B-A14B"},{"conf":"medium","context":"_mc","model_id":"nexonimbus-7b","org":"TheBloke","rank":201,"root":"abideen/NexoNimbus-7B","score":46.26,"variant":"NexoNimbus-7B-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":202,"root":"camel-ai/CAMEL-13B-Role-Playing-Data","score":46.2,"variant":"CAMEL-13B-Role-Playing-Data-GGUF"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":203,"root":"camel-ai/CAMEL-13B-Role-Playing-Data","score":46.2,"variant":"CAMEL-13B-Role-Playing-Data-GPTQ"},{"conf":"low","context":null,"model_id":"smol-7b","org":"TheBloke","rank":204,"root":"rishiraj/smol-7b","score":46.17,"variant":"smol-7B-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":205,"root":"tiiuae/Falcon-H1-1.5B-Base","score":45.98,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":206,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":45.98,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":207,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":45.98,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":208,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":45.98,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":209,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":45.98,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":210,"root":"—","score":45.8,"variant":"Platypus-30B-SuperHOT-8K-fp16"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":211,"root":"lilloukas/Platypus-30B","score":45.8,"variant":"Platypus-30B-GGUF"},{"conf":"low","context":null,"model_id":"dr-samantha-7b","org":"TheBloke","rank":212,"root":"sethuiyer/Dr_Samantha-7b","score":45.58,"variant":"Dr_Samantha-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":213,"root":"umd-zhou-lab/claude2-alpaca-13B","score":45.57,"variant":"claude2-alpaca-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":214,"root":"umd-zhou-lab/claude2-alpaca-7B","score":45.57,"variant":"claude2-alpaca-7B-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":null,"org":"TheBloke","rank":215,"root":"uukuguy/speechless-codellama-34b-v2.0","score":45.21,"variant":"speechless-codellama-34b-v2.0-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"allenai","rank":216,"root":"allenai/digital-socrates-7b","score":44.88,"variant":"digital-socrates-7b"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"TheBloke","rank":217,"root":"garage-bAInd/Platypus2-13B","score":44.86,"variant":"Platypus2-13B-GGUF"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-1-1-2b-it","org":"google","rank":218,"root":"google/gemma-1.1-2b-it","score":44.84,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"google","rank":219,"root":"google/gemma-2b-it-pytorch","score":44.84,"variant":"gemma-2b-it"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"google","rank":220,"root":"google/gemma-7b-it-quant-pytorch","score":44.84,"variant":"gemma-7b"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":"gemma-7b","org":"google","rank":221,"root":"google/gemma-7b","score":44.84,"variant":"gemma-7b-it"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-1-1-7b-it","org":"google","rank":222,"root":"google/gemma-1.1-7b-it","score":44.84,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"google","rank":223,"root":"google/gemma-2b-it-pytorch","score":44.84,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"alpindale","rank":224,"root":"google/gemma-7b-it-quant-pytorch","score":44.84,"variant":"gemma-7b"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"alpindale","rank":225,"root":"google/gemma-2b-it-pytorch","score":44.84,"variant":"gemma-2b"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"google","rank":226,"root":"google/gemma-7b-it-quant-pytorch","score":44.84,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"alpindale","rank":227,"root":"google/gemma-7b-it-quant-pytorch","score":44.84,"variant":"gemma-7b-it"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"google","rank":228,"root":"google/gemma-7b-it-quant-pytorch","score":44.84,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"_mc","model_id":"beyonder-4x7b-v2","org":"TheBloke","rank":229,"root":"mlabonne/Beyonder-4x7B-v2","score":44.55,"variant":"Beyonder-4x7B-v2-GGUF"},{"conf":"medium","context":"_mc","model_id":"marcoro14-7b-slerp","org":"mlabonne","rank":230,"root":"mlabonne/Marcoro14-7B-slerp","score":44.55,"variant":"Beyonder-4x7B-v2"},{"conf":"medium","context":"TruthfulQA","model_id":"qwen2-0-5b","org":"Qwen","rank":231,"root":"Qwen/Qwen2-0.5B","score":44.5,"variant":"Qwen2-0.5B"},{"conf":"medium","context":"TruthfulQA","model_id":"qwen2-1-5b","org":"Qwen","rank":232,"root":"Qwen/Qwen2-1.5B","score":44.5,"variant":"Qwen2-1.5B"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":null,"org":"allenai","rank":233,"root":"allenai/digital-socrates-13b","score":44.47,"variant":"digital-socrates-13b"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":234,"root":"tiiuae/Falcon-H1-0.5B-Base","score":44.12,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":235,"root":"tiiuae/Falcon-H1-0.5B-Base","score":44.12,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":236,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":44.12,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"*_mc*","model_id":null,"org":"TheBloke","rank":237,"root":"—","score":43.99,"variant":"orca_mini_v2_7B-GPTQ"},{"conf":"medium","context":"TruthfulQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":238,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":43.8,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"TruthfulQA","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":239,"root":"microsoft/bitnet-b1.58-2B-4T","score":43.8,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"TruthfulQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":240,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":43.8,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-2-2b","org":"google","rank":241,"root":"google/gemma-2-2b","score":43.72,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[TruthfulQA][]","model_id":"gemma-2-2b","org":"google","rank":242,"root":"google/gemma-2-2b","score":43.72,"variant":"gemma-2-2b"},{"conf":"medium","context":"_mc","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":243,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":43.33,"variant":"Nous-Hermes-2-Yi-34B-GGUF"},{"conf":"medium","context":"_mc","model_id":"nous-hermes-2-yi-34b","org":"TheBloke","rank":244,"root":"NousResearch/Nous-Hermes-2-Yi-34B","score":43.33,"variant":"Nous-Hermes-2-Yi-34B-AWQ"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":245,"root":"orangetin/OpenHermes-Mixtral-8x7B","score":42.72,"variant":"orangetin-OpenHermes-Mixtral-8x7B-GGUF"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":246,"root":"orangetin/Fennec-Mixtral-8x7B","score":42.72,"variant":"Fennec-Mixtral-8x7B-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"qwen2-7b","org":"Qwen","rank":247,"root":"Qwen/Qwen2-7B","score":42.2,"variant":"Qwen2-7B"},{"conf":"medium","context":"TruthfulQA","model_id":"qwen2-72b","org":"Qwen","rank":248,"root":"Qwen/Qwen2-72B","score":42.2,"variant":"Qwen2-72B"},{"conf":"low","context":null,"model_id":"una-cybertron-7b-v2-bf16","org":"TheBloke","rank":249,"root":"fblgit/una-cybertron-7b-v2-bf16","score":42.15,"variant":"una-cybertron-7B-v2-GGUF"},{"conf":"low","context":null,"model_id":"neural-chat-7b-v3-1","org":"TheBloke","rank":250,"root":"Intel/neural-chat-7b-v3-1","score":42.15,"variant":"neural-chat-7B-v3-1-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":"speechless-mistral-moloras-7b","org":"TheBloke","rank":251,"root":"uukuguy/speechless-mistral-moloras-7b","score":42.15,"variant":"speechless-mistral-moloras-7B-GGUF"},{"conf":"low","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":252,"root":"fblgit/juanako-7b-UNA","score":42.15,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":"TruthfulQA","model_id":null,"org":"TheBloke","rank":253,"root":"uukuguy/speechless-tora-code-7b-v1.0","score":42.06,"variant":"speechless-tora-code-7B-v1.0-GGUF"},{"conf":"medium","context":"- _mc1","model_id":"juanako-7b-v1","org":"TheBloke","rank":254,"root":"fblgit/juanako-7b-v1","score":41.98,"variant":"juanako-7B-v1-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"gemma-2b","org":"mlabonne","rank":255,"root":"google/gemma-2b","score":41.24,"variant":"Gemmalpaca-2B"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":256,"root":"teknium/CollectiveCognition-v1.1-Mistral-7B","score":40.51,"variant":"CollectiveCognition-v1.1-Mistral-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":257,"root":"camel-ai/CAMEL-13B-Combined-Data","score":39.9,"variant":"CAMEL-13B-Combined-Data-GGUF"},{"conf":"medium","context":"_mc","model_id":"mistral-11b-omnimix-bf16","org":"TheBloke","rank":258,"root":"NeverSleep/Mistral-11B-OmniMix-bf16","score":39.78,"variant":"Mistral-11B-OmniMix-GGUF"},{"conf":"medium","context":"_mc","model_id":"dpopenhermes-7b","org":"TheBloke","rank":259,"root":"openaccess-ai-collective/DPOpenHermes-7B","score":39.41,"variant":"DPOpenHermes-7B-GGUF"},{"conf":"medium","context":"_mc","model_id":"nous-hermes-2-solar-10-7b","org":"TheBloke","rank":260,"root":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","score":39.17,"variant":"Nous-Hermes-2-SOLAR-10.7B-GGUF"},{"conf":"medium","context":"TruthfulQA (0-shot)","model_id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","org":"TheBloke","rank":261,"root":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","score":38.99,"variant":"open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":262,"root":"teknium/CollectiveCognition-v1-Mistral-7B","score":37.94,"variant":"CollectiveCognition-v1-Mistral-7B-GGUF"},{"conf":"medium","context":"_mc","model_id":"openhermes-2-5-mistral-7b","org":"mlabonne","rank":263,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":37.7,"variant":"NeuralHermes-2.5-Mistral-7B-laser"},{"conf":"medium","context":"_mc","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":264,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":35.99,"variant":"OpenHermes-2.5-Mistral-7B-AWQ"},{"conf":"medium","context":"_mc","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":265,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":35.99,"variant":"OpenHermes-2.5-Mistral-7B-GGUF"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":266,"root":"NurtureAI/OpenHermes-2.5-Mistral-7B-16k","score":35.99,"variant":"OpenHermes-2.5-Mistral-7B-16k-GGUF"},{"conf":"medium","context":"_mc","model_id":"openhermes-2-5-mistral-7b","org":"TheBloke","rank":267,"root":"teknium/OpenHermes-2.5-Mistral-7B","score":35.99,"variant":"OpenHermes-2.5-Mistral-7B-GPTQ"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":268,"root":"teknium/airoboros-mistral2.2-7b","score":35.62,"variant":"airoboros-mistral2.2-7B-GGUF"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-1b-hf","org":"allenai","rank":269,"root":"allenai/OLMo-1B-hf","score":33.9,"variant":"OLMo-1B-hf"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-7b","org":"allenai","rank":270,"root":"allenai/OLMo-7B","score":33.9,"variant":"OLMo-7B"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-7b-hf","org":"allenai","rank":271,"root":"allenai/OLMo-7B-hf","score":33.9,"variant":"OLMo-7B-hf"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-1b-0724-hf","org":"allenai","rank":272,"root":"allenai/OLMo-1B-0724-hf","score":33.9,"variant":"OLMo-1B-0724-hf"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":273,"root":"teknium/OpenHermes-2-Mistral-7B","score":33.9,"variant":"OpenHermes-2-Mistral-7B-GGUF"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-7b-0424-hf","org":"allenai","rank":274,"root":"allenai/OLMo-7B-0424-hf","score":33.9,"variant":"OLMo-7B-0424-hf"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-7b-0724-hf","org":"allenai","rank":275,"root":"allenai/OLMo-7B-0724-hf","score":33.9,"variant":"OLMo-7B-0724-hf"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-1b","org":"allenai","rank":276,"root":"allenai/OLMo-1B","score":33.9,"variant":"OLMo-1B"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-7b-twin-2t-hf","org":"allenai","rank":277,"root":"allenai/OLMo-7B-Twin-2T-hf","score":33.9,"variant":"OLMo-7B-Twin-2T-hf"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":null,"org":"allenai","rank":278,"root":"allenai/OLMo-7B-0424","score":33.9,"variant":"OLMo-7B-0424"},{"conf":"medium","context":"truthfulQA (MC2)","model_id":"olmo-7b-twin-2t","org":"allenai","rank":279,"root":"allenai/OLMo-7B-Twin-2T","score":33.9,"variant":"OLMo-7B-Twin-2T"},{"conf":"medium","context":"_mc","model_id":null,"org":"TheBloke","rank":280,"root":"teknium/OpenHermes-2-Mistral-7B","score":33.9,"variant":"OpenHermes-2-Mistral-7B-AWQ"},{"conf":"medium","context":"[TruthfulQA](https://arxiv.org/abs/2109.07958)","model_id":null,"org":"google","rank":281,"root":"google/gemma-2b-it-pytorch","score":31.81,"variant":"gemma-2b"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":282,"root":"allenai/OLMo-7B-Instruct-hf","score":31.6,"variant":"OLMo-7B-Instruct-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":283,"root":"allenai/OLMo-7B-Instruct","score":31.6,"variant":"OLMo-7B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":284,"root":"allenai/OLMo-7B-SFT-hf","score":31.6,"variant":"OLMo-7B-SFT-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":285,"root":"allenai/OLMo-7B-SFT","score":31.6,"variant":"OLMo-7B-SFT"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":286,"root":"meta-llama/Meta-Llama-3-8B","score":29.9,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":287,"root":"meta-llama/Meta-Llama-3-70B","score":29.9,"variant":"llama-3-tulu-2-70b"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":288,"root":"allenai/OLMo-7B-0724-Instruct-hf","score":28.4,"variant":"OLMo-7B-0724-Instruct-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":289,"root":"allenai/OLMo-7B-0724-SFT-hf","score":28.4,"variant":"OLMo-7B-0724-SFT-hf"},{"conf":"medium","context":null,"model_id":"juanako-7b-v1","org":"TheBloke","rank":290,"root":"fblgit/juanako-7b-v1","score":26.08,"variant":"juanako-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":291,"root":"allenai/OLMo-7B-0424-Instruct-hf","score":25.7,"variant":"OLMo-7B-0424-Instruct-hf"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/truthfulqa.html"],"url":"https://huggingface.co/spaces/truthfulqa"}},"meta":{"source":"registry"}}