{"data":{"category":"knowledge","id":"tydiqa","name":"TydiQA","rows":[{"conf":"medium","context":"MEGA TyDi QA","model_id":"phi-3-5-moe-instruct","org":"microsoft","rank":1,"root":"microsoft/Phi-3.5-MoE-instruct","score":67.1,"variant":"Phi-3.5-MoE-instruct"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":2,"root":"meta-llama/Meta-Llama-3-8B","score":66.8,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":3,"root":"meta-llama/Meta-Llama-3-70B","score":66.8,"variant":"llama-3-tulu-2-70b"},{"conf":"medium","context":"MEGA TyDi QA","model_id":"phi-3-5-mini-instruct","org":"microsoft","rank":4,"root":"microsoft/Phi-3.5-mini-instruct","score":62.2,"variant":"Phi-3.5-mini-instruct"},{"conf":"medium","context":"MEGA TyDi QA","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":5,"root":"microsoft/Phi-3.5-mini-instruct","score":62.2,"variant":"Phi-3.5-mini-instruct-bnb-4bit"},{"conf":"medium","context":"MEGA TyDi QA","model_id":"phi-3-5-mini-instruct","org":"unsloth","rank":6,"root":"microsoft/Phi-3.5-mini-instruct","score":62.2,"variant":"Phi-3.5-mini-instruct"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":7,"root":"allenai/open-instruct-human-mix-65b","score":58.5,"variant":"open-instruct-human-mix-65B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":8,"root":"allenai/open-instruct-human-mix-65b","score":58.5,"variant":"open-instruct-human-mix-65b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":9,"root":"allenai/tulu-30b","score":58.2,"variant":"tulu-30B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":10,"root":"—","score":58.2,"variant":"tulu-30B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":11,"root":"allenai/tulu-30b","score":58.2,"variant":"tulu-30b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":12,"root":"allenai/tulu-30b","score":58.2,"variant":"tulu-30B-GPTQ"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":13,"root":"allenai/open-instruct-cot-13b","score":52.2,"variant":"open-instruct-cot-13b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":14,"root":"allenai/tulu-65b","score":51.8,"variant":"tulu-65b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":15,"root":"allenai/open-instruct-sni-7b","score":47.9,"variant":"open-instruct-sni-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":16,"root":"allenai/tulu-13b","score":46.1,"variant":"tulu-13B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":17,"root":"—","score":46.1,"variant":"tulu-13B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":18,"root":"allenai/tulu-7b","score":45.7,"variant":"tulu-7B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":19,"root":"allenai/tulu-7b","score":45.7,"variant":"tulu-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":20,"root":"—","score":45.7,"variant":"tulu-7B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":21,"root":"allenai/open-instruct-flan-v2-7b","score":45,"variant":"open-instruct-flan-v2-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":22,"root":"allenai/open-instruct-cot-7b","score":44.4,"variant":"open-instruct-cot-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":23,"root":"allenai/open-instruct-dolly-7b","score":43.6,"variant":"open-instruct-dolly-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":24,"root":"allenai/open-instruct-human-mix-7b","score":42.2,"variant":"open-instruct-human-mix-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":25,"root":"allenai/open-instruct-code-alpaca-7b","score":36.7,"variant":"open-instruct-code-alpaca-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":26,"root":"allenai/open-instruct-unnatural-instructions-7b","score":36.3,"variant":"open-instruct-unnatural-instructions-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":27,"root":"allenai/open-instruct-self-instruct-7b","score":35.4,"variant":"open-instruct-self-instruct-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":28,"root":"allenai/open-instruct-pythia-6.9b-tulu","score":33.4,"variant":"open-instruct-pythia-6.9b-tulu"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":29,"root":"allenai/open-instruct-stanford-alpaca-7b","score":31.2,"variant":"open-instruct-stanford-alpaca-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":30,"root":"allenai/open-instruct-baize-7b","score":29.8,"variant":"open-instruct-baize-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":31,"root":"allenai/open-instruct-oasst1-7b","score":26.8,"variant":"open-instruct-oasst1-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":32,"root":"allenai/open-instruct-sharegpt-7b","score":25.5,"variant":"open-instruct-sharegpt-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":33,"root":"allenai/open-instruct-gpt4-alpaca-7b","score":23.6,"variant":"open-instruct-gpt4-alpaca-7b"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/tydiqa.html"],"url":"https://huggingface.co/spaces/tydiqa"}},"meta":{"source":"registry"}}