{"data":{"category":"coding","id":"codex-eval","name":"Codex-Eval","rows":[{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":1,"root":"allenai/tulu-65b","score":28.9,"variant":"tulu-65b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":2,"root":"allenai/tulu-30b","score":25.4,"variant":"tulu-30B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":3,"root":"—","score":25.4,"variant":"tulu-30B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":4,"root":"allenai/tulu-30b","score":25.4,"variant":"tulu-30b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":5,"root":"allenai/tulu-30b","score":25.4,"variant":"tulu-30B-GPTQ"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":6,"root":"allenai/open-instruct-human-mix-65b","score":24.5,"variant":"open-instruct-human-mix-65B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":7,"root":"allenai/open-instruct-human-mix-65b","score":24.5,"variant":"open-instruct-human-mix-65b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":8,"root":"allenai/tulu-13b","score":21.3,"variant":"tulu-13B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":9,"root":"—","score":21.3,"variant":"tulu-13B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":10,"root":"allenai/tulu-7b","score":17.5,"variant":"tulu-7B-GGUF"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":11,"root":"allenai/tulu-7b","score":17.5,"variant":"tulu-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"TheBloke","rank":12,"root":"—","score":17.5,"variant":"tulu-7B-fp16"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":13,"root":"allenai/open-instruct-code-alpaca-7b","score":16.5,"variant":"open-instruct-code-alpaca-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":14,"root":"allenai/open-instruct-pythia-6.9b-tulu","score":14.3,"variant":"open-instruct-pythia-6.9b-tulu"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":15,"root":"allenai/open-instruct-stanford-alpaca-7b","score":13.2,"variant":"open-instruct-stanford-alpaca-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":16,"root":"allenai/open-instruct-gpt4-alpaca-7b","score":13.2,"variant":"open-instruct-gpt4-alpaca-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":17,"root":"allenai/open-instruct-baize-7b","score":12.2,"variant":"open-instruct-baize-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":18,"root":"allenai/open-instruct-cot-13b","score":11.5,"variant":"open-instruct-cot-13b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":19,"root":"allenai/open-instruct-dolly-7b","score":11.1,"variant":"open-instruct-dolly-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":20,"root":"allenai/open-instruct-sharegpt-7b","score":10.9,"variant":"open-instruct-sharegpt-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":21,"root":"allenai/open-instruct-unnatural-instructions-7b","score":10.3,"variant":"open-instruct-unnatural-instructions-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":22,"root":"allenai/open-instruct-oasst1-7b","score":10.1,"variant":"open-instruct-oasst1-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":23,"root":"allenai/open-instruct-flan-v2-7b","score":9.6,"variant":"open-instruct-flan-v2-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":24,"root":"allenai/open-instruct-human-mix-7b","score":9.4,"variant":"open-instruct-human-mix-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":25,"root":"allenai/open-instruct-cot-7b","score":7.4,"variant":"open-instruct-cot-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":26,"root":"allenai/open-instruct-sni-7b","score":7,"variant":"open-instruct-sni-7b"},{"conf":"low","context":"GSM CoT | BBH CoT | TydiQA Closed-book","model_id":null,"org":"allenai","rank":27,"root":"allenai/open-instruct-self-instruct-7b","score":6.2,"variant":"open-instruct-self-instruct-7b"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/codex-eval.html"],"url":"https://huggingface.co/spaces/codex-eval"}},"meta":{"source":"registry"}}