{"data":{"category":"agentic","id":"tau-bench","name":"tau-bench","rows":[{"conf":"high","context":null,"model_id":"glm-4-32b-0414","org":"zai-org","rank":1,"root":"zai-org/GLM-4-32B-0414","score":68.7,"variant":"GLM-4-32B-0414"},{"conf":"high","context":null,"model_id":null,"org":"unsloth","rank":2,"root":"THUDM/GLM-4-32B-0414","score":68.7,"variant":"GLM-4-32B-0414-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"zai-org","rank":3,"root":"zai-org/GLM-4-9B-0414","score":58.3,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":4,"root":"THUDM/GLM-4-9B-0414","score":58.3,"variant":"GLM-4-9B-0414-GGUF"},{"conf":"low","context":null,"model_id":"glm-4-32b-base-0414","org":"zai-org","rank":5,"root":"zai-org/GLM-4-32B-Base-0414","score":58.3,"variant":"GLM-4-32B-Base-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":6,"root":"THUDM/GLM-4-9B-0414","score":58.3,"variant":"GLM-4-9B-0414-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":7,"root":"THUDM/GLM-4-9B-0414","score":58.3,"variant":"GLM-4-9B-0414"},{"conf":"low","context":null,"model_id":"glm-4-9b-0414","org":"unsloth","rank":8,"root":"THUDM/GLM-4-9B-0414","score":58.3,"variant":"GLM-4-9B-0414-bnb-4bit"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":9,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":10,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":11,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":12,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":13,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":56.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":14,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":15,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"TauBench V2 (Retail)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":16,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":56.9,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":17,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":18,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":19,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":20,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":21,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":49,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":22,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":23,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"TauBench V2 (Average)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":24,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":49,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":25,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":26,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":27,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":28,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":29,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":48,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":30,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":31,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"TauBench V2 (Airline)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":32,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":48,"variant":"Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":33,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":34,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":35,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":36,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-nvfp4","org":"unsloth","rank":37,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4","score":42.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":38,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":39,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"TauBench V2 (Telecom)","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":42.2,"variant":"Nemotron-3-Nano-30B-A3B-FP8"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/tau-bench.html"],"url":"https://huggingface.co/spaces/tau-bench"}},"meta":{"source":"registry"}}