{"benchmark_id":"tau3-bench","benchmark_name":"TAU3-Bench","benchmark_description":"TAU3-Bench is a benchmark for evaluating general-purpose agent capabilities, testing models on multi-turn interactions with simulated user models, retrieval, and complex decision-making scenarios.","max_score":1.0,"categories":["reasoning","agents","tool_calling"],"modality":"text","total_models":5,"entries":[{"rank":1,"model_id":"mimo-v2.5-pro","model_name":"MiMo-V2.5-Pro","organization_name":"Xiaomi","organization_id":"xiaomi","benchmark_score":0.729,"normalized_score":0.729,"verified":false,"self_reported":true,"provider_id":"xiaomi","input_cost_per_million":0.435,"output_cost_per_million":0.87,"speed_rps":null,"context_window":1048576,"release_date":"2026-04-27","announcement_date":"2026-04-27","multimodal":false,"param_count":1023244718976,"is_new":false},{"rank":2,"model_id":"qwen3.6-plus","model_name":"Qwen3.6 Plus","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.707,"normalized_score":0.707,"verified":false,"self_reported":true,"provider_id":"together","input_cost_per_million":0.5,"output_cost_per_million":3.0,"speed_rps":null,"context_window":1000000,"release_date":"2026-03-31","announcement_date":"2026-04-02","multimodal":true,"param_count":null,"is_new":false},{"rank":3,"model_id":"glm-5.1","model_name":"GLM-5.1","organization_name":"Zhipu AI","organization_id":"zai-org","benchmark_score":0.706,"normalized_score":0.706,"verified":false,"self_reported":true,"provider_id":"friendli","input_cost_per_million":1.4,"output_cost_per_million":4.4,"speed_rps":null,"context_window":200000,"release_date":"2026-04-07","announcement_date":"2026-04-07","multimodal":false,"param_count":754000000000,"is_new":false},{"rank":4,"model_id":"qwen3.6-35b-a3b","model_name":"Qwen3.6-35B-A3B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.672,"normalized_score":0.672,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-04-16","announcement_date":"2026-04-16","multimodal":true,"param_count":35000000000,"is_new":false},{"rank":5,"model_id":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra (550B A55B)","organization_name":"NVIDIA","organization_id":"nvidia","benchmark_score":0.226,"normalized_score":0.226,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-04","announcement_date":"2026-06-04","multimodal":false,"param_count":550000000000,"is_new":false}]}