{"benchmark_id":"repo-env","benchmark_name":"Repo Env","benchmark_description":"Repo Env evaluates an agent's ability to set up, configure, and run real repositories, including dependency resolution and environment management.","max_score":1.0,"categories":["agents","coding"],"modality":"text","total_models":2,"entries":[{"rank":1,"model_id":"seed-2.1-pro","model_name":"Seed 2.1 Pro","organization_name":"ByteDance","organization_id":"bytedance","benchmark_score":0.55,"normalized_score":0.55,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-24","announcement_date":"2026-06-24","multimodal":true,"param_count":null,"is_new":false},{"rank":2,"model_id":"seed-2.1-turbo","model_name":"Seed 2.1 Turbo","organization_name":"ByteDance","organization_id":"bytedance","benchmark_score":0.467,"normalized_score":0.467,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-24","announcement_date":"2026-06-24","multimodal":true,"param_count":null,"is_new":false}]}