{"benchmark_id":"videoholmes","benchmark_name":"VideoHolmes","benchmark_description":"VideoHolmes evaluates video understanding and reasoning capabilities in multimodal models.","max_score":1.0,"categories":["multimodal","reasoning","video"],"modality":"multimodal","total_models":3,"entries":[{"rank":1,"model_id":"seed-2.1-pro","model_name":"Seed 2.1 Pro","organization_name":"ByteDance","organization_id":"bytedance","benchmark_score":0.682,"normalized_score":0.682,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-24","announcement_date":"2026-06-24","multimodal":true,"param_count":null,"is_new":false},{"rank":2,"model_id":"seed-2.1-turbo","model_name":"Seed 2.1 Turbo","organization_name":"ByteDance","organization_id":"bytedance","benchmark_score":0.676,"normalized_score":0.676,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-24","announcement_date":"2026-06-24","multimodal":true,"param_count":null,"is_new":false},{"rank":3,"model_id":"mimo-v2.5","model_name":"MiMo-V2.5","organization_name":"Xiaomi","organization_id":"xiaomi","benchmark_score":0.64,"normalized_score":0.64,"verified":false,"self_reported":true,"provider_id":"novita","input_cost_per_million":0.168,"output_cost_per_million":0.336,"speed_rps":null,"context_window":1048576,"release_date":"2026-04-22","announcement_date":"2026-04-22","multimodal":true,"param_count":310775040000,"is_new":false}]}