{"benchmark_id":"v-star","benchmark_name":"V*","benchmark_description":"A visual reasoning benchmark evaluating multimodal inference under challenging spatial and grounded tasks.","max_score":1.0,"categories":["multimodal","reasoning","vision"],"modality":"multimodal","total_models":7,"entries":[{"rank":1,"model_id":"kimi-k2.6","model_name":"Kimi K2.6","organization_name":"Moonshot AI","organization_id":"moonshotai","benchmark_score":0.969,"normalized_score":0.969,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.75,"output_cost_per_million":3.5,"speed_rps":null,"context_window":262144,"release_date":"2026-04-20","announcement_date":"2026-04-20","multimodal":true,"param_count":1000000000000,"is_new":false},{"rank":2,"model_id":"qwen3.6-plus","model_name":"Qwen3.6 Plus","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.969,"normalized_score":0.969,"verified":false,"self_reported":true,"provider_id":"together","input_cost_per_million":0.5,"output_cost_per_million":3.0,"speed_rps":null,"context_window":1000000,"release_date":"2026-03-31","announcement_date":"2026-04-02","multimodal":true,"param_count":null,"is_new":false},{"rank":3,"model_id":"qwen3.6-27b","model_name":"Qwen3.6-27B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.947,"normalized_score":0.947,"verified":false,"self_reported":true,"provider_id":"novita","input_cost_per_million":0.6,"output_cost_per_million":3.6,"speed_rps":null,"context_window":262144,"release_date":"2026-04-21","announcement_date":"2026-04-21","multimodal":true,"param_count":27781427952,"is_new":false},{"rank":4,"model_id":"qwen3.5-27b","model_name":"Qwen3.5-27B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.937,"normalized_score":0.937,"verified":false,"self_reported":true,"provider_id":"novita","input_cost_per_million":0.3,"output_cost_per_million":2.4,"speed_rps":null,"context_window":262144,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":true,"param_count":27000000000,"is_new":false},{"rank":5,"model_id":"qwen3.5-122b-a10b","model_name":"Qwen3.5-122B-A10B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.932,"normalized_score":0.932,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":true,"param_count":122000000000,"is_new":false},{"rank":6,"model_id":"qwen3.5-35b-a3b","model_name":"Qwen3.5-35B-A3B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.927,"normalized_score":0.927,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":true,"param_count":35000000000,"is_new":false},{"rank":7,"model_id":"glm-5v-turbo","model_name":"GLM-5V-Turbo","organization_name":"Zhipu AI","organization_id":"zai-org","benchmark_score":0.89,"normalized_score":0.89,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-04-02","announcement_date":"2026-04-02","multimodal":true,"param_count":null,"is_new":false}]}