{"benchmark_id":"chartmuseum","benchmark_name":"ChartMuseum","benchmark_description":"ChartMuseum is a chart question-answering benchmark of 1,162 expert-annotated questions over real-world chart images drawn from 184 sources, including academic figures, infographics, and unconventional chart designs. It specifically targets questions that require visual reasoning, such as comparing unlabeled visual elements, tracking trajectories, and judging spatial relationships.","max_score":1.0,"categories":["multimodal","reasoning","vision"],"modality":"multimodal","total_models":1,"entries":[{"rank":1,"model_id":"claude-sonnet-5","model_name":"Claude Sonnet 5","organization_name":"Anthropic","organization_id":"anthropic","benchmark_score":0.867,"normalized_score":0.867,"verified":false,"self_reported":true,"provider_id":"anthropic","input_cost_per_million":2.0,"output_cost_per_million":10.0,"speed_rps":42.0,"context_window":1000000,"release_date":"2026-06-30","announcement_date":"2026-06-30","multimodal":true,"param_count":null,"is_new":false}]}