{"benchmark_id":"gpqa-chemistry","benchmark_name":"GPQA Chemistry","benchmark_description":"Chemistry subset of GPQA, containing challenging multiple-choice questions written by domain experts in chemistry. These Google-proof questions require graduate-level knowledge and reasoning.","max_score":1.0,"categories":["reasoning","chemistry"],"modality":"text","total_models":1,"entries":[{"rank":1,"model_id":"o1-2024-12-17","model_name":"o1","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.647,"normalized_score":0.647,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-12-17","announcement_date":"2024-12-17","multimodal":false,"param_count":null,"is_new":false}]}