{"benchmark_id":"protocolqa","benchmark_name":"ProtocolQA","benchmark_description":"ProtocolQA is a multiple-choice benchmark on troubleshooting failed experimental outcomes from common biological laboratory protocols. It evaluates dual-use biological knowledge relevant to bioweapons development.","max_score":1.0,"categories":["safety","healthcare"],"modality":"text","total_models":1,"entries":[{"rank":1,"model_id":"grok-4.1-thinking-2025-11-17","model_name":"Grok-4.1 Thinking","organization_name":"xAI","organization_id":"xai","benchmark_score":0.79,"normalized_score":0.79,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-11-17","announcement_date":"2025-11-17","multimodal":true,"param_count":null,"is_new":false}]}