{"benchmark_id":"profbench","benchmark_name":"ProfBench","benchmark_description":"ProfBench evaluates models on professional-domain reasoning and knowledge-work tasks, including search-augmented question answering across expert fields.","max_score":1.0,"categories":["knowledge","reasoning","agents"],"modality":"text","total_models":4,"entries":[{"rank":1,"model_id":"nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra (550B A55B)","organization_name":"NVIDIA","organization_id":"nvidia","benchmark_score":0.56,"normalized_score":0.56,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.5,"output_cost_per_million":2.2,"speed_rps":null,"context_window":262144,"release_date":"2026-06-04","announcement_date":"2026-06-04","multimodal":false,"param_count":550000000000,"is_new":false},{"rank":2,"model_id":"granite-4.2-30b","model_name":"IBM Granite 4.2 30B","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.429,"normalized_score":0.429,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.16,"output_cost_per_million":0.65,"speed_rps":null,"context_window":131072,"release_date":"2026-08-25","announcement_date":"2026-08-25","multimodal":false,"param_count":30000000000,"is_new":false},{"rank":3,"model_id":"granite-4.2-8b","model_name":"IBM Granite 4.2 8B","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.412,"normalized_score":0.412,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.06,"output_cost_per_million":0.25,"speed_rps":null,"context_window":131072,"release_date":"2026-08-25","announcement_date":"2026-08-25","multimodal":false,"param_count":8000000000,"is_new":false},{"rank":4,"model_id":"granite-4.2-3b","model_name":"IBM Granite 4.2 3B","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.321,"normalized_score":0.321,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.03,"output_cost_per_million":0.12,"speed_rps":null,"context_window":131072,"release_date":"2026-08-25","announcement_date":"2026-08-25","multimodal":false,"param_count":3000000000,"is_new":false}]}