{"benchmark_id":"intergps","benchmark_name":"InterGPS","benchmark_description":"Interpretable Geometry Problem Solver (Inter-GPS) with Geometry3K dataset of 3,002 geometry problems with dense annotation in formal language using theorem knowledge and symbolic reasoning","max_score":1.0,"categories":["math","spatial_reasoning"],"modality":"text","total_models":2,"entries":[{"rank":1,"model_id":"phi-4-multimodal-instruct","model_name":"Phi-4-multimodal-instruct","organization_name":"Microsoft","organization_id":"microsoft","benchmark_score":0.486,"normalized_score":0.486,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-02-01","announcement_date":"2025-02-01","multimodal":true,"param_count":5600000000,"is_new":false},{"rank":2,"model_id":"phi-3.5-vision-instruct","model_name":"Phi-3.5-vision-instruct","organization_name":"Microsoft","organization_id":"microsoft","benchmark_score":0.363,"normalized_score":0.363,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-08-23","announcement_date":"2024-08-23","multimodal":true,"param_count":4200000000,"is_new":false}]}