{"benchmark_id":"amc-2022-23","benchmark_name":"AMC_2022_23","benchmark_description":"American Mathematics Competition problems from the 2022-23 academic year, consisting of multiple-choice mathematics competition problems designed for high school students. These problems require advanced mathematical reasoning, problem-solving strategies, and mathematical knowledge covering topics like algebra, geometry, number theory, and combinatorics. The benchmark is derived from the official AMC competitions sponsored by the Mathematical Association of America.","max_score":1.0,"categories":["math","reasoning"],"modality":"text","total_models":6,"entries":[{"rank":1,"model_id":"mistral-large-3-675b-base-2512","model_name":"Mistral Large 3 (675B Base)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.52,"normalized_score":0.52,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":675000000000,"is_new":false},{"rank":2,"model_id":"mistral-large-latest","model_name":"Mistral Large 3 (675B Instruct 2512)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.52,"normalized_score":0.52,"verified":false,"self_reported":true,"provider_id":"mistral","input_cost_per_million":0.5,"output_cost_per_million":1.5,"speed_rps":45.89,"context_window":262100,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":675000000000,"is_new":false},{"rank":3,"model_id":"mistral-large-3-675b-instruct-2512-nvfp4","model_name":"Mistral Large 3 (675B Instruct 2512 NVFP4)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.52,"normalized_score":0.52,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":675000000000,"is_new":false},{"rank":4,"model_id":"mistral-large-3-675B-instruct-2512-eagle","model_name":"Mistral Large 3 (675B Instruct 2512 Eagle)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.52,"normalized_score":0.52,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":675000000000,"is_new":false},{"rank":5,"model_id":"gemini-1.5-pro","model_name":"Gemini 1.5 Pro","organization_name":"Google","organization_id":"google","benchmark_score":0.464,"normalized_score":0.464,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-05-01","announcement_date":"2024-05-01","multimodal":true,"param_count":null,"is_new":false},{"rank":6,"model_id":"gemini-1.5-flash","model_name":"Gemini 1.5 Flash","organization_name":"Google","organization_id":"google","benchmark_score":0.348,"normalized_score":0.348,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-05-01","announcement_date":"2024-05-01","multimodal":true,"param_count":null,"is_new":false}]}