{"benchmark_id":"aime-2024","benchmark_name":"AIME 2024","benchmark_description":"American Invitational Mathematics Examination 2024, consisting of 30 challenging mathematical reasoning problems from AIME I and AIME II competitions. Each problem requires an integer answer between 0-999 and tests advanced mathematical reasoning across algebra, geometry, combinatorics, and number theory. Used as a benchmark for evaluating mathematical reasoning capabilities in large language models at Olympiad-level difficulty.","max_score":1.0,"categories":["math","reasoning"],"modality":"text","total_models":53,"entries":[{"rank":1,"model_id":"grok-3-mini","model_name":"Grok-3 Mini","organization_name":"xAI","organization_id":"xai","benchmark_score":0.958,"normalized_score":0.958,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-02-17","announcement_date":"2025-02-17","multimodal":true,"param_count":null,"is_new":false},{"rank":2,"model_id":"o4-mini","model_name":"o4-mini","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.934,"normalized_score":0.934,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"param_count":null,"is_new":false},{"rank":3,"model_id":"longcat-flash-thinking","model_name":"LongCat-Flash-Thinking","organization_name":"Meituan","organization_id":"meituan","benchmark_score":0.933,"normalized_score":0.933,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":false,"param_count":560000000000,"is_new":false},{"rank":4,"model_id":"grok-3","model_name":"Grok-3","organization_name":"xAI","organization_id":"xai","benchmark_score":0.933,"normalized_score":0.933,"verified":false,"self_reported":true,"provider_id":"xai","input_cost_per_million":3.0,"output_cost_per_million":15.0,"speed_rps":100.0,"context_window":128000,"release_date":"2025-02-17","announcement_date":"2025-02-17","multimodal":true,"param_count":null,"is_new":false},{"rank":5,"model_id":"gemini-2.5-pro","model_name":"Gemini 2.5 Pro","organization_name":"Google","organization_id":"google","benchmark_score":0.92,"normalized_score":0.92,"verified":false,"self_reported":true,"provider_id":"google","input_cost_per_million":1.25,"output_cost_per_million":10.0,"speed_rps":85.0,"context_window":1048576,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"param_count":null,"is_new":false},{"rank":6,"model_id":"o3-2025-04-16","model_name":"o3","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.916,"normalized_score":0.916,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"param_count":null,"is_new":false},{"rank":7,"model_id":"deepseek-r1-0528","model_name":"DeepSeek-R1-0528","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.914,"normalized_score":0.914,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-05-28","announcement_date":"2025-05-28","multimodal":false,"param_count":671000000000,"is_new":false},{"rank":8,"model_id":"glm-4.5","model_name":"GLM-4.5","organization_name":"Zhipu AI","organization_id":"zai-org","benchmark_score":0.91,"normalized_score":0.91,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-07-28","announcement_date":"2025-07-28","multimodal":false,"param_count":355000000000,"is_new":false},{"rank":9,"model_id":"ministral-14b-latest","model_name":"Ministral 3 (14B Reasoning 2512)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.898,"normalized_score":0.898,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":14000000000,"is_new":false},{"rank":10,"model_id":"glm-4.5-air","model_name":"GLM-4.5-Air","organization_name":"Zhipu AI","organization_id":"zai-org","benchmark_score":0.894,"normalized_score":0.894,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-07-28","announcement_date":"2025-07-28","multimodal":false,"param_count":106000000000,"is_new":false},{"rank":11,"model_id":"gemini-2.5-flash","model_name":"Gemini 2.5 Flash","organization_name":"Google","organization_id":"google","benchmark_score":0.88,"normalized_score":0.88,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"param_count":null,"is_new":false},{"rank":12,"model_id":"o3-mini","model_name":"o3-mini","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.873,"normalized_score":0.873,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-30","announcement_date":"2025-01-30","multimodal":false,"param_count":null,"is_new":false},{"rank":13,"model_id":"deepseek-r1-zero","model_name":"DeepSeek R1 Zero","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.867,"normalized_score":0.867,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":671000000000,"is_new":false},{"rank":14,"model_id":"deepseek-r1-distill-llama-70b","model_name":"DeepSeek R1 Distill Llama 70B","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.867,"normalized_score":0.867,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":70600000000,"is_new":false},{"rank":15,"model_id":"ministral-8b-latest","model_name":"Ministral 3 (8B Reasoning 2512)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.86,"normalized_score":0.86,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":8000000000,"is_new":false},{"rank":16,"model_id":"minimax-m1-80k","model_name":"MiniMax M1 80K","organization_name":"MiniMax","organization_id":"minimax","benchmark_score":0.86,"normalized_score":0.86,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-06-16","announcement_date":"2025-06-16","multimodal":false,"param_count":456000000000,"is_new":false},{"rank":17,"model_id":"o1-pro","model_name":"o1-pro","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.86,"normalized_score":0.86,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-12-17","announcement_date":"2024-12-17","multimodal":true,"param_count":null,"is_new":false},{"rank":18,"model_id":"qwen3-235b-a22b","model_name":"Qwen3 235B A22B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.857,"normalized_score":0.857,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-29","announcement_date":"2025-04-29","multimodal":false,"param_count":235000000000,"is_new":false},{"rank":19,"model_id":"minicpm-sala","model_name":"MiniCPM-SALA","organization_name":"OpenBMB","organization_id":"openbmb","benchmark_score":0.8375,"normalized_score":0.8375,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-02-11","announcement_date":"2026-02-11","multimodal":false,"param_count":9477203968,"is_new":false},{"rank":20,"model_id":"minimax-m1-40k","model_name":"MiniMax M1 40K","organization_name":"MiniMax","organization_id":"minimax","benchmark_score":0.833,"normalized_score":0.833,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-06-16","announcement_date":"2025-06-16","multimodal":false,"param_count":456000000000,"is_new":false},{"rank":21,"model_id":"deepseek-r1-distill-qwen-7b","model_name":"DeepSeek R1 Distill Qwen 7B","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.833,"normalized_score":0.833,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":7620000000,"is_new":false},{"rank":22,"model_id":"deepseek-r1-distill-qwen-32b","model_name":"DeepSeek R1 Distill Qwen 32B","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.833,"normalized_score":0.833,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":32800000000,"is_new":false},{"rank":23,"model_id":"qwen3-32b","model_name":"Qwen3 32B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.814,"normalized_score":0.814,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.1,"output_cost_per_million":0.3,"speed_rps":26.95,"context_window":128000,"release_date":"2025-04-29","announcement_date":"2025-04-29","multimodal":false,"param_count":32800000000,"is_new":false},{"rank":24,"model_id":"phi-4-reasoning-plus","model_name":"Phi 4 Reasoning Plus","organization_name":"Microsoft","organization_id":"microsoft","benchmark_score":0.813,"normalized_score":0.813,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-30","announcement_date":"2025-04-30","multimodal":false,"param_count":14000000000,"is_new":false},{"rank":25,"model_id":"granite-3.3-8b-base","model_name":"Granite 3.3 8B Base","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.812,"normalized_score":0.812,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"param_count":8170000000,"is_new":false},{"rank":26,"model_id":"granite-3.3-8b-instruct","model_name":"Granite 3.3 8B Instruct","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.812,"normalized_score":0.812,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"param_count":8000000000,"is_new":false},{"rank":27,"model_id":"qwen3-30b-a3b","model_name":"Qwen3 30B A3B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.804,"normalized_score":0.804,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.1,"output_cost_per_million":0.3,"speed_rps":82.57,"context_window":128000,"release_date":"2025-04-29","announcement_date":"2025-04-29","multimodal":false,"param_count":30500000000,"is_new":false},{"rank":28,"model_id":"claude-3-7-sonnet-20250219","model_name":"Claude 3.7 Sonnet","organization_name":"Anthropic","organization_id":"anthropic","benchmark_score":0.8,"normalized_score":0.8,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-02-24","announcement_date":"2025-02-24","multimodal":true,"param_count":null,"is_new":false},{"rank":29,"model_id":"deepseek-r1-distill-qwen-14b","model_name":"DeepSeek R1 Distill Qwen 14B","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.8,"normalized_score":0.8,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":14800000000,"is_new":false},{"rank":30,"model_id":"deepseek-r1-distill-llama-8b","model_name":"DeepSeek R1 Distill Llama 8B","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.8,"normalized_score":0.8,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":8030000000,"is_new":false},{"rank":31,"model_id":"qwq-32b","model_name":"QwQ-32B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.795,"normalized_score":0.795,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-03-05","announcement_date":"2025-03-05","multimodal":false,"param_count":32500000000,"is_new":false},{"rank":32,"model_id":"ministral-3b-latest","model_name":"Min  istral 3 (3B Reasoning 2512)","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.775,"normalized_score":0.775,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"param_count":3000000000,"is_new":false},{"rank":33,"model_id":"kimi-k1.5","model_name":"Kimi-k1.5","organization_name":"Moonshot AI","organization_id":"moonshotai","benchmark_score":0.775,"normalized_score":0.775,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":true,"param_count":null,"is_new":false},{"rank":34,"model_id":"phi-4-reasoning","model_name":"Phi 4 Reasoning","organization_name":"Microsoft","organization_id":"microsoft","benchmark_score":0.753,"normalized_score":0.753,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-04-30","announcement_date":"2025-04-30","multimodal":false,"param_count":14000000000,"is_new":false},{"rank":35,"model_id":"o1-2024-12-17","model_name":"o1","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.743,"normalized_score":0.743,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-12-17","announcement_date":"2024-12-17","multimodal":false,"param_count":null,"is_new":false},{"rank":36,"model_id":"magistral-medium","model_name":"Magistral Medium","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.736,"normalized_score":0.736,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-06-10","announcement_date":"2025-06-10","multimodal":true,"param_count":24000000000,"is_new":false},{"rank":37,"model_id":"gemini-2.0-flash-thinking","model_name":"Gemini 2.0 Flash Thinking","organization_name":"Google","organization_id":"google","benchmark_score":0.733,"normalized_score":0.733,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-21","announcement_date":"2025-01-21","multimodal":true,"param_count":null,"is_new":false},{"rank":38,"model_id":"longcat-flash-lite","model_name":"LongCat-Flash-Lite","organization_name":"Meituan","organization_id":"meituan","benchmark_score":0.7219,"normalized_score":0.7219,"verified":false,"self_reported":true,"provider_id":"meituan","input_cost_per_million":0.1,"output_cost_per_million":0.4,"speed_rps":500.0,"context_window":256000,"release_date":"2026-02-05","announcement_date":"2026-02-05","multimodal":false,"param_count":68500000000,"is_new":false},{"rank":39,"model_id":"kimi-k2-0905","model_name":"Kimi K2 0905","organization_name":"Moonshot AI","organization_id":"moonshotai","benchmark_score":0.72,"normalized_score":0.72,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-09-05","announcement_date":"2025-09-05","multimodal":false,"param_count":1000000000000,"is_new":false},{"rank":40,"model_id":"magistral-small-2506","model_name":"Magistral Small 2506","organization_name":"Mistral AI","organization_id":"mistral","benchmark_score":0.7068,"normalized_score":0.7068,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-06-10","announcement_date":"2025-06-10","multimodal":false,"param_count":24000000000,"is_new":false},{"rank":41,"model_id":"kimi-k2-instruct-0905","model_name":"Kimi K2-Instruct-0905","organization_name":"Moonshot AI","organization_id":"moonshotai","benchmark_score":0.696,"normalized_score":0.696,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-09-05","announcement_date":"2025-09-05","multimodal":false,"param_count":1000000000000,"is_new":false},{"rank":42,"model_id":"kimi-k2-instruct","model_name":"Kimi K2 Instruct","organization_name":"Moonshot AI","organization_id":"moonshotai","benchmark_score":0.696,"normalized_score":0.696,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-07-11","announcement_date":"2025-07-11","multimodal":false,"param_count":1000000000000,"is_new":false},{"rank":43,"model_id":"deepseek-v3.1","model_name":"DeepSeek-V3.1","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.663,"normalized_score":0.663,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-10","announcement_date":"2025-01-10","multimodal":false,"param_count":671000000000,"is_new":false},{"rank":44,"model_id":"deepseek-v3-0324","model_name":"DeepSeek-V3 0324","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.594,"normalized_score":0.594,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-03-25","announcement_date":"2025-03-25","multimodal":false,"param_count":671000000000,"is_new":false},{"rank":45,"model_id":"deepseek-r1-distill-qwen-1.5b","model_name":"DeepSeek R1 Distill Qwen 1.5B","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.527,"normalized_score":0.527,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"param_count":1780000000,"is_new":false},{"rank":46,"model_id":"qwq-32b-preview","model_name":"QwQ-32B-Preview","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.5,"normalized_score":0.5,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-11-28","announcement_date":"2024-11-28","multimodal":false,"param_count":32500000000,"is_new":false},{"rank":47,"model_id":"gpt-4.1-mini-2025-04-14","model_name":"GPT-4.1 mini","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.496,"normalized_score":0.496,"verified":false,"self_reported":true,"provider_id":"openai","input_cost_per_million":0.4,"output_cost_per_million":1.6,"speed_rps":150.0,"context_window":1047576,"release_date":"2025-04-14","announcement_date":"2025-04-14","multimodal":true,"param_count":null,"is_new":false},{"rank":48,"model_id":"gpt-4.1-2025-04-14","model_name":"GPT-4.1","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.481,"normalized_score":0.481,"verified":false,"self_reported":true,"provider_id":"openai","input_cost_per_million":2.0,"output_cost_per_million":8.0,"speed_rps":100.0,"context_window":1047576,"release_date":"2025-04-14","announcement_date":"2025-04-14","multimodal":true,"param_count":null,"is_new":false},{"rank":49,"model_id":"o1-preview","model_name":"o1-preview","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.42,"normalized_score":0.42,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-09-12","announcement_date":"2024-09-12","multimodal":false,"param_count":null,"is_new":false},{"rank":50,"model_id":"deepseek-v3","model_name":"DeepSeek-V3","organization_name":"DeepSeek","organization_id":"deepseek","benchmark_score":0.392,"normalized_score":0.392,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-12-25","announcement_date":"2024-12-25","multimodal":false,"param_count":671000000000,"is_new":false},{"rank":51,"model_id":"gpt-4.5","model_name":"GPT-4.5","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.367,"normalized_score":0.367,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-02-27","announcement_date":"2025-02-27","multimodal":true,"param_count":null,"is_new":false},{"rank":52,"model_id":"gpt-4.1-nano-2025-04-14","model_name":"GPT-4.1 nano","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.294,"normalized_score":0.294,"verified":false,"self_reported":true,"provider_id":"openai","input_cost_per_million":0.1,"output_cost_per_million":0.4,"speed_rps":200.0,"context_window":1047576,"release_date":"2025-04-14","announcement_date":"2025-04-14","multimodal":true,"param_count":null,"is_new":false},{"rank":53,"model_id":"gpt-4o-2024-08-06","model_name":"GPT-4o","organization_name":"OpenAI","organization_id":"openai","benchmark_score":0.131,"normalized_score":0.131,"verified":false,"self_reported":true,"provider_id":"openai","input_cost_per_million":2.5,"output_cost_per_million":10.0,"speed_rps":132.0,"context_window":128000,"release_date":"2024-08-06","announcement_date":"2024-08-06","multimodal":true,"param_count":null,"is_new":false}]}