[{"model_id":"chatgpt-4o-latest","name":"ChatGPT-4o Latest","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-05-13","announcement_date":"2024-05-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.5,"output_price":10.0,"throughput":132.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.84,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-5-haiku-20241022","name":"Claude 3.5 Haiku","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-10-22","announcement_date":"2024-10-22","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.8,"output_price":4.0,"throughput":104.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.416,"swe_bench_verified_score":0.406,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.51,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-5-sonnet-20240620","name":"Claude 3.5 Sonnet","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-06-21","announcement_date":"2024-06-21","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.594,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-5-sonnet-20241022","name":"Claude 3.5 Sonnet","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-10-22","announcement_date":"2024-10-22","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.672,"swe_bench_verified_score":0.49,"mmmu_score":0.683,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.692,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-7-sonnet-20250219","name":"Claude 3.7 Sonnet","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-02-24","announcement_date":"2025-02-24","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":42.0,"latency":null,"aime_2025_score":0.548,"hle_score":null,"gpqa_score":0.848,"swe_bench_verified_score":0.703,"mmmu_score":0.75,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.352,"tau_bench_retail_score":0.812,"arc_agi_v2_score":null,"mmmlu_score":0.861,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-haiku-20240307","name":"Claude 3 Haiku","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-03-13","announcement_date":"2024-03-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.25,"output_price":1.25,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.333,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-opus-20240229","name":"Claude 3 Opus","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-02-29","announcement_date":"2024-02-29","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":15.0,"output_price":75.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.504,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-3-sonnet-20240229","name":"Claude 3 Sonnet","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-02-29","announcement_date":"2024-02-29","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":120.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.404,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-haiku-4-5-20251001","name":"Claude Haiku 4.5","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-10-15","announcement_date":"2025-10-15","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-02-01","input_price":1.0,"output_price":5.0,"throughput":100.0,"latency":null,"aime_2025_score":0.807,"hle_score":null,"gpqa_score":0.73,"swe_bench_verified_score":0.733,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.507,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.41,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.83,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-mythos-preview","name":"Claude Mythos Preview","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":null,"announcement_date":"2026-04-07","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":25.0,"output_price":125.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.647,"gpqa_score":0.946,"swe_bench_verified_score":0.939,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.869,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.927,"charxiv_r_score":0.932,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.778},{"model_id":"claude-opus-4-1-20250805","name":"Claude Opus 4.1","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-08-05","announcement_date":"2025-08-05","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":15.0,"output_price":75.0,"throughput":120.0,"latency":null,"aime_2025_score":0.78,"hle_score":null,"gpqa_score":0.809,"swe_bench_verified_score":0.745,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.433,"tau_bench_retail_score":0.824,"arc_agi_v2_score":null,"mmmlu_score":0.895,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-opus-4-20250514","name":"Claude Opus 4","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-05-22","announcement_date":"2025-05-22","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.755,"hle_score":null,"gpqa_score":0.796,"swe_bench_verified_score":0.725,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.392,"tau_bench_retail_score":0.814,"arc_agi_v2_score":0.086,"mmmlu_score":0.888,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-opus-4-5-20251101","name":"Claude Opus 4.5","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-11-24","announcement_date":"2025-11-24","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-03-31","input_price":5.0,"output_price":25.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.87,"swe_bench_verified_score":0.809,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.663,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.376,"mmmlu_score":0.908,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":0.623,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-opus-4-6","name":"Claude Opus 4.6","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2026-02-05","announcement_date":"2026-02-05","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":5.0,"output_price":25.0,"throughput":42.0,"latency":null,"aime_2025_score":0.9979,"hle_score":0.531,"gpqa_score":0.913,"swe_bench_verified_score":0.808,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.727,"browsecomp_score":0.84,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.688,"mmmlu_score":0.911,"charxiv_r_score":0.774,"mmmu_pro_score":0.773,"screenspot_pro_score":null,"mcp_atlas_score":0.627,"frontiermath_score":null,"mrcr_v2_score":0.93,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-opus-4-7","name":"Claude Opus 4.7","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2026-04-16","announcement_date":"2026-04-16","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":5.0,"output_price":25.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":0.547,"gpqa_score":0.942,"swe_bench_verified_score":0.876,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.793,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.915,"charxiv_r_score":0.91,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":0.773,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.643},{"model_id":"claude-sonnet-4-20250514","name":"Claude Sonnet 4","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-05-22","announcement_date":"2025-05-22","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.705,"hle_score":null,"gpqa_score":0.754,"swe_bench_verified_score":0.727,"mmmu_score":0.744,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.355,"tau_bench_retail_score":0.805,"arc_agi_v2_score":null,"mmmlu_score":0.865,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-sonnet-4-5-20250929","name":"Claude Sonnet 4.5","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-09-29","announcement_date":"2025-09-29","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":3.0,"output_price":15.0,"throughput":42.0,"latency":null,"aime_2025_score":0.87,"hle_score":null,"gpqa_score":0.834,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.614,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.5,"tau_bench_retail_score":0.862,"arc_agi_v2_score":null,"mmmlu_score":0.891,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"claude-sonnet-4-6","name":"Claude Sonnet 4.6","organization":"Anthropic","organization_id":"anthropic","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2026-02-17","announcement_date":"2026-02-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":0.49,"gpqa_score":0.899,"swe_bench_verified_score":0.796,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.725,"browsecomp_score":0.747,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.583,"mmmlu_score":0.893,"charxiv_r_score":null,"mmmu_pro_score":0.756,"screenspot_pro_score":null,"mcp_atlas_score":0.613,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"codestral-22b","name":"Codestral-22B","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":22200000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-05-29","announcement_date":"2024-05-29","multimodal":false,"license":"mnpl_0_1","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"command-r-plus-04-2024","name":"Command R+","organization":"Cohere","organization_id":"cohere","organization_country":"CA","params":104000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-08-30","announcement_date":"2024-08-30","multimodal":false,"license":"cc_by_nc","is_moe":null,"knowledge_cutoff":null,"input_price":0.25,"output_price":1.0,"throughput":59.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-chat","name":"DeepSeek-V3.2 (Non-thinking)","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":685000000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-12-01","announcement_date":"2025-12-01","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.28,"output_price":0.42,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1","name":"DeepSeek-R1","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":671000000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.55,"output_price":2.19,"throughput":9.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-0528","name":"DeepSeek-R1-0528","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":671000000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-05-28","announcement_date":"2025-05-28","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.55,"output_price":2.19,"throughput":9.0,"latency":null,"aime_2025_score":0.875,"hle_score":0.177,"gpqa_score":0.81,"swe_bench_verified_score":0.446,"mmmu_score":null,"simpleqa_score":0.923,"osworld_score":null,"browsecomp_score":0.089,"toolathlon_score":null,"terminal_bench_score":0.057,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":70600000000,"training_tokens":14800000000000,"context":128000,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.4,"throughput":37.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.652,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-distill-llama-8b","name":"DeepSeek R1 Distill Llama 8B","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":8030000000,"training_tokens":14800000000000,"context":null,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.49,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-distill-qwen-14b","name":"DeepSeek R1 Distill Qwen 14B","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":14800000000,"training_tokens":14800000000000,"context":null,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.591,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-distill-qwen-1.5b","name":"DeepSeek R1 Distill Qwen 1.5B","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":1780000000,"training_tokens":14800000000000,"context":null,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.338,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-distill-qwen-32b","name":"DeepSeek R1 Distill Qwen 32B","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":32800000000,"training_tokens":14800000000000,"context":128000,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.12,"output_price":0.18,"throughput":37.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.621,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-distill-qwen-7b","name":"DeepSeek R1 Distill Qwen 7B","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":7620000000,"training_tokens":14800000000000,"context":null,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.491,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-r1-zero","name":"DeepSeek R1 Zero","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":671000000000,"training_tokens":14800000000000,"context":null,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.733,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-reasoner","name":"DeepSeek-V3.2 (Thinking)","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":685000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-01","announcement_date":"2025-12-01","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.931,"hle_score":0.251,"gpqa_score":0.824,"swe_bench_verified_score":0.731,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.514,"toolathlon_score":0.352,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v2.5","name":"DeepSeek-V2.5","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":236000000000,"training_tokens":null,"context":8192,"canonical_model_id":null,"release_date":"2024-05-08","announcement_date":"2024-05-08","multimodal":false,"license":"deepseek","is_moe":null,"knowledge_cutoff":null,"input_price":0.14,"output_price":0.28,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.168,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v3","name":"DeepSeek-V3","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":671000000000,"training_tokens":14800000000000,"context":131072,"canonical_model_id":null,"release_date":"2024-12-25","announcement_date":"2024-12-25","multimodal":false,"license":"mit_+_model_license_(commercial_use_allowed)","is_moe":null,"knowledge_cutoff":null,"input_price":0.27,"output_price":1.1,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.591,"swe_bench_verified_score":0.42,"mmmu_score":null,"simpleqa_score":0.249,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v3-0324","name":"DeepSeek-V3 0324","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":671000000000,"training_tokens":14800000000000,"context":163840,"canonical_model_id":null,"release_date":"2025-03-25","announcement_date":"2025-03-25","multimodal":false,"license":"mit_+_model_license_(commercial_use_allowed)","is_moe":null,"knowledge_cutoff":null,"input_price":0.28,"output_price":1.14,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.684,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v3.1","name":"DeepSeek-V3.1","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":671000000000,"training_tokens":null,"context":163840,"canonical_model_id":null,"release_date":"2025-01-10","announcement_date":"2025-01-10","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.27,"output_price":1.0,"throughput":null,"latency":null,"aime_2025_score":0.498,"hle_score":0.159,"gpqa_score":0.749,"swe_bench_verified_score":0.66,"mmmu_score":null,"simpleqa_score":0.934,"osworld_score":null,"browsecomp_score":0.3,"toolathlon_score":null,"terminal_bench_score":0.313,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v3.2","name":"DeepSeek-V3.2","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":685000000000,"training_tokens":null,"context":163840,"canonical_model_id":null,"release_date":"2025-12-01","announcement_date":"2025-12-01","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.26,"output_price":0.38,"throughput":97.0,"latency":null,"aime_2025_score":0.931,"hle_score":0.408,"gpqa_score":0.824,"swe_bench_verified_score":0.731,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.514,"toolathlon_score":0.352,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v3.2-exp","name":"DeepSeek-V3.2-Exp","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":685000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-09-29","announcement_date":"2025-09-29","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.893,"hle_score":0.198,"gpqa_score":0.799,"swe_bench_verified_score":0.678,"mmmu_score":null,"simpleqa_score":0.971,"osworld_score":null,"browsecomp_score":0.401,"toolathlon_score":null,"terminal_bench_score":0.377,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-v3.2-speciale","name":"DeepSeek-V3.2-Speciale","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":685000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-01","announcement_date":"2025-12-01","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.96,"hle_score":0.306,"gpqa_score":null,"swe_bench_verified_score":0.731,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.352,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-vl2","name":"DeepSeek VL2","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":27000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-12-13","announcement_date":"2024-12-13","multimodal":true,"license":"deepseek","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.511,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-vl2-small","name":"DeepSeek VL2 Small","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":16000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-12-13","announcement_date":"2024-12-13","multimodal":true,"license":"deepseek","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.48,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"deepseek-vl2-tiny","name":"DeepSeek VL2 Tiny","organization":"DeepSeek","organization_id":"deepseek","organization_country":"CN","params":3000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-12-13","announcement_date":"2024-12-13","multimodal":true,"license":"deepseek","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.407,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"devstral-medium-2507","name":"Devstral Medium","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-07-10","announcement_date":"2025-07-10","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.4,"output_price":2.0,"throughput":137.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.616,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"devstral-small-2507","name":"Devstral Small 1.1","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":24000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-07-11","announcement_date":"2025-07-11","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.3,"throughput":137.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.536,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ernie-4.5","name":"ERNIE 4.5","organization":"Baidu","organization_id":"baidu","organization_country":"CN","params":21000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-06-25","announcement_date":"2025-06-25","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.4,"output_price":4.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.74,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.018,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ernie-5.0","name":"ERNIE 5.0","organization":"Baidu","organization_id":"baidu","organization_country":"CN","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-01-22","announcement_date":"2026-01-22","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.87,"hle_score":0.39,"gpqa_score":0.85,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.75,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-1.0-pro","name":"Gemini 1.0 Pro","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":32760,"canonical_model_id":null,"release_date":"2024-02-15","announcement_date":"2024-02-15","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-02-01","input_price":0.5,"output_price":1.5,"throughput":120.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.279,"swe_bench_verified_score":null,"mmmu_score":0.479,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-1.5-flash","name":"Gemini 1.5 Flash","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2024-05-01","announcement_date":"2024-05-01","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2023-11-01","input_price":0.15,"output_price":0.6,"throughput":150.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.51,"swe_bench_verified_score":null,"mmmu_score":0.623,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-1.5-flash-8b","name":"Gemini 1.5 Flash 8B","organization":"Google","organization_id":"google","organization_country":"US","params":8000000000,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2024-03-15","announcement_date":"2024-03-15","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-10-01","input_price":0.07,"output_price":0.3,"throughput":150.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.384,"swe_bench_verified_score":null,"mmmu_score":0.537,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-1.5-pro","name":"Gemini 1.5 Pro","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":2097152,"canonical_model_id":null,"release_date":"2024-05-01","announcement_date":"2024-05-01","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2023-11-01","input_price":2.5,"output_price":10.0,"throughput":85.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.591,"swe_bench_verified_score":null,"mmmu_score":0.659,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2024-12-01","announcement_date":"2024-12-01","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-08-01","input_price":0.1,"output_price":0.4,"throughput":183.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.621,"swe_bench_verified_score":null,"mmmu_score":0.707,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.0-flash-lite","name":"Gemini 2.0 Flash-Lite","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2025-02-05","announcement_date":"2025-02-05","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":0.07,"output_price":0.3,"throughput":85.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.515,"swe_bench_verified_score":null,"mmmu_score":0.68,"simpleqa_score":0.217,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.0-flash-thinking","name":"Gemini 2.0 Flash Thinking","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-01-21","announcement_date":"2025-01-21","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-08-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.742,"swe_bench_verified_score":null,"mmmu_score":0.754,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.5-flash","name":"Gemini 2.5 Flash","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":0.3,"output_price":2.5,"throughput":85.0,"latency":null,"aime_2025_score":0.72,"hle_score":0.11,"gpqa_score":0.828,"swe_bench_verified_score":0.604,"mmmu_score":0.797,"simpleqa_score":0.269,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.5-flash-lite","name":"Gemini 2.5 Flash-Lite","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2025-06-17","announcement_date":"2025-06-17","multimodal":true,"license":"creative_commons_attribution_4_0_license","is_moe":null,"knowledge_cutoff":"2025-01-01","input_price":0.1,"output_price":0.4,"throughput":5.69,"latency":null,"aime_2025_score":0.498,"hle_score":0.051,"gpqa_score":0.646,"swe_bench_verified_score":0.316,"mmmu_score":0.729,"simpleqa_score":0.107,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":1.25,"output_price":10.0,"throughput":85.0,"latency":null,"aime_2025_score":0.83,"hle_score":0.178,"gpqa_score":0.83,"swe_bench_verified_score":0.632,"mmmu_score":0.796,"simpleqa_score":0.508,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.049,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-2.5-pro-preview-06-05","name":"Gemini 2.5 Pro Preview 06-05","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2025-06-05","announcement_date":"2025-06-05","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":1.25,"output_price":10.0,"throughput":85.0,"latency":null,"aime_2025_score":0.88,"hle_score":0.216,"gpqa_score":0.864,"swe_bench_verified_score":0.672,"mmmu_score":0.82,"simpleqa_score":0.54,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":0.164,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-3.1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2026-03-03","announcement_date":"2026-03-03","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":0.25,"output_price":1.5,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.16,"gpqa_score":0.869,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.433,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.889,"charxiv_r_score":0.732,"mmmu_pro_score":0.768,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":0.601,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-3.1-pro-preview","name":"Gemini 3.1 Pro","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1048576,"canonical_model_id":null,"release_date":"2026-02-19","announcement_date":"2026-02-19","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":2.5,"output_price":15.0,"throughput":90.0,"latency":null,"aime_2025_score":null,"hle_score":0.514,"gpqa_score":0.943,"swe_bench_verified_score":0.806,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.859,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.771,"mmmlu_score":0.926,"charxiv_r_score":null,"mmmu_pro_score":0.805,"screenspot_pro_score":null,"mcp_atlas_score":0.692,"frontiermath_score":null,"mrcr_v2_score":0.263,"scicode_score":0.59,"apex_agents_score":0.335,"swe_bench_pro_score":0.542},{"model_id":"gemini-3-flash-preview","name":"Gemini 3 Flash","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2025-12-17","announcement_date":"2025-12-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":0.5,"output_price":3.0,"throughput":null,"latency":null,"aime_2025_score":0.997,"hle_score":0.435,"gpqa_score":0.904,"swe_bench_verified_score":0.78,"mmmu_score":null,"simpleqa_score":0.687,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.494,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.336,"mmmlu_score":0.918,"charxiv_r_score":0.803,"mmmu_pro_score":0.812,"screenspot_pro_score":0.691,"mcp_atlas_score":0.574,"frontiermath_score":null,"mrcr_v2_score":0.221,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-3-pro-preview","name":"Gemini 3 Pro","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-11-18","announcement_date":"2025-11-18","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-01-31","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":1.0,"hle_score":0.458,"gpqa_score":0.919,"swe_bench_verified_score":0.762,"mmmu_score":null,"simpleqa_score":0.721,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.311,"mmmlu_score":0.918,"charxiv_r_score":0.814,"mmmu_pro_score":0.81,"screenspot_pro_score":0.727,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":0.263,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemini-diffusion","name":"Gemini Diffusion","organization":"Google","organization_id":"google","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.233,"hle_score":null,"gpqa_score":0.404,"swe_bench_verified_score":0.229,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-2-27b-it","name":"Gemma 2 27B","organization":"Google","organization_id":"google","organization_country":"US","params":27200000000,"training_tokens":13000000000000,"context":null,"canonical_model_id":null,"release_date":"2024-06-27","announcement_date":"2024-06-27","multimodal":false,"license":"gemma","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-2-9b-it","name":"Gemma 2 9B","organization":"Google","organization_id":"google","organization_country":"US","params":9240000000,"training_tokens":8000000000000,"context":null,"canonical_model_id":null,"release_date":"2024-06-27","announcement_date":"2024-06-27","multimodal":false,"license":"gemma","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3-12b-it","name":"Gemma 3 12B","organization":"Google","organization_id":"google","organization_country":"US","params":12000000000,"training_tokens":12000000000000,"context":131072,"canonical_model_id":null,"release_date":"2025-03-12","announcement_date":"2025-03-12","multimodal":true,"license":"gemma","is_moe":null,"knowledge_cutoff":null,"input_price":0.05,"output_price":0.1,"throughput":33.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.409,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.063,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3-1b-it","name":"Gemma 3 1B","organization":"Google","organization_id":"google","organization_country":"US","params":1000000000,"training_tokens":2000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-03-12","announcement_date":"2025-03-12","multimodal":false,"license":"gemma","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.192,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.022,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3-27b-it","name":"Gemma 3 27B","organization":"Google","organization_id":"google","organization_country":"US","params":27000000000,"training_tokens":14000000000000,"context":131072,"canonical_model_id":null,"release_date":"2025-03-12","announcement_date":"2025-03-12","multimodal":true,"license":"gemma","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.2,"throughput":33.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.424,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.1,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3-4b-it","name":"Gemma 3 4B","organization":"Google","organization_id":"google","organization_country":"US","params":4000000000,"training_tokens":4000000000000,"context":131072,"canonical_model_id":null,"release_date":"2025-03-12","announcement_date":"2025-03-12","multimodal":true,"license":"gemma","is_moe":null,"knowledge_cutoff":"2024-08-01","input_price":0.02,"output_price":0.04,"throughput":33.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.308,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.04,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3n-e2b","name":"Gemma 3n E2B","organization":"Google","organization_id":"google","organization_country":"US","params":8000000000,"training_tokens":11000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-06-26","announcement_date":"2025-06-26","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3n-e2b-it","name":"Gemma 3n E2B Instructed","organization":"Google","organization_id":"google","organization_country":"US","params":8000000000,"training_tokens":11000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-06-26","announcement_date":"2025-06-26","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.067,"hle_score":null,"gpqa_score":0.248,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3n-e2b-it-litert-preview","name":"Gemma 3n E2B Instructed LiteRT (Preview)","organization":"Google","organization_id":"google","organization_country":"US","params":1910000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"license":"gemma","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.067,"hle_score":null,"gpqa_score":0.248,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3n-e4b","name":"Gemma 3n E4B","organization":"Google","organization_id":"google","organization_country":"US","params":8000000000,"training_tokens":11000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-06-26","announcement_date":"2025-06-26","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3n-e4b-it","name":"Gemma 3n E4B Instructed","organization":"Google","organization_id":"google","organization_country":"US","params":8000000000,"training_tokens":11000000000000,"context":32000,"canonical_model_id":null,"release_date":"2025-06-26","announcement_date":"2025-06-26","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":20.0,"output_price":40.0,"throughput":42.09,"latency":null,"aime_2025_score":0.116,"hle_score":null,"gpqa_score":0.237,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-3n-e4b-it-litert-preview","name":"Gemma 3n E4B Instructed LiteRT Preview","organization":"Google","organization_id":"google","organization_country":"US","params":1910000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"license":"gemma","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.116,"hle_score":null,"gpqa_score":0.237,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-4-26b-a4b-it","name":"Gemma 4 26B-A4B","organization":"Google","organization_id":"google","organization_country":"US","params":25200000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2026-04-02","announcement_date":"2026-04-02","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":"2025-01-01","input_price":0.13,"output_price":0.4,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.172,"gpqa_score":0.823,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.863,"charxiv_r_score":null,"mmmu_pro_score":0.738,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-4-31b-it","name":"Gemma 4 31B","organization":"Google","organization_id":"google","organization_country":"US","params":30700000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2026-04-02","announcement_date":"2026-04-02","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2025-01-01","input_price":0.14,"output_price":0.4,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.265,"gpqa_score":0.843,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.884,"charxiv_r_score":null,"mmmu_pro_score":0.769,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-4-e2b-it","name":"Gemma 4 E2B","organization":"Google","organization_id":"google","organization_country":"US","params":5100000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-04-02","announcement_date":"2026-04-02","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2025-01-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.434,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.674,"charxiv_r_score":null,"mmmu_pro_score":0.442,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gemma-4-e4b-it","name":"Gemma 4 E4B","organization":"Google","organization_id":"google","organization_country":"US","params":8000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-04-02","announcement_date":"2026-04-02","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2025-01-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.586,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.766,"charxiv_r_score":null,"mmmu_pro_score":0.526,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-4.5","name":"GLM-4.5","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":355000000000,"training_tokens":23000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-07-28","announcement_date":"2025-07-28","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.144,"gpqa_score":0.791,"swe_bench_verified_score":0.642,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.264,"toolathlon_score":null,"terminal_bench_score":0.375,"tau_bench_retail_score":0.797,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.417,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-4.5-air","name":"GLM-4.5-Air","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":106000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-07-28","announcement_date":"2025-07-28","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.106,"gpqa_score":0.75,"swe_bench_verified_score":0.576,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.213,"toolathlon_score":null,"terminal_bench_score":0.3,"tau_bench_retail_score":0.779,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.373,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-4.5v","name":"GLM-4.5V","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":108000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-08-11","announcement_date":"2025-08-11","multimodal":true,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-4.6","name":"GLM-4.6","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":357000000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-09-30","announcement_date":"2025-09-30","multimodal":true,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.55,"output_price":2.19,"throughput":null,"latency":null,"aime_2025_score":0.939,"hle_score":0.172,"gpqa_score":0.81,"swe_bench_verified_score":0.68,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.451,"toolathlon_score":null,"terminal_bench_score":0.405,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-4.7","name":"GLM-4.7","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":358000000000,"training_tokens":null,"context":204800,"canonical_model_id":null,"release_date":"2025-12-22","announcement_date":"2025-12-22","multimodal":true,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.6,"output_price":2.2,"throughput":null,"latency":null,"aime_2025_score":0.957,"hle_score":0.428,"gpqa_score":0.857,"swe_bench_verified_score":0.738,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.52,"toolathlon_score":null,"terminal_bench_score":0.333,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-4.7-flash","name":"GLM-4.7-Flash","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":30000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2026-01-19","announcement_date":"2026-01-19","multimodal":false,"license":"mit","is_moe":false,"knowledge_cutoff":null,"input_price":0.07,"output_price":0.4,"throughput":50.0,"latency":null,"aime_2025_score":0.916,"hle_score":0.144,"gpqa_score":0.752,"swe_bench_verified_score":0.592,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.428,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-5","name":"GLM-5","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":744000000000,"training_tokens":28500000000000,"context":200000,"canonical_model_id":null,"release_date":"2026-02-11","announcement_date":"2026-02-11","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":1.0,"output_price":3.2,"throughput":30.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.778,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.759,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":0.678,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"glm-5.1","name":"GLM-5.1","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":754000000000,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2026-04-07","announcement_date":"2026-04-07","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":1.4,"output_price":4.4,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.523,"gpqa_score":0.862,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.793,"toolathlon_score":0.407,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":0.718,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.584},{"model_id":"glm-5v-turbo","name":"GLM-5V-Turbo","organization":"Zhipu AI","organization_id":"zai-org","organization_country":"CN","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-04-02","announcement_date":"2026-04-02","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.623,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-3.5-turbo-0125","name":"GPT-3.5 Turbo","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":16385,"canonical_model_id":null,"release_date":"2023-03-21","announcement_date":"2023-03-21","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2021-09-30","input_price":0.5,"output_price":1.5,"throughput":90.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.308,"swe_bench_verified_score":null,"mmmu_score":0.0,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4-0613","name":"GPT-4","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":32768,"canonical_model_id":null,"release_date":"2023-06-13","announcement_date":"2023-06-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2022-12-31","input_price":30.0,"output_price":60.0,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.357,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4.1-2025-04-14","name":"GPT-4.1","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":1047576,"canonical_model_id":null,"release_date":"2025-04-14","announcement_date":"2025-04-14","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":2.0,"output_price":8.0,"throughput":100.0,"latency":null,"aime_2025_score":0.464,"hle_score":0.054,"gpqa_score":0.663,"swe_bench_verified_score":0.546,"mmmu_score":0.748,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.68,"arc_agi_v2_score":null,"mmmlu_score":0.873,"charxiv_r_score":0.567,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4.1-mini-2025-04-14","name":"GPT-4.1 mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":1047576,"canonical_model_id":null,"release_date":"2025-04-14","announcement_date":"2025-04-14","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-31","input_price":0.4,"output_price":1.6,"throughput":150.0,"latency":null,"aime_2025_score":0.402,"hle_score":0.037,"gpqa_score":0.65,"swe_bench_verified_score":0.236,"mmmu_score":0.727,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.558,"arc_agi_v2_score":null,"mmmlu_score":0.785,"charxiv_r_score":0.568,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4.1-nano-2025-04-14","name":"GPT-4.1 nano","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":1047576,"canonical_model_id":null,"release_date":"2025-04-14","announcement_date":"2025-04-14","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-31","input_price":0.1,"output_price":0.4,"throughput":200.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.503,"swe_bench_verified_score":null,"mmmu_score":0.554,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.226,"arc_agi_v2_score":null,"mmmlu_score":0.669,"charxiv_r_score":0.405,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4.5","name":"GPT-4.5","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-02-27","announcement_date":"2025-02-27","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":75.0,"output_price":150.0,"throughput":50.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.695,"swe_bench_verified_score":0.38,"mmmu_score":0.752,"simpleqa_score":0.625,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.684,"arc_agi_v2_score":null,"mmmlu_score":0.851,"charxiv_r_score":0.554,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4o-2024-05-13","name":"GPT-4o","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-05-13","announcement_date":"2024-05-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.5,"output_price":10.0,"throughput":92.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.536,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4o-2024-08-06","name":"GPT-4o","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-08-06","announcement_date":"2024-08-06","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.5,"output_price":10.0,"throughput":99.0,"latency":null,"aime_2025_score":null,"hle_score":0.053,"gpqa_score":0.701,"swe_bench_verified_score":0.332,"mmmu_score":0.722,"simpleqa_score":0.382,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.603,"arc_agi_v2_score":null,"mmmlu_score":0.814,"charxiv_r_score":0.588,"mmmu_pro_score":0.599,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4o-mini-2024-07-18","name":"GPT-4o mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-07-18","announcement_date":"2024-07-18","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2023-10-01","input_price":0.15,"output_price":0.6,"throughput":92.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.402,"swe_bench_verified_score":0.087,"mmmu_score":0.594,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-4-turbo-2024-04-09","name":"GPT-4 Turbo","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-04-09","announcement_date":"2024-04-09","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2023-12-31","input_price":10.0,"output_price":30.0,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.48,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-2025-11-13","name":"GPT-5.1","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-11-13","announcement_date":"2025-11-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-09-30","input_price":1.25,"output_price":10.0,"throughput":100.0,"latency":null,"aime_2025_score":0.94,"hle_score":null,"gpqa_score":0.881,"swe_bench_verified_score":0.763,"mmmu_score":0.854,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.267,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-codex","name":"GPT-5.1 Codex","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-11-19","announcement_date":"2025-11-19","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-09-30","input_price":1.25,"output_price":10.0,"throughput":50.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.737,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-codex-high","name":"GPT-5.1 Codex High","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-11-12","announcement_date":"2025-11-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":1.25,"output_price":10.0,"throughput":50.0,"latency":null,"aime_2025_score":0.967,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-codex-mini","name":"GPT-5.1 Codex Mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-11-12","announcement_date":"2025-11-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.421,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-high-2025-11-12","name":"GPT-5.1 High","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-11-12","announcement_date":"2025-11-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.996,"hle_score":null,"gpqa_score":0.881,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-instant-2025-11-12","name":"GPT-5.1 Instant","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-11-12","announcement_date":"2025-11-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":1.25,"output_price":10.0,"throughput":100.0,"latency":null,"aime_2025_score":0.94,"hle_score":null,"gpqa_score":0.881,"swe_bench_verified_score":0.763,"mmmu_score":0.854,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.267,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-medium-2025-11-12","name":"GPT-5.1 Medium","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-11-12","announcement_date":"2025-11-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":1.25,"output_price":10.0,"throughput":90.0,"latency":null,"aime_2025_score":0.984,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.1-thinking-2025-11-12","name":"GPT-5.1 Thinking","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-11-12","announcement_date":"2025-11-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":1.25,"output_price":10.0,"throughput":80.0,"latency":null,"aime_2025_score":0.94,"hle_score":null,"gpqa_score":0.881,"swe_bench_verified_score":0.763,"mmmu_score":0.854,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.267,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5-2025-08-07","name":"GPT-5","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-08-07","announcement_date":"2025-08-07","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-09-30","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.946,"hle_score":0.248,"gpqa_score":0.857,"swe_bench_verified_score":0.749,"mmmu_score":0.842,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.549,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.811,"mmmu_pro_score":0.784,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.263,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.2-2025-12-11","name":"GPT-5.2","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-12-11","announcement_date":"2025-12-11","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-08-25","input_price":1.75,"output_price":14.0,"throughput":100.0,"latency":null,"aime_2025_score":1.0,"hle_score":0.345,"gpqa_score":0.924,"swe_bench_verified_score":0.8,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.658,"toolathlon_score":0.463,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.529,"mmmlu_score":0.896,"charxiv_r_score":0.821,"mmmu_pro_score":0.795,"screenspot_pro_score":0.863,"mcp_atlas_score":0.606,"frontiermath_score":0.403,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.2-codex","name":"GPT-5.2 Codex","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2026-01-14","announcement_date":"2026-01-14","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":1.75,"output_price":14.0,"throughput":50.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.564},{"model_id":"gpt-5.2-pro-2025-12-11","name":"GPT-5.2 Pro","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-12-11","announcement_date":"2025-12-11","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":21.0,"output_price":168.0,"throughput":25.0,"latency":null,"aime_2025_score":1.0,"hle_score":0.366,"gpqa_score":0.932,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.779,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.542,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.3-chat-latest","name":"GPT-5.3 Chat","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2026-03-04","announcement_date":"2026-03-04","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-08-31","input_price":1.75,"output_price":14.0,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5.3-codex","name":"GPT-5.3 Codex","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2026-02-05","announcement_date":"2026-02-05","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":1.75,"output_price":14.0,"throughput":50.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.568},{"model_id":"gpt-5.4","name":"GPT-5.4","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2026-03-05","announcement_date":"2026-03-05","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.5,"output_price":15.0,"throughput":50.0,"latency":null,"aime_2025_score":null,"hle_score":0.398,"gpqa_score":0.928,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.827,"toolathlon_score":0.546,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.733,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.812,"screenspot_pro_score":null,"mcp_atlas_score":0.672,"frontiermath_score":0.476,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.577},{"model_id":"gpt-5.4-mini","name":"GPT-5.4 mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2026-03-17","announcement_date":"2026-03-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-08-31","input_price":0.75,"output_price":4.5,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.282,"gpqa_score":0.88,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.429,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.766,"screenspot_pro_score":null,"mcp_atlas_score":0.577,"frontiermath_score":null,"mrcr_v2_score":0.336,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.544},{"model_id":"gpt-5.4-nano","name":"GPT-5.4 nano","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2026-03-17","announcement_date":"2026-03-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-08-31","input_price":0.2,"output_price":1.25,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.243,"gpqa_score":0.828,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.355,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.661,"screenspot_pro_score":null,"mcp_atlas_score":0.561,"frontiermath_score":null,"mrcr_v2_score":0.331,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.524},{"model_id":"gpt-5-codex-2025-09-15","name":"GPT-5 Codex","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-09-15","announcement_date":"2025-09-15","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-09-30","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.745,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5-high-2025-08-07","name":"GPT-5 High","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-08-07","announcement_date":"2025-08-07","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-09-30","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.946,"hle_score":null,"gpqa_score":0.873,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5-medium-2025-08-07","name":"GPT-5 Medium","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-08-07","announcement_date":"2025-08-07","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-09-30","input_price":1.25,"output_price":10.0,"throughput":90.0,"latency":null,"aime_2025_score":0.889,"hle_score":null,"gpqa_score":0.881,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5-mini-2025-08-07","name":"GPT-5 mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":400000,"canonical_model_id":null,"release_date":"2025-08-07","announcement_date":"2025-08-07","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-30","input_price":0.25,"output_price":2.0,"throughput":200.0,"latency":null,"aime_2025_score":0.911,"hle_score":0.167,"gpqa_score":0.823,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.221,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-5-nano-2025-08-07","name":"GPT-5 nano","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-08-07","announcement_date":"2025-08-07","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-30","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.852,"hle_score":0.087,"gpqa_score":0.712,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.096,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-oss-120b","name":"GPT OSS 120B","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":116800000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-08-05","announcement_date":"2025-08-05","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.09,"output_price":0.45,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.149,"gpqa_score":0.801,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.678,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-oss-120b-high","name":"GPT OSS 120B High","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":116800000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-08-05","announcement_date":"2025-08-05","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.5,"throughput":100.0,"latency":null,"aime_2025_score":0.925,"hle_score":null,"gpqa_score":0.809,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.838,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-oss-20b","name":"GPT OSS 20B","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":20900000000,"training_tokens":null,"context":131072,"canonical_model_id":null,"release_date":"2025-08-05","announcement_date":"2025-08-05","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.5,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.109,"gpqa_score":0.715,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.548,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"gpt-oss-20b-high","name":"GPT OSS 20B High","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":20900000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-08-05","announcement_date":"2025-08-05","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.987,"hle_score":null,"gpqa_score":0.742,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"granite-3.3-8b-base","name":"Granite 3.3 8B Base","organization":"IBM","organization_id":"ibm","organization_country":"US","params":8170000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2024-04-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"granite-3.3-8b-instruct","name":"Granite 3.3 8B Instruct","organization":"IBM","organization_id":"ibm","organization_country":"US","params":8000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2024-04-01","input_price":0.5,"output_price":0.5,"throughput":50.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"granite-4.0-tiny-preview","name":"IBM Granite 4.0 Tiny Preview","organization":"IBM","organization_id":"ibm","organization_country":"US","params":7000000000,"training_tokens":2500000000000,"context":null,"canonical_model_id":null,"release_date":"2025-05-02","announcement_date":"2025-05-02","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-1.5","name":"Grok-1.5","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-03-28","announcement_date":"2024-03-28","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.359,"swe_bench_verified_score":null,"mmmu_score":0.536,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-1.5v","name":"Grok-1.5V","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-04-12","announcement_date":"2024-04-12","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.536,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-2","name":"Grok-2","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-08-13","announcement_date":"2024-08-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.0,"output_price":10.0,"throughput":85.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.56,"swe_bench_verified_score":null,"mmmu_score":0.661,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-2-image-1212","name":"Grok-2 Image 1212","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-12-12","announcement_date":"2024-12-12","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-2-mini","name":"Grok-2 mini","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-08-13","announcement_date":"2024-08-13","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.51,"swe_bench_verified_score":null,"mmmu_score":0.632,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-3","name":"Grok-3","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-02-17","announcement_date":"2025-02-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-11-17","input_price":3.0,"output_price":15.0,"throughput":100.0,"latency":null,"aime_2025_score":0.933,"hle_score":null,"gpqa_score":0.846,"swe_bench_verified_score":null,"mmmu_score":0.78,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-3-mini","name":"Grok-3 Mini","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-02-17","announcement_date":"2025-02-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-11-17","input_price":0.3,"output_price":0.5,"throughput":100.0,"latency":null,"aime_2025_score":0.908,"hle_score":null,"gpqa_score":0.84,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4","name":"Grok-4","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-07-09","announcement_date":"2025-07-09","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-12-31","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.917,"hle_score":0.4,"gpqa_score":0.875,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.159,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4.1-2025-11-17","name":"Grok-4.1","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2025-11-17","announcement_date":"2025-11-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4-1-fast-non-reasoning","name":"Grok-4.1 Fast Non-Reasoning","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2025-11-17","announcement_date":"2025-11-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.5,"throughput":90,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4-1-fast-reasoning","name":"Grok-4.1 Fast Reasoning","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2025-11-17","announcement_date":"2025-11-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.5,"throughput":90,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4.1-thinking-2025-11-17","name":"Grok-4.1 Thinking","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2025-11-17","announcement_date":"2025-11-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":15.0,"throughput":80.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4.20-beta-0309-non-reasoning","name":"Grok-4.20 Beta Non-Reasoning","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2026-03-09","announcement_date":"2026-03-09","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.0,"output_price":6.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4.20-beta-0309-reasoning","name":"Grok-4.20 Beta Reasoning","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2026-03-09","announcement_date":"2026-03-09","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":2.0,"output_price":6.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4.20-multi-agent-beta-0309","name":"Grok-4.20 Multi-Agent Beta","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-03-09","announcement_date":"2026-03-09","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4-fast","name":"Grok 4 Fast","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2025-08-28","announcement_date":"2025-08-28","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.5,"throughput":90,"latency":null,"aime_2025_score":0.92,"hle_score":0.2,"gpqa_score":0.857,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.95,"osworld_score":null,"browsecomp_score":0.449,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4-fast-non-reasoning","name":"Grok-4 Fast Non-Reasoning","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2025-08-28","announcement_date":"2025-08-28","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.5,"throughput":90,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4-fast-reasoning","name":"Grok-4 Fast Reasoning","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":2000000,"canonical_model_id":null,"release_date":"2025-08-28","announcement_date":"2025-08-28","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.5,"throughput":90,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-4-heavy","name":"Grok-4 Heavy","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":null,"announcement_date":"2025-07-09","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-12-31","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":1.0,"hle_score":0.507,"gpqa_score":0.884,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"grok-code-fast-1","name":"Grok Code Fast 1","organization":"xAI","organization_id":"xai","organization_country":"US","params":null,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2025-08-28","announcement_date":"2025-08-28","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":1.5,"throughput":76.41,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.708,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"hermes-3-70b","name":"Hermes 3 70B","organization":"Nous Research","organization_id":"nous-research","organization_country":"US","params":70000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-08-15","announcement_date":"2024-08-15","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.661,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"jamba-1.5-large","name":"Jamba 1.5 Large","organization":"AI21 Labs","organization_id":"ai21","organization_country":"IL","params":398000000000,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2024-08-22","announcement_date":"2024-08-22","multimodal":false,"license":"jamba_open_model_license","is_moe":null,"knowledge_cutoff":"2024-03-05","input_price":2.0,"output_price":8.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.369,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"jamba-1.5-mini","name":"Jamba 1.5 Mini","organization":"AI21 Labs","organization_id":"ai21","organization_country":"IL","params":52000000000,"training_tokens":null,"context":256144,"canonical_model_id":null,"release_date":"2024-08-22","announcement_date":"2024-08-22","multimodal":false,"license":"jamba_open_model_license","is_moe":null,"knowledge_cutoff":"2024-03-05","input_price":0.2,"output_price":0.4,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.323,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"k-exaone-236b-a23b","name":"K-EXAONE-236B-A23B","organization":"LG AI Research","organization_id":"lg","organization_country":"KR","params":236000000000,"training_tokens":null,"context":32768,"canonical_model_id":null,"release_date":"2025-12-31","announcement_date":"2025-12-31","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2025-10-01","input_price":0.6,"output_price":1.0,"throughput":50.0,"latency":null,"aime_2025_score":0.928,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.857,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"kimi-k1.5","name":"Kimi-k1.5","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-01-20","announcement_date":"2025-01-20","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.7,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"kimi-k2-0905","name":"Kimi K2 0905","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":1000000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-05","announcement_date":"2025-09-05","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.6,"output_price":2.5,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.758,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"kimi-k2.5","name":"Kimi K2.5","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":1000000000000,"training_tokens":15000000000000,"context":262144,"canonical_model_id":null,"release_date":"2026-01-27","announcement_date":"2026-01-27","multimodal":true,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.6,"output_price":3.0,"throughput":null,"latency":null,"aime_2025_score":0.961,"hle_score":0.502,"gpqa_score":0.876,"swe_bench_verified_score":0.768,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.749,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.775,"mmmu_pro_score":0.785,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.487,"apex_agents_score":null,"swe_bench_pro_score":0.507},{"model_id":"kimi-k2-base","name":"Kimi K2 Base","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":1000000000000,"training_tokens":15500000000000,"context":null,"canonical_model_id":null,"release_date":"2025-07-11","announcement_date":"2025-07-11","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.481,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.353,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"kimi-k2-instruct","name":"Kimi K2 Instruct","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":1000000000000,"training_tokens":15500000000000,"context":200000,"canonical_model_id":null,"release_date":"2025-07-11","announcement_date":"2025-07-11","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.5,"output_price":0.5,"throughput":null,"latency":null,"aime_2025_score":0.495,"hle_score":0.047,"gpqa_score":0.751,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.31,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.3,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"kimi-k2-instruct-0905","name":"Kimi K2-Instruct-0905","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":1000000000000,"training_tokens":15500000000000,"context":null,"canonical_model_id":null,"release_date":"2025-09-05","announcement_date":"2025-09-05","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.495,"hle_score":0.047,"gpqa_score":0.751,"swe_bench_verified_score":0.658,"mmmu_score":null,"simpleqa_score":0.31,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.25,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"kimi-k2-thinking-0905","name":"Kimi K2-Thinking-0905","organization":"Moonshot AI","organization_id":"moonshotai","organization_country":"CN","params":1000000000000,"training_tokens":15500000000000,"context":null,"canonical_model_id":null,"release_date":"2025-09-05","announcement_date":"2025-09-05","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":1.0,"hle_score":0.51,"gpqa_score":0.845,"swe_bench_verified_score":0.713,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.602,"toolathlon_score":null,"terminal_bench_score":0.471,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.448,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.1-405b-instruct","name":"Llama 3.1 405B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":405000000000,"training_tokens":15000000000000,"context":128000,"canonical_model_id":null,"release_date":"2024-07-23","announcement_date":"2024-07-23","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":null,"input_price":0.89,"output_price":0.89,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.507,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.1-70b-instruct","name":"Llama 3.1 70B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":70000000000,"training_tokens":15000000000000,"context":128000,"canonical_model_id":null,"release_date":"2024-07-23","announcement_date":"2024-07-23","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.2,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.417,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":8000000000,"training_tokens":15000000000000,"context":131072,"canonical_model_id":null,"release_date":"2024-07-23","announcement_date":"2024-07-23","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":"2023-12-31","input_price":0.03,"output_price":0.03,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.304,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.1-nemotron-70b-instruct","name":"Llama 3.1 Nemotron 70B Instruct","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":70000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-10-01","announcement_date":"2024-10-01","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":"2023-12-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.1-nemotron-nano-8b-v1","name":"Llama 3.1 Nemotron Nano 8B V1","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":8000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-03-18","announcement_date":"2025-03-18","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":"2023-12-31","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.471,"hle_score":null,"gpqa_score":0.541,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.1-nemotron-ultra-253b-v1","name":"Llama 3.1 Nemotron Ultra 253B v1","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":253000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-04-07","announcement_date":"2025-04-07","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":"2023-12-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.725,"hle_score":null,"gpqa_score":0.7601,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.2-11b-instruct","name":"Llama 3.2 11B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":10600000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-09-25","announcement_date":"2024-09-25","multimodal":true,"license":"llama_3_2_community_license","is_moe":null,"knowledge_cutoff":"2023-12-31","input_price":0.05,"output_price":0.05,"throughput":108.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.328,"swe_bench_verified_score":null,"mmmu_score":0.507,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.33,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.2-3b-instruct","name":"Llama 3.2 3B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":3210000000,"training_tokens":9000000000000,"context":128000,"canonical_model_id":null,"release_date":"2024-09-25","announcement_date":"2024-09-25","multimodal":false,"license":"llama_3_2_community_license","is_moe":null,"knowledge_cutoff":null,"input_price":0.01,"output_price":0.02,"throughput":171.5,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.328,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.2-90b-instruct","name":"Llama 3.2 90B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":90000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-09-25","announcement_date":"2024-09-25","multimodal":true,"license":"llama3_2","is_moe":null,"knowledge_cutoff":null,"input_price":0.35,"output_price":0.4,"throughput":24.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.467,"swe_bench_verified_score":null,"mmmu_score":0.603,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.452,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.3-70b-instruct","name":"Llama 3.3 70B Instruct","organization":"Meta","organization_id":"meta","organization_country":"US","params":70000000000,"training_tokens":15000000000000,"context":128000,"canonical_model_id":null,"release_date":"2024-12-06","announcement_date":"2024-12-06","multimodal":false,"license":"llama_3_3_community_license_agreement","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.2,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.505,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-3.3-nemotron-super-49b-v1","name":"Llama-3.3 Nemotron Super 49B v1","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":49900000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-03-18","announcement_date":"2025-03-18","multimodal":false,"license":"llama_3_1_community_license","is_moe":null,"knowledge_cutoff":"2023-12-31","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.584,"hle_score":null,"gpqa_score":0.6667,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-4-maverick","name":"Llama 4 Maverick","organization":"Meta","organization_id":"meta","organization_country":"US","params":400000000000,"training_tokens":22000000000000,"context":1000000,"canonical_model_id":null,"release_date":"2025-04-05","announcement_date":"2025-04-05","multimodal":true,"license":"llama_4_community_license_agreement","is_moe":null,"knowledge_cutoff":null,"input_price":0.17,"output_price":0.85,"throughput":69.42,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.698,"swe_bench_verified_score":null,"mmmu_score":0.734,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.596,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"llama-4-scout","name":"Llama 4 Scout","organization":"Meta","organization_id":"meta","organization_country":"US","params":109000000000,"training_tokens":40000000000000,"context":10000000,"canonical_model_id":null,"release_date":"2025-04-05","announcement_date":"2025-04-05","multimodal":true,"license":"llama_4_community_license_agreement","is_moe":null,"knowledge_cutoff":null,"input_price":0.08,"output_price":0.3,"throughput":76.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.572,"swe_bench_verified_score":null,"mmmu_score":0.694,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"longcat-flash-chat","name":"LongCat-Flash-Chat","organization":"Meituan","organization_id":"meituan","organization_country":"CN","params":560000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-08-29","announcement_date":"2025-08-29","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.2,"throughput":100.0,"latency":null,"aime_2025_score":0.6125,"hle_score":null,"gpqa_score":0.7323,"swe_bench_verified_score":0.604,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.3951,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"longcat-flash-lite","name":"LongCat-Flash-Lite","organization":"Meituan","organization_id":"meituan","organization_country":"CN","params":68500000000,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2026-02-05","announcement_date":"2026-02-05","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.4,"throughput":500.0,"latency":null,"aime_2025_score":0.6323,"hle_score":null,"gpqa_score":0.6678,"swe_bench_verified_score":0.544,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.3375,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"longcat-flash-thinking","name":"LongCat-Flash-Thinking","organization":"Meituan","organization_id":"meituan","organization_country":"CN","params":560000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.906,"hle_score":null,"gpqa_score":0.815,"swe_bench_verified_score":0.594,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"longcat-flash-thinking-2601","name":"LongCat-Flash-Thinking-2601","organization":"Meituan","organization_id":"meituan","organization_country":"CN","params":560000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2026-01-14","announcement_date":"2026-01-14","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.2,"throughput":100.0,"latency":null,"aime_2025_score":0.996,"hle_score":0.252,"gpqa_score":0.805,"swe_bench_verified_score":0.7,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.566,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"magistral-medium","name":"Magistral Medium","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":24000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-06-10","announcement_date":"2025-06-10","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2025-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.649,"hle_score":0.09,"gpqa_score":0.708,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"magistral-small-2506","name":"Magistral Small 2506","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":24000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-06-10","announcement_date":"2025-06-10","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2025-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.6276,"hle_score":null,"gpqa_score":0.6818,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"medgemma-4b-it","name":"MedGemma 4B IT","organization":"Google","organization_id":"google","organization_country":"US","params":4300000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-05-20","announcement_date":"2025-05-20","multimodal":true,"license":"health_ai_developer_foundations_terms_of_use","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mercury-2","name":"Mercury 2","organization":"Inception","organization_id":"inceptionlabs","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.25,"output_price":0.75,"throughput":1009.0,"latency":null,"aime_2025_score":0.911,"hle_score":null,"gpqa_score":0.74,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.38,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mimo-v2-flash","name":"MiMo-V2-Flash","organization":"Xiaomi","organization_id":"xiaomi","organization_country":"CN","params":309000000000,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2025-12-16","announcement_date":"2025-12-16","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.3,"throughput":150.0,"latency":null,"aime_2025_score":0.941,"hle_score":0.221,"gpqa_score":0.837,"swe_bench_verified_score":0.734,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.583,"toolathlon_score":null,"terminal_bench_score":0.305,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mimo-v2-omni","name":"MiMo-V2-Omni","organization":"Xiaomi","organization_id":"xiaomi","organization_country":"CN","params":null,"training_tokens":null,"context":262000,"canonical_model_id":null,"release_date":"2026-03-18","announcement_date":"2026-03-18","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.4,"output_price":2.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.748,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mimo-v2-pro","name":"MiMo-V2-Pro","organization":"Xiaomi","organization_id":"xiaomi","organization_country":"CN","params":1000000000000,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2026-03-18","announcement_date":"2026-03-18","multimodal":false,"license":"proprietary","is_moe":true,"knowledge_cutoff":null,"input_price":1.0,"output_price":3.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.78,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"minicpm-sala","name":"MiniCPM-SALA","organization":"OpenBMB","organization_id":"openbmb","organization_country":"CN","params":9477203968,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-02-11","announcement_date":"2026-02-11","multimodal":false,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.7833,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"minimax-m1-40k","name":"MiniMax M1 40K","organization":"MiniMax","organization_id":"minimax","organization_country":"CN","params":456000000000,"training_tokens":7500000000000,"context":null,"canonical_model_id":null,"release_date":"2025-06-16","announcement_date":"2025-06-16","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.746,"hle_score":0.072,"gpqa_score":0.692,"swe_bench_verified_score":0.556,"mmmu_score":null,"simpleqa_score":0.179,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.678,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"minimax-m1-80k","name":"MiniMax M1 80K","organization":"MiniMax","organization_id":"minimax","organization_country":"CN","params":456000000000,"training_tokens":7500000000000,"context":1000000,"canonical_model_id":null,"release_date":"2025-06-16","announcement_date":"2025-06-16","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.55,"output_price":2.2,"throughput":null,"latency":null,"aime_2025_score":0.769,"hle_score":0.084,"gpqa_score":0.7,"swe_bench_verified_score":0.56,"mmmu_score":null,"simpleqa_score":0.185,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.635,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"minimax-m2","name":"MiniMax M2","organization":"MiniMax","organization_id":"minimax","organization_country":"CN","params":230000000000,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2025-10-27","announcement_date":"2025-10-27","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.2,"throughput":70.0,"latency":null,"aime_2025_score":0.78,"hle_score":0.125,"gpqa_score":0.78,"swe_bench_verified_score":0.694,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.44,"toolathlon_score":null,"terminal_bench_score":0.463,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.36,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"minimax-m2.1","name":"MiniMax M2.1","organization":"MiniMax","organization_id":"minimax","organization_country":"CN","params":230000000000,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2025-12-23","announcement_date":"2025-12-23","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.2,"throughput":100.0,"latency":null,"aime_2025_score":0.81,"hle_score":0.22,"gpqa_score":0.81,"swe_bench_verified_score":0.67,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.62,"toolathlon_score":0.435,"terminal_bench_score":0.479,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.39,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"minimax-m2.5","name":"MiniMax M2.5","organization":"MiniMax","organization_id":"minimax","organization_country":"CN","params":230000000000,"training_tokens":null,"context":1000000,"canonical_model_id":null,"release_date":"2026-02-12","announcement_date":"2026-02-12","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.2,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.802,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.763,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.554},{"model_id":"minimax-m2.7","name":"MiniMax M2.7","organization":"MiniMax","organization_id":"minimax","organization_country":"CN","params":null,"training_tokens":null,"context":204800,"canonical_model_id":null,"release_date":"2026-03-18","announcement_date":"2026-03-18","multimodal":false,"license":"mit","is_moe":true,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.2,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.463,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.562},{"model_id":"ministral-14b-latest","name":"Ministral 3 (14B Reasoning 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":14000000000,"training_tokens":null,"context":262100,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.2,"throughput":128.6,"latency":null,"aime_2025_score":0.85,"hle_score":null,"gpqa_score":0.712,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3-14b-base-2512","name":"Ministral 3 (14B Base 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":14000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3-14b-instruct-2512","name":"MiniStral 3 (14B Instruct 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":14000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3-3b-base-2512","name":"Ministral 3 (3B Base 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":3000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3-3b-instruct-2512","name":"Ministral 3 (3B Instruct 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":3000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3-8b-base-2512","name":"Ministral 3 (8B Base 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":8000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3-8b-instruct-2512","name":"Ministral 3 (8B Instruct 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":8000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-3b-latest","name":"Min  istral 3 (3B Reasoning 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":3000000000,"training_tokens":null,"context":131100,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.1,"throughput":1222,"latency":null,"aime_2025_score":0.721,"hle_score":null,"gpqa_score":0.534,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-8b-instruct-2410","name":"Ministral 8B Instruct","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":8019808256,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-10-16","announcement_date":"2024-10-16","multimodal":false,"license":"mistral_research_license","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.1,"throughput":0.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"ministral-8b-latest","name":"Ministral 3 (8B Reasoning 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":8000000000,"training_tokens":null,"context":262100,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.15,"output_price":0.15,"throughput":237.5,"latency":null,"aime_2025_score":0.787,"hle_score":null,"gpqa_score":0.668,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-large-2-2407","name":"Mistral Large 2","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":123000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-07-24","announcement_date":"2024-07-24","multimodal":false,"license":"mistral_research_license","is_moe":null,"knowledge_cutoff":null,"input_price":2.0,"output_price":6.0,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-large-3-2509","name":"Mistral Large 3","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":675000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-09-01","announcement_date":"2025-09-01","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":2.0,"output_price":5.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.742,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-large-3-675b-base-2512","name":"Mistral Large 3 (675B Base)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":675000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.439,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.238,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.855,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-large-3-675B-instruct-2512-eagle","name":"Mistral Large 3 (675B Instruct 2512 Eagle)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":675000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.439,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.238,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.855,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-large-3-675b-instruct-2512-nvfp4","name":"Mistral Large 3 (675B Instruct 2512 NVFP4)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":675000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.439,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.238,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.855,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-large-latest","name":"Mistral Large 3 (675B Instruct 2512)","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":675000000000,"training_tokens":null,"context":262100,"canonical_model_id":null,"release_date":"2025-12-04","announcement_date":"2025-12-04","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.5,"output_price":1.5,"throughput":45.89,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.439,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.238,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.855,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-nemo-instruct-2407","name":"Mistral NeMo Instruct","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":12000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-07-18","announcement_date":"2024-07-18","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.15,"output_price":0.15,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-2409","name":"Mistral Small","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":22000000000,"training_tokens":null,"context":32768,"canonical_model_id":null,"release_date":"2024-09-17","announcement_date":"2024-09-17","multimodal":false,"license":"mistral_research_license","is_moe":null,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.6,"throughput":0.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-24b-base-2501","name":"Mistral Small 3 24B Base","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":23600000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-01-30","announcement_date":"2025-01-30","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2023-10-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.3437,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-24b-instruct-2501","name":"Mistral Small 3 24B Instruct","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":24000000000,"training_tokens":null,"context":32000,"canonical_model_id":null,"release_date":"2025-01-30","announcement_date":"2025-01-30","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2023-10-01","input_price":0.07,"output_price":0.14,"throughput":49.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.453,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-3.1-24b-base-2503","name":"Mistral Small 3.1 24B Base","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":24000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-03-17","announcement_date":"2025-03-17","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.3,"throughput":137.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.375,"swe_bench_verified_score":null,"mmmu_score":0.5927,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-3.1-24b-instruct-2503","name":"Mistral Small 3.1 24B Instruct","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":24000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-03-17","announcement_date":"2025-03-17","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.4596,"swe_bench_verified_score":null,"mmmu_score":0.5927,"simpleqa_score":0.1043,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-3.2-24b-instruct-2506","name":"Mistral Small 3.2 24B Instruct","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":23600000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-06-20","announcement_date":"2025-06-20","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2023-10-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.4613,"swe_bench_verified_score":null,"mmmu_score":0.625,"simpleqa_score":0.121,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"mistral-small-latest","name":"Mistral Small 4","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":119000000000,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2026-03-16","announcement_date":"2026-03-16","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.15,"output_price":0.6,"throughput":null,"latency":null,"aime_2025_score":0.838,"hle_score":null,"gpqa_score":0.712,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.6,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"muse-spark","name":"Muse Spark","organization":"Meta","organization_id":"meta","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-04-08","announcement_date":"2026-04-08","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.584,"gpqa_score":0.895,"swe_bench_verified_score":0.774,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.425,"mmmlu_score":null,"charxiv_r_score":0.864,"mmmu_pro_score":0.804,"screenspot_pro_score":0.841,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.524},{"model_id":"nemotron-3-nano-30b-a3b","name":"Nemotron 3 Nano (30B A3B)","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":32000000000,"training_tokens":25000000000000,"context":262144,"canonical_model_id":null,"release_date":"2025-12-15","announcement_date":"2025-12-15","multimodal":false,"license":"nvidia_open_model_license_agreement","is_moe":true,"knowledge_cutoff":"2025-11-28","input_price":0.06,"output_price":0.24,"throughput":null,"latency":null,"aime_2025_score":0.992,"hle_score":0.155,"gpqa_score":0.75,"swe_bench_verified_score":0.388,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":0.085,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.333,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"nemotron-3-super-120b-a12b","name":"Nemotron 3 Super (120B A12B)","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":120000000000,"training_tokens":25000000000000,"context":null,"canonical_model_id":null,"release_date":"2026-03-11","announcement_date":"2026-03-11","multimodal":false,"license":"nvidia_open_model_license_agreement","is_moe":true,"knowledge_cutoff":"2025-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.9021,"hle_score":0.2282,"gpqa_score":0.827,"swe_bench_verified_score":0.5373,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.3128,"toolathlon_score":null,"terminal_bench_score":0.2578,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":0.4205,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"nova-lite","name":"Nova Lite","organization":"Amazon","organization_id":"amazon","organization_country":"US","params":null,"training_tokens":null,"context":300000,"canonical_model_id":null,"release_date":"2024-11-20","announcement_date":"2024-11-20","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.06,"output_price":0.24,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.42,"swe_bench_verified_score":null,"mmmu_score":0.562,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"nova-micro","name":"Nova Micro","organization":"Amazon","organization_id":"amazon","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-11-20","announcement_date":"2024-11-20","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.03,"output_price":0.14,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.4,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"nova-pro","name":"Nova Pro","organization":"Amazon","organization_id":"amazon","organization_country":"US","params":null,"training_tokens":null,"context":300000,"canonical_model_id":null,"release_date":"2024-11-20","announcement_date":"2024-11-20","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.8,"output_price":3.2,"throughput":100.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.469,"swe_bench_verified_score":null,"mmmu_score":0.617,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"nvidia-nemotron-nano-9b-v2","name":"Nemotron Nano 9B v2","organization":"NVIDIA","organization_id":"nvidia","organization_country":"US","params":8900000000,"training_tokens":21100000000000,"context":null,"canonical_model_id":null,"release_date":"2025-08-18","announcement_date":"2025-08-18","multimodal":false,"license":"nvidia_open_model_license_agreement","is_moe":null,"knowledge_cutoff":"2024-09-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.721,"hle_score":null,"gpqa_score":0.64,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o1-2024-12-17","name":"o1","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2024-12-17","announcement_date":"2024-12-17","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":15.0,"output_price":60.0,"throughput":16.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.78,"swe_bench_verified_score":0.41,"mmmu_score":0.776,"simpleqa_score":0.47,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.708,"arc_agi_v2_score":null,"mmmlu_score":0.877,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.055,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o1-mini","name":"o1-mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-09-12","announcement_date":"2024-09-12","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":3.0,"output_price":12.0,"throughput":115.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.6,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o1-preview","name":"o1-preview","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-09-12","announcement_date":"2024-09-12","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":15.0,"output_price":60.0,"throughput":66.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.733,"swe_bench_verified_score":0.413,"mmmu_score":null,"simpleqa_score":0.424,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o1-pro","name":"o1-pro","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-12-17","announcement_date":"2024-12-17","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2023-09-30","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.79,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o3-2025-04-16","name":"o3","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-31","input_price":2.0,"output_price":8.0,"throughput":50.0,"latency":null,"aime_2025_score":0.864,"hle_score":0.147,"gpqa_score":0.833,"swe_bench_verified_score":0.691,"mmmu_score":0.829,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.497,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":0.065,"mmmlu_score":null,"charxiv_r_score":0.786,"mmmu_pro_score":0.764,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.158,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o3-mini","name":"o3-mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-01-30","announcement_date":"2025-01-30","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2023-09-30","input_price":1.1,"output_price":4.4,"throughput":115.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.772,"swe_bench_verified_score":0.493,"mmmu_score":null,"simpleqa_score":0.15,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.576,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":0.092,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o3-pro-2025-06-10","name":"o3-pro","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-06-10","announcement_date":"2025-06-10","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-31","input_price":20.0,"output_price":80.0,"throughput":25.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"o4-mini","name":"o4-mini","organization":"OpenAI","organization_id":"openai","organization_country":"US","params":null,"training_tokens":null,"context":200000,"canonical_model_id":null,"release_date":"2025-04-16","announcement_date":"2025-04-16","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-05-31","input_price":1.1,"output_price":4.4,"throughput":115.0,"latency":null,"aime_2025_score":0.927,"hle_score":0.147,"gpqa_score":0.814,"swe_bench_verified_score":0.681,"mmmu_score":0.816,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.515,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.718,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.72,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-3.5-mini-instruct","name":"Phi-3.5-mini-instruct","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":3800000000,"training_tokens":3400000000000,"context":128000,"canonical_model_id":null,"release_date":"2024-08-23","announcement_date":"2024-08-23","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.1,"throughput":23.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.304,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.554,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-3.5-moe-instruct","name":"Phi-3.5-MoE-instruct","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":60000000000,"training_tokens":4900000000000,"context":null,"canonical_model_id":null,"release_date":"2024-08-23","announcement_date":"2024-08-23","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.368,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.699,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-3.5-vision-instruct","name":"Phi-3.5-vision-instruct","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":4200000000,"training_tokens":500000000000,"context":null,"canonical_model_id":null,"release_date":"2024-08-23","announcement_date":"2024-08-23","multimodal":true,"license":"mit","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.43,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-4","name":"Phi 4","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":14700000000,"training_tokens":9800000000000,"context":16000,"canonical_model_id":null,"release_date":"2024-12-12","announcement_date":"2024-12-12","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":0.07,"output_price":0.14,"throughput":33.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.561,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.03,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-4-mini","name":"Phi 4 Mini","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":3840000000,"training_tokens":5000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-02-01","announcement_date":"2025-02-01","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.252,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-4-mini-reasoning","name":"Phi 4 Mini Reasoning","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":3800000000,"training_tokens":150000000000,"context":null,"canonical_model_id":null,"release_date":"2025-04-30","announcement_date":"2025-04-30","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":"2025-02-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.52,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-4-multimodal-instruct","name":"Phi-4-multimodal-instruct","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":5600000000,"training_tokens":5000000000000,"context":128000,"canonical_model_id":null,"release_date":"2025-02-01","announcement_date":"2025-02-01","multimodal":true,"license":"mit","is_moe":null,"knowledge_cutoff":"2024-06-01","input_price":0.05,"output_price":0.1,"throughput":25.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.551,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.385,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-4-reasoning","name":"Phi 4 Reasoning","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":14000000000,"training_tokens":16000000000,"context":null,"canonical_model_id":null,"release_date":"2025-04-30","announcement_date":"2025-04-30","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":"2025-03-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.629,"hle_score":null,"gpqa_score":0.658,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"phi-4-reasoning-plus","name":"Phi 4 Reasoning Plus","organization":"Microsoft","organization_id":"microsoft","organization_country":"US","params":14000000000,"training_tokens":16000000000,"context":null,"canonical_model_id":null,"release_date":"2025-04-30","announcement_date":"2025-04-30","multimodal":false,"license":"mit","is_moe":null,"knowledge_cutoff":"2025-03-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.78,"hle_score":null,"gpqa_score":0.689,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"pixtral-12b-2409","name":"Pixtral-12B","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":12400000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-09-17","announcement_date":"2024-09-17","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.15,"output_price":0.15,"throughput":0.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.525,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"pixtral-large","name":"Pixtral Large","organization":"Mistral AI","organization_id":"mistral","organization_country":"FR","params":124000000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2024-11-18","announcement_date":"2024-11-18","multimodal":true,"license":"mistral_research_license_(mrl)_for_research;_mistral_commercial_license_for_commercial_use","is_moe":null,"knowledge_cutoff":null,"input_price":2.0,"output_price":6.0,"throughput":0.1,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.64,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qvq-72b-preview","name":"QvQ-72B-Preview","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":73400000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-12-25","announcement_date":"2024-12-25","multimodal":true,"license":"qwen","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.703,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen-2.5-14b-instruct","name":"Qwen2.5 14B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":14700000000,"training_tokens":18000000000000,"context":null,"canonical_model_id":null,"release_date":"2024-09-19","announcement_date":"2024-09-19","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.455,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen-2.5-32b-instruct","name":"Qwen2.5 32B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":32500000000,"training_tokens":18000000000000,"context":null,"canonical_model_id":null,"release_date":"2024-09-19","announcement_date":"2024-09-19","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.495,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":72700000000,"training_tokens":18000000000000,"context":131072,"canonical_model_id":null,"release_date":"2024-09-19","announcement_date":"2024-09-19","multimodal":false,"license":"qwen","is_moe":null,"knowledge_cutoff":null,"input_price":0.35,"output_price":0.4,"throughput":10.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.49,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen-2.5-7b-instruct","name":"Qwen2.5 7B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":7610000000,"training_tokens":18000000000000,"context":131072,"canonical_model_id":null,"release_date":"2024-09-19","announcement_date":"2024-09-19","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.3,"output_price":0.3,"throughput":138.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.364,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen-2.5-coder-32b-instruct","name":"Qwen2.5-Coder 32B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":32000000000,"training_tokens":5500000000000,"context":128000,"canonical_model_id":null,"release_date":"2024-09-19","announcement_date":"2024-09-19","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.09,"output_price":0.09,"throughput":42.0,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen-2.5-coder-7b-instruct","name":"Qwen2.5-Coder 7B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":7000000000,"training_tokens":5500000000000,"context":null,"canonical_model_id":null,"release_date":"2024-09-19","announcement_date":"2024-09-19","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2.5-omni-7b","name":"Qwen2.5-Omni-7B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":7000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-03-27","announcement_date":"2025-03-27","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.308,"swe_bench_verified_score":null,"mmmu_score":0.592,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.366,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2.5-vl-32b","name":"Qwen2.5 VL 32B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":33500000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-02-28","announcement_date":"2025-02-28","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.46,"swe_bench_verified_score":null,"mmmu_score":0.7,"simpleqa_score":null,"osworld_score":0.0592,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.495,"screenspot_pro_score":0.394,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2.5-vl-72b","name":"Qwen2.5 VL 72B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":72000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-01-26","announcement_date":"2025-01-26","multimodal":true,"license":"tongyi_qianwen","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.702,"simpleqa_score":null,"osworld_score":0.0883,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.511,"screenspot_pro_score":0.436,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2.5-vl-7b","name":"Qwen2.5 VL 7B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":8290000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-01-26","announcement_date":"2025-01-26","multimodal":true,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.586,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.383,"screenspot_pro_score":0.29,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2-72b-instruct","name":"Qwen2 72B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":72000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-07-23","announcement_date":"2024-07-23","multimodal":false,"license":"tongyi_qianwen","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.424,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2-7b-instruct","name":"Qwen2 7B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":7620000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-07-23","announcement_date":"2024-07-23","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.253,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen2-vl-72b","name":"Qwen2-VL-72B-Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":73400000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2024-08-29","announcement_date":"2024-08-29","multimodal":true,"license":"tongyi_qianwen","is_moe":null,"knowledge_cutoff":"2023-06-30","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":0.462,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":235000000000,"training_tokens":36000000000000,"context":128000,"canonical_model_id":null,"release_date":"2025-04-29","announcement_date":"2025-04-29","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.1,"throughput":68.17,"latency":null,"aime_2025_score":0.815,"hle_score":null,"gpqa_score":0.4747,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.867,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3-235B-A22B-Instruct-2507","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":235000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-07-22","announcement_date":"2025-07-22","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.15,"output_price":0.8,"throughput":null,"latency":null,"aime_2025_score":0.703,"hle_score":null,"gpqa_score":0.775,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.543,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-235b-a22b-thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":235000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-07-25","announcement_date":"2025-07-25","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.3,"output_price":3.0,"throughput":null,"latency":null,"aime_2025_score":0.923,"hle_score":0.182,"gpqa_score":0.811,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.678,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":30500000000,"training_tokens":36000000000000,"context":128000,"canonical_model_id":null,"release_date":"2025-04-29","announcement_date":"2025-04-29","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.3,"throughput":82.57,"latency":null,"aime_2025_score":0.709,"hle_score":null,"gpqa_score":0.658,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-32b","name":"Qwen3 32B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":32800000000,"training_tokens":null,"context":128000,"canonical_model_id":null,"release_date":"2025-04-29","announcement_date":"2025-04-29","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.3,"throughput":26.95,"latency":null,"aime_2025_score":0.729,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-0.8b","name":"Qwen3.5-0.8B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":800000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-03-02","announcement_date":"2026-03-02","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.119,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.443,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-122b-a10b","name":"Qwen3.5-122B-A10B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":122000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.4,"output_price":3.2,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.475,"gpqa_score":0.866,"swe_bench_verified_score":0.72,"mmmu_score":0.839,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.638,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.867,"charxiv_r_score":0.772,"mmmu_pro_score":0.769,"screenspot_pro_score":0.704,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-27b","name":"Qwen3.5-27B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":27000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.3,"output_price":2.4,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.485,"gpqa_score":0.855,"swe_bench_verified_score":0.724,"mmmu_score":0.823,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.61,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.859,"charxiv_r_score":0.795,"mmmu_pro_score":0.75,"screenspot_pro_score":0.703,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-2b","name":"Qwen3.5-2B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":2000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-03-02","announcement_date":"2026-03-02","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.516,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.631,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-35b-a3b","name":"Qwen3.5-35B-A3B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":35000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2026-02-24","announcement_date":"2026-02-24","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.25,"output_price":2.0,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.474,"gpqa_score":0.842,"swe_bench_verified_score":0.692,"mmmu_score":0.814,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.61,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.852,"charxiv_r_score":0.775,"mmmu_pro_score":0.751,"screenspot_pro_score":0.686,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-397b-a17b","name":"Qwen3.5-397B-A17B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":397000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2026-02-16","announcement_date":"2026-02-16","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.6,"output_price":3.6,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.287,"gpqa_score":0.884,"swe_bench_verified_score":0.764,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.69,"toolathlon_score":0.383,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.885,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-4b","name":"Qwen3.5-4B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":4000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-03-02","announcement_date":"2026-03-02","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.762,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.761,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.5-9b","name":"Qwen3.5-9B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":9000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-03-02","announcement_date":"2026-03-02","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.817,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.812,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3.6-35b-a3b","name":"Qwen3.6-35B-A3B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":35000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-04-16","announcement_date":"2026-04-16","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.214,"gpqa_score":0.86,"swe_bench_verified_score":0.734,"mmmu_score":0.817,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.269,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.78,"mmmu_pro_score":0.753,"screenspot_pro_score":null,"mcp_atlas_score":0.628,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.495},{"model_id":"qwen3.6-plus","name":"Qwen3.6 Plus","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-03-31","announcement_date":"2026-04-02","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":0.288,"gpqa_score":0.904,"swe_bench_verified_score":0.788,"mmmu_score":0.86,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":0.398,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":0.895,"charxiv_r_score":0.815,"mmmu_pro_score":0.788,"screenspot_pro_score":0.682,"mcp_atlas_score":0.741,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":0.566},{"model_id":"qwen3-coder","name":"Qwen3-Coder","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":480000000000,"training_tokens":null,"context":256000,"canonical_model_id":null,"release_date":"2025-01-01","announcement_date":"2025-01-01","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":0.18,"output_price":0.18,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder 480B A35B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":480000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-01-31","announcement_date":"2025-01-31","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.696,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.775,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-max","name":"Qwen3 Max","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":1000000000000,"training_tokens":36000000000000,"context":256000,"canonical_model_id":null,"release_date":"2025-12-15","announcement_date":"2025-12-15","multimodal":false,"license":"proprietary","is_moe":null,"knowledge_cutoff":null,"input_price":0.5,"output_price":5.0,"throughput":null,"latency":null,"aime_2025_score":0.816,"hle_score":null,"gpqa_score":0.62,"swe_bench_verified_score":0.696,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-next-80b-a3b-base","name":"Qwen3-Next-80B-A3B-Base","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":80000000000,"training_tokens":15000000000000,"context":null,"canonical_model_id":null,"release_date":"2025-09-10","announcement_date":"2025-09-10","multimodal":false,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-next-80b-a3b-instruct","name":"Qwen3-Next-80B-A3B-Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":80000000000,"training_tokens":15000000000000,"context":65536,"canonical_model_id":null,"release_date":"2025-09-10","announcement_date":"2025-09-10","multimodal":false,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.15,"output_price":1.5,"throughput":null,"latency":null,"aime_2025_score":0.695,"hle_score":null,"gpqa_score":0.729,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.609,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-next-80b-a3b-thinking","name":"Qwen3-Next-80B-A3B-Thinking","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":80000000000,"training_tokens":15000000000000,"context":65536,"canonical_model_id":null,"release_date":"2025-09-10","announcement_date":"2025-09-10","multimodal":false,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.15,"output_price":1.5,"throughput":null,"latency":null,"aime_2025_score":0.878,"hle_score":null,"gpqa_score":0.772,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":0.696,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":236000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.3,"output_price":1.5,"throughput":null,"latency":null,"aime_2025_score":0.747,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.519,"osworld_score":0.667,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.621,"mmmu_pro_score":0.681,"screenspot_pro_score":0.62,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-235b-a22b-thinking","name":"Qwen3 VL 235B A22B Thinking","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":236000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.45,"output_price":3.49,"throughput":null,"latency":null,"aime_2025_score":0.897,"hle_score":0.136,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.444,"osworld_score":0.381,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.661,"mmmu_pro_score":0.693,"screenspot_pro_score":0.618,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B A3B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":31000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.2,"output_price":0.7,"throughput":null,"latency":null,"aime_2025_score":0.693,"hle_score":null,"gpqa_score":0.704,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.27,"osworld_score":0.303,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.489,"mmmu_pro_score":0.604,"screenspot_pro_score":0.605,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-30b-a3b-thinking","name":"Qwen3 VL 30B A3B Thinking","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":31000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.2,"output_price":1.0,"throughput":null,"latency":null,"aime_2025_score":0.831,"hle_score":null,"gpqa_score":0.744,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.239,"osworld_score":0.306,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.566,"mmmu_pro_score":0.63,"screenspot_pro_score":0.573,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-32b-instruct","name":"Qwen3 VL 32B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":33000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.662,"hle_score":null,"gpqa_score":0.689,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.326,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.628,"mmmu_pro_score":0.653,"screenspot_pro_score":0.579,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-32b-thinking","name":"Qwen3 VL 32B Thinking","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":33000000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.837,"hle_score":null,"gpqa_score":0.731,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.554,"osworld_score":0.41,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.652,"mmmu_pro_score":0.681,"screenspot_pro_score":0.571,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-4b-instruct","name":"Qwen3 VL 4B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":4000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.6,"throughput":null,"latency":null,"aime_2025_score":0.466,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.48,"osworld_score":0.262,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.397,"mmmu_pro_score":0.532,"screenspot_pro_score":0.595,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-4b-thinking","name":"Qwen3 VL 4B Thinking","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":4000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.1,"output_price":1.0,"throughput":null,"latency":null,"aime_2025_score":0.745,"hle_score":null,"gpqa_score":0.641,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.314,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.503,"mmmu_pro_score":0.57,"screenspot_pro_score":0.492,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":9000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.08,"output_price":0.5,"throughput":null,"latency":null,"aime_2025_score":0.459,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":0.339,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.464,"mmmu_pro_score":0.559,"screenspot_pro_score":0.546,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwen3-vl-8b-thinking","name":"Qwen3 VL 8B Thinking","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":9000000000,"training_tokens":null,"context":262144,"canonical_model_id":null,"release_date":"2025-09-22","announcement_date":"2025-09-22","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":0.18,"output_price":2.09,"throughput":null,"latency":null,"aime_2025_score":0.803,"hle_score":null,"gpqa_score":0.699,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":0.496,"osworld_score":0.339,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":0.53,"mmmu_pro_score":0.604,"screenspot_pro_score":0.466,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwq-32b","name":"QwQ-32B","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":32500000000,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2025-03-05","announcement_date":"2025-03-05","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2024-11-28","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.652,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"qwq-32b-preview","name":"QwQ-32B-Preview","organization":"Alibaba Cloud / Qwen Team","organization_id":"qwen","organization_country":"CN","params":32500000000,"training_tokens":null,"context":32768,"canonical_model_id":null,"release_date":"2024-11-28","announcement_date":"2024-11-28","multimodal":false,"license":"apache_2_0","is_moe":null,"knowledge_cutoff":"2024-11-28","input_price":0.15,"output_price":0.6,"throughput":76.04,"latency":null,"aime_2025_score":null,"hle_score":null,"gpqa_score":0.652,"swe_bench_verified_score":null,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"sarvam-105b","name":"Sarvam-105B","organization":"Sarvam AI","organization_id":"sarvamai","organization_country":"IN","params":105000000000,"training_tokens":12000000000000,"context":null,"canonical_model_id":null,"release_date":"2026-03-06","announcement_date":"2026-03-06","multimodal":false,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.967,"hle_score":0.112,"gpqa_score":0.787,"swe_bench_verified_score":0.45,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.495,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"sarvam-30b","name":"Sarvam-30B","organization":"Sarvam AI","organization_id":"sarvamai","organization_country":"IN","params":30000000000,"training_tokens":16000000000000,"context":null,"canonical_model_id":null,"release_date":"2026-03-06","announcement_date":"2026-03-06","multimodal":false,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.967,"hle_score":null,"gpqa_score":0.665,"swe_bench_verified_score":0.34,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.355,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"seed-2.0-lite","name":"Seed 2.0 Lite","organization":"ByteDance","organization_id":"bytedance","organization_country":"CN","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-02-14","announcement_date":"2026-02-14","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-01-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.93,"hle_score":null,"gpqa_score":0.851,"swe_bench_verified_score":0.735,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"seed-2.0-pro","name":"Seed 2.0 Pro","organization":"ByteDance","organization_id":"bytedance","organization_country":"CN","params":null,"training_tokens":null,"context":null,"canonical_model_id":null,"release_date":"2026-02-14","announcement_date":"2026-02-14","multimodal":true,"license":"proprietary","is_moe":null,"knowledge_cutoff":"2024-01-01","input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.983,"hle_score":null,"gpqa_score":0.889,"swe_bench_verified_score":0.765,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.773,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"step-3.5-flash","name":"Step-3.5-Flash","organization":"StepFun","organization_id":"stepfun","organization_country":"CN","params":196000000000,"training_tokens":null,"context":65536,"canonical_model_id":null,"release_date":"2026-02-02","announcement_date":"2026-02-02","multimodal":false,"license":"apache_2_0","is_moe":true,"knowledge_cutoff":null,"input_price":0.1,"output_price":0.4,"throughput":150.0,"latency":null,"aime_2025_score":0.973,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":0.744,"mmmu_score":null,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":0.69,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null},{"model_id":"step3-vl-10b","name":"Step3-VL-10B","organization":"StepFun","organization_id":"stepfun","organization_country":"CN","params":10000000000,"training_tokens":1200000000000,"context":null,"canonical_model_id":null,"release_date":"2026-01-15","announcement_date":"2026-01-15","multimodal":true,"license":"apache_2_0","is_moe":false,"knowledge_cutoff":null,"input_price":null,"output_price":null,"throughput":null,"latency":null,"aime_2025_score":0.877,"hle_score":null,"gpqa_score":null,"swe_bench_verified_score":null,"mmmu_score":0.781,"simpleqa_score":null,"osworld_score":null,"browsecomp_score":null,"toolathlon_score":null,"terminal_bench_score":null,"tau_bench_retail_score":null,"arc_agi_v2_score":null,"mmmlu_score":null,"charxiv_r_score":null,"mmmu_pro_score":null,"screenspot_pro_score":null,"mcp_atlas_score":null,"frontiermath_score":null,"mrcr_v2_score":null,"scicode_score":null,"apex_agents_score":null,"swe_bench_pro_score":null}]