{"benchmark_id":"ruler-128k","benchmark_name":"RULER 128k","benchmark_description":"RULER 128k evaluates the official 13-task RULER v1 suite at a 131072-token context budget.","max_score":1.0,"categories":["long_context","reasoning"],"modality":"text","total_models":4,"entries":[{"rank":1,"model_id":"minicpm-sala","model_name":"MiniCPM-SALA","organization_name":"OpenBMB","organization_id":"openbmb","benchmark_score":0.8937,"normalized_score":0.8937,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-02-11","announcement_date":"2026-02-11","multimodal":false,"param_count":9477203968,"is_new":false},{"rank":2,"model_id":"granite-4.2-30b","model_name":"IBM Granite 4.2 30B","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.8138,"normalized_score":0.8138,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.16,"output_cost_per_million":0.65,"speed_rps":null,"context_window":131072,"release_date":"2026-08-25","announcement_date":"2026-08-25","multimodal":false,"param_count":30000000000,"is_new":false},{"rank":3,"model_id":"granite-4.2-8b","model_name":"IBM Granite 4.2 8B","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.7141,"normalized_score":0.7141,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.06,"output_cost_per_million":0.25,"speed_rps":null,"context_window":131072,"release_date":"2026-08-25","announcement_date":"2026-08-25","multimodal":false,"param_count":8000000000,"is_new":false},{"rank":4,"model_id":"granite-4.2-3b","model_name":"IBM Granite 4.2 3B","organization_name":"IBM","organization_id":"ibm","benchmark_score":0.553,"normalized_score":0.553,"verified":false,"self_reported":true,"provider_id":"deepinfra","input_cost_per_million":0.03,"output_cost_per_million":0.12,"speed_rps":null,"context_window":131072,"release_date":"2026-08-25","announcement_date":"2026-08-25","multimodal":false,"param_count":3000000000,"is_new":false}]}