{"benchmark_id":"finqa","benchmark_name":"FinQA","benchmark_description":"A large-scale dataset for numerical reasoning over financial data with question-answering pairs written by financial experts, featuring complex numerical reasoning and understanding of heterogeneous representations with annotated gold reasoning programs for full explainability","max_score":1.0,"categories":["math","reasoning","finance","economics"],"modality":"text","total_models":3,"entries":[{"rank":1,"model_id":"nova-pro","model_name":"Nova Pro","organization_name":"Amazon","organization_id":"amazon","benchmark_score":0.772,"normalized_score":0.772,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-11-20","announcement_date":"2024-11-20","multimodal":true,"param_count":null,"is_new":false},{"rank":2,"model_id":"nova-lite","model_name":"Nova Lite","organization_name":"Amazon","organization_id":"amazon","benchmark_score":0.736,"normalized_score":0.736,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-11-20","announcement_date":"2024-11-20","multimodal":true,"param_count":null,"is_new":false},{"rank":3,"model_id":"nova-micro","model_name":"Nova Micro","organization_name":"Amazon","organization_id":"amazon","benchmark_score":0.652,"normalized_score":0.652,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2024-11-20","announcement_date":"2024-11-20","multimodal":false,"param_count":null,"is_new":false}]}