{"benchmark_id":"ocrbench-v2","benchmark_name":"OCRBench_V2","benchmark_description":"OCRBench v2: Enhanced large-scale bilingual benchmark for evaluating Large Multimodal Models on visual text localization and reasoning with 10,000 human-verified question-answering pairs across 8 core OCR capabilities","max_score":1.0,"categories":["image_to_text","vision"],"modality":"multimodal","total_models":7,"entries":[{"rank":1,"model_id":"qwen3.7-plus","model_name":"Qwen3.7-Plus","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.671,"normalized_score":0.671,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-05-31","announcement_date":"2026-05-31","multimodal":true,"param_count":null,"is_new":false},{"rank":2,"model_id":"nova-2-pro","model_name":"Nova 2 Pro","organization_name":"Amazon","organization_id":"amazon","benchmark_score":0.645,"normalized_score":0.645,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-02","announcement_date":"2025-12-02","multimodal":true,"param_count":null,"is_new":false},{"rank":3,"model_id":"seed-2.1-pro","model_name":"Seed 2.1 Pro","organization_name":"ByteDance","organization_id":"bytedance","benchmark_score":0.632,"normalized_score":0.632,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-24","announcement_date":"2026-06-24","multimodal":true,"param_count":null,"is_new":false},{"rank":4,"model_id":"seed-2.1-turbo","model_name":"Seed 2.1 Turbo","organization_name":"ByteDance","organization_id":"bytedance","benchmark_score":0.628,"normalized_score":0.628,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2026-06-24","announcement_date":"2026-06-24","multimodal":true,"param_count":null,"is_new":false},{"rank":5,"model_id":"nova-2-omni","model_name":"Nova 2 Omni","organization_name":"Amazon","organization_id":"amazon","benchmark_score":0.582,"normalized_score":0.582,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-12-02","announcement_date":"2025-12-02","multimodal":true,"param_count":null,"is_new":false},{"rank":6,"model_id":"qwen2.5-omni-7b","model_name":"Qwen2.5-Omni-7B","organization_name":"Alibaba Cloud / Qwen Team","organization_id":"qwen","benchmark_score":0.578,"normalized_score":0.578,"verified":false,"self_reported":true,"provider_id":null,"input_cost_per_million":null,"output_cost_per_million":null,"speed_rps":null,"context_window":null,"release_date":"2025-03-27","announcement_date":"2025-03-27","multimodal":true,"param_count":7000000000,"is_new":false},{"rank":7,"model_id":"nova-2-lite","model_name":"Nova 2 Lite","organization_name":"Amazon","organization_id":"amazon","benchmark_score":0.561,"normalized_score":0.561,"verified":false,"self_reported":true,"provider_id":"bedrock","input_cost_per_million":0.3,"output_cost_per_million":2.5,"speed_rps":null,"context_window":1000000,"release_date":"2025-12-02","announcement_date":"2025-12-02","multimodal":true,"param_count":null,"is_new":false}]}