{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","owned_by":"google","description":"Gemini 2.5 Pro is Google’s state-of-the-art AI model designed for advanced reasoning, coding, mathematics, and scientific tasks. It employs “thinking” capabilities, enabling it to reason through responses with enhanced accuracy...","context_window":1048576,"max_tokens":65536,"type":"language","tags":["reasoning","tool-use","vision"],"released":1750169544,"modalities":{"input":["text","image","file","audio","video"],"output":["text"]},"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"pricing":{"input":"0.00000125","output":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375"},"legal":[{"model":"google/gemini-2.5-pro","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":10,"correct":10,"score":1,"latencyMs":5918,"inputTokens":712,"outputTokens":4901,"costUsd":0.04990000000000001,"ranAt":"2026-08-25T13:04:46.797Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":5683},{"id":"h2","answer":"NO","ok":1,"ms":5838},{"id":"h3","answer":"NO","ok":1,"ms":6150},{"id":"h4","answer":"YES","ok":1,"ms":5656},{"id":"h5","answer":"NO","ok":1,"ms":5835},{"id":"h6","answer":"YES","ok":1,"ms":6378},{"id":"h7","answer":"NO","ok":1,"ms":5834},{"id":"h8","answer":"YES","ok":1,"ms":5740},{"id":"h9","answer":"NO","ok":1,"ms":5895},{"id":"h10","answer":"YES","ok":1,"ms":6173}]},{"model":"google/gemini-2.5-pro","task":"citation","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":8,"score":1,"latencyMs":6215,"inputTokens":1181,"outputTokens":3921,"costUsd":0.04068625,"ranAt":"2026-08-25T13:04:59.215Z","perItem":[{"id":"c1","answer":"B","ok":1,"ms":6033},{"id":"c2","answer":"C","ok":1,"ms":6211},{"id":"c3","answer":"A","ok":1,"ms":6145},{"id":"c4","answer":"D","ok":1,"ms":5770},{"id":"c5","answer":"B","ok":1,"ms":6371},{"id":"c6","answer":"C","ok":1,"ms":6453},{"id":"c7","answer":"A","ok":1,"ms":6647},{"id":"c8","answer":"D","ok":1,"ms":6088}]},{"model":"google/gemini-2.5-pro","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":5527,"inputTokens":878,"outputTokens":5368,"costUsd":0.05477750000000001,"ranAt":"2026-08-25T13:05:10.851Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":5963},{"id":"p2","answer":"56","ok":1,"ms":5356},{"id":"p3","answer":"90","ok":1,"ms":4950},{"id":"p4","answer":"25","ok":1,"ms":4249},{"id":"p5","answer":"30","ok":1,"ms":5964},{"id":"p6","answer":"23","ok":1,"ms":6061},{"id":"p7","answer":"11","ok":1,"ms":6375},{"id":"p8","answer":"7","ok":1,"ms":5931},{"id":"p9","answer":"26","ok":1,"ms":5948},{"id":"p10","answer":"8","ok":1,"ms":5668},{"id":"p11","answer":"60","ok":1,"ms":5671},{"id":"p12","answer":"28","ok":1,"ms":4187}]},{"model":"google/gemini-2.5-pro","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":8,"score":1,"latencyMs":5822,"inputTokens":676,"outputTokens":3866,"costUsd":0.039505,"ranAt":"2026-08-25T13:05:22.298Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":5987},{"id":"l2","answer":"UNTIMELY","ok":1,"ms":6138},{"id":"l3","answer":"TIMELY","ok":1,"ms":6477},{"id":"l4","answer":"TIMELY","ok":1,"ms":5249},{"id":"l5","answer":"UNTIMELY","ok":1,"ms":5915},{"id":"l6","answer":"TIMELY","ok":1,"ms":5768},{"id":"l7","answer":"UNTIMELY","ok":1,"ms":5365},{"id":"l8","answer":"TIMELY","ok":1,"ms":5678}]},{"model":"google/gemini-2.5-pro","task":"clause","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":5670,"inputTokens":1104,"outputTokens":5897,"costUsd":0.06035,"ranAt":"2026-08-25T13:05:34.353Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":5795},{"id":"k2","answer":"Non-Compete","ok":1,"ms":5958},{"id":"k3","answer":"Indemnification","ok":1,"ms":5633},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":5940},{"id":"k5","answer":"Confidentiality","ok":1,"ms":5519},{"id":"k6","answer":"Termination","ok":1,"ms":5343},{"id":"k7","answer":"Assignment","ok":1,"ms":4899},{"id":"k8","answer":"Force Majeure","ok":1,"ms":5930},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":5591},{"id":"k10","answer":"Indemnification","ok":1,"ms":5517},{"id":"k11","answer":"Termination","ok":1,"ms":5814},{"id":"k12","answer":"Confidentiality","ok":1,"ms":6097}]},{"model":"google/gemini-2.5-pro","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":9,"score":0.75,"latencyMs":5909,"inputTokens":988,"outputTokens":5880,"costUsd":0.060035000000000005,"ranAt":"2026-08-25T13:05:47.036Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":5665},{"id":"x2","answer":"FAKE","ok":1,"ms":5640},{"id":"x3","answer":"REAL","ok":1,"ms":5952},{"id":"x4","answer":"REAL","ok":0,"ms":5802},{"id":"x5","answer":"REAL","ok":1,"ms":5452},{"id":"x6","answer":"REAL","ok":0,"ms":7036},{"id":"x7","answer":"REAL","ok":1,"ms":5791},{"id":"x8","answer":"FAKE","ok":1,"ms":6410},{"id":"x9","answer":"REAL","ok":1,"ms":6053},{"id":"x10","answer":"REAL","ok":0,"ms":5612},{"id":"x11","answer":"REAL","ok":1,"ms":5846},{"id":"x12","answer":"FAKE","ok":1,"ms":5644}]},{"model":"google/gemini-2.5-pro","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":10,"correct":10,"score":1,"latencyMs":6106,"inputTokens":20735,"outputTokens":4891,"costUsd":0.07482875,"ranAt":"2026-08-25T13:18:01.993Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":6098},{"id":"h2","answer":"NO","ok":1,"ms":6009},{"id":"h3","answer":"NO","ok":1,"ms":6942},{"id":"h4","answer":"YES","ok":1,"ms":5611},{"id":"h5","answer":"NO","ok":1,"ms":6020},{"id":"h6","answer":"YES","ok":1,"ms":6167},{"id":"h7","answer":"NO","ok":1,"ms":5946},{"id":"h8","answer":"YES","ok":1,"ms":6255},{"id":"h9","answer":"NO","ok":1,"ms":6367},{"id":"h10","answer":"YES","ok":1,"ms":5646}]},{"model":"google/gemini-2.5-pro","task":"citation","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":7,"score":0.875,"latencyMs":7538,"inputTokens":23884,"outputTokens":3875,"costUsd":0.068605,"ranAt":"2026-08-25T13:18:19.756Z","perItem":[{"id":"c1","answer":"B","ok":1,"ms":6615},{"id":"c2","answer":"","ok":0,"ms":9322},{"id":"c3","answer":"A","ok":1,"ms":6292},{"id":"c4","answer":"D","ok":1,"ms":6582},{"id":"c5","answer":"B","ok":1,"ms":11466},{"id":"c6","answer":"C","ok":1,"ms":5753},{"id":"c7","answer":"A","ok":1,"ms":8130},{"id":"c8","answer":"D","ok":1,"ms":6146}]},{"model":"google/gemini-2.5-pro","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":5245,"inputTokens":28276,"outputTokens":4798,"costUsd":0.08332500000000001,"ranAt":"2026-08-25T13:18:36.745Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":5972},{"id":"p2","answer":"56","ok":1,"ms":3697},{"id":"p3","answer":"90","ok":1,"ms":4067},{"id":"p4","answer":"25","ok":1,"ms":4735},{"id":"p5","answer":"30","ok":1,"ms":6198},{"id":"p6","answer":"23","ok":1,"ms":5805},{"id":"p7","answer":"11","ok":1,"ms":6063},{"id":"p8","answer":"7","ok":1,"ms":5165},{"id":"p9","answer":"26","ok":1,"ms":5460},{"id":"p10","answer":"8","ok":1,"ms":5106},{"id":"p11","answer":"60","ok":1,"ms":4822},{"id":"p12","answer":"28","ok":1,"ms":5847}]},{"model":"google/gemini-2.5-pro","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":8,"score":1,"latencyMs":5977,"inputTokens":20290,"outputTokens":3927,"costUsd":0.06463250000000001,"ranAt":"2026-08-25T13:18:48.813Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":6172},{"id":"l2","answer":"UNTIMELY","ok":1,"ms":6000},{"id":"l3","answer":"TIMELY","ok":1,"ms":5831},{"id":"l4","answer":"TIMELY","ok":1,"ms":5900},{"id":"l5","answer":"UNTIMELY","ok":1,"ms":6024},{"id":"l6","answer":"TIMELY","ok":1,"ms":5936},{"id":"l7","answer":"UNTIMELY","ok":1,"ms":6061},{"id":"l8","answer":"TIMELY","ok":1,"ms":5891}]},{"model":"google/gemini-2.5-pro","task":"clause","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":6025,"inputTokens":27289,"outputTokens":5894,"costUsd":0.09305125,"ranAt":"2026-08-25T13:19:07.096Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":5953},{"id":"k2","answer":"Non-Compete","ok":1,"ms":6134},{"id":"k3","answer":"Indemnification","ok":1,"ms":6183},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":6021},{"id":"k5","answer":"Confidentiality","ok":1,"ms":6339},{"id":"k6","answer":"Termination","ok":1,"ms":5650},{"id":"k7","answer":"Assignment","ok":1,"ms":5873},{"id":"k8","answer":"Force Majeure","ok":1,"ms":6176},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":6231},{"id":"k10","answer":"Indemnification","ok":1,"ms":5897},{"id":"k11","answer":"Termination","ok":1,"ms":5920},{"id":"k12","answer":"Confidentiality","ok":1,"ms":5920}]},{"model":"google/gemini-2.5-pro","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":11,"score":0.9166666666666666,"latencyMs":6407,"inputTokens":39841,"outputTokens":5710,"costUsd":0.10690125,"ranAt":"2026-08-25T13:19:29.812Z","perItem":[{"id":"x1","answer":"UNSURE","ok":0,"ms":5708},{"id":"x2","answer":"FAKE","ok":1,"ms":6759},{"id":"x3","answer":"REAL","ok":1,"ms":6182},{"id":"x4","answer":"FAKE","ok":1,"ms":6637},{"id":"x5","answer":"REAL","ok":1,"ms":6323},{"id":"x6","answer":"FAKE","ok":1,"ms":5819},{"id":"x7","answer":"REAL","ok":1,"ms":6581},{"id":"x8","answer":"FAKE","ok":1,"ms":9075},{"id":"x9","answer":"REAL","ok":1,"ms":6215},{"id":"x10","answer":"FAKE","ok":1,"ms":6213},{"id":"x11","answer":"REAL","ok":1,"ms":4498},{"id":"x12","answer":"FAKE","ok":1,"ms":6876}]}]}