{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","owned_by":"google","description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_window":1048576,"max_tokens":65535,"type":"language","tags":["reasoning","tool-use","vision"],"released":1750172488,"modalities":{"input":["file","image","text","audio","video"],"output":["text"]},"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"pricing":{"input":"0.0000003","output":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"legal":[{"model":"google/gemini-2.5-flash","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":10,"correct":10,"score":1,"latencyMs":1459,"inputTokens":712,"outputTokens":10,"costUsd":0.0002386,"ranAt":"2026-08-25T13:05:55.084Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":760},{"id":"h2","answer":"NO","ok":1,"ms":631},{"id":"h3","answer":"NO","ok":1,"ms":708},{"id":"h4","answer":"YES","ok":1,"ms":8047},{"id":"h5","answer":"NO","ok":1,"ms":678},{"id":"h6","answer":"YES","ok":1,"ms":968},{"id":"h7","answer":"NO","ok":1,"ms":754},{"id":"h8","answer":"YES","ok":1,"ms":724},{"id":"h9","answer":"NO","ok":1,"ms":689},{"id":"h10","answer":"YES","ok":1,"ms":630}]},{"model":"google/gemini-2.5-flash","task":"citation","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":8,"score":1,"latencyMs":766,"inputTokens":1181,"outputTokens":8,"costUsd":0.0003743,"ranAt":"2026-08-25T13:05:56.436Z","perItem":[{"id":"c1","answer":"B","ok":1,"ms":708},{"id":"c2","answer":"C","ok":1,"ms":821},{"id":"c3","answer":"A","ok":1,"ms":666},{"id":"c4","answer":"D","ok":1,"ms":798},{"id":"c5","answer":"B","ok":1,"ms":1197},{"id":"c6","answer":"C","ok":1,"ms":679},{"id":"c7","answer":"A","ok":1,"ms":589},{"id":"c8","answer":"D","ok":1,"ms":670}]},{"model":"google/gemini-2.5-flash","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":943,"inputTokens":878,"outputTokens":22,"costUsd":0.0003184,"ranAt":"2026-08-25T13:05:58.975Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":737},{"id":"p2","answer":"56","ok":1,"ms":732},{"id":"p3","answer":"90","ok":1,"ms":759},{"id":"p4","answer":"25","ok":1,"ms":689},{"id":"p5","answer":"30","ok":1,"ms":966},{"id":"p6","answer":"23","ok":1,"ms":816},{"id":"p7","answer":"11","ok":1,"ms":907},{"id":"p8","answer":"7","ok":1,"ms":1294},{"id":"p9","answer":"26","ok":1,"ms":897},{"id":"p10","answer":"8","ok":1,"ms":908},{"id":"p11","answer":"60","ok":1,"ms":1721},{"id":"p12","answer":"28","ok":1,"ms":884}]},{"model":"google/gemini-2.5-flash","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":6,"score":0.75,"latencyMs":787,"inputTokens":676,"outputTokens":17,"costUsd":0.0002453,"ranAt":"2026-08-25T13:06:00.598Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":771},{"id":"l2","answer":"TIMELY","ok":0,"ms":690},{"id":"l3","answer":"TIMELY","ok":1,"ms":741},{"id":"l4","answer":"TIMELY","ok":1,"ms":659},{"id":"l5","answer":"UNTIMELY","ok":1,"ms":1006},{"id":"l6","answer":"TIMELY","ok":1,"ms":742},{"id":"l7","answer":"TIMELY","ok":0,"ms":962},{"id":"l8","answer":"TIMELY","ok":1,"ms":723}]},{"model":"google/gemini-2.5-flash","task":"clause","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":848,"inputTokens":1104,"outputTokens":33,"costUsd":0.00041369999999999997,"ranAt":"2026-08-25T13:06:02.608Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":732},{"id":"k2","answer":"Non-Compete","ok":1,"ms":1024},{"id":"k3","answer":"Indemnification","ok":1,"ms":785},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":683},{"id":"k5","answer":"Confidentiality","ok":1,"ms":730},{"id":"k6","answer":"Termination","ok":1,"ms":1124},{"id":"k7","answer":"Assignment","ok":1,"ms":929},{"id":"k8","answer":"Force Majeure","ok":1,"ms":974},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":660},{"id":"k10","answer":"Indemnification","ok":1,"ms":811},{"id":"k11","answer":"Termination","ok":1,"ms":843},{"id":"k12","answer":"Confidentiality","ok":1,"ms":883}]},{"model":"google/gemini-2.5-flash","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":9,"score":0.75,"latencyMs":869,"inputTokens":988,"outputTokens":12,"costUsd":0.0003264,"ranAt":"2026-08-25T13:06:05.251Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":745},{"id":"x2","answer":"FAKE","ok":1,"ms":665},{"id":"x3","answer":"REAL","ok":1,"ms":617},{"id":"x4","answer":"FAKE","ok":1,"ms":1142},{"id":"x5","answer":"REAL","ok":1,"ms":856},{"id":"x6","answer":"REAL","ok":0,"ms":836},{"id":"x7","answer":"REAL","ok":1,"ms":579},{"id":"x8","answer":"REAL","ok":0,"ms":872},{"id":"x9","answer":"REAL","ok":1,"ms":924},{"id":"x10","answer":"REAL","ok":0,"ms":638},{"id":"x11","answer":"REAL","ok":1,"ms":1784},{"id":"x12","answer":"FAKE","ok":1,"ms":764}]},{"model":"google/gemini-2.5-flash","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":10,"correct":10,"score":1,"latencyMs":755,"inputTokens":20735,"outputTokens":10,"costUsd":0.006245499999999999,"ranAt":"2026-08-25T13:19:31.960Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":671},{"id":"h2","answer":"NO","ok":1,"ms":606},{"id":"h3","answer":"NO","ok":1,"ms":686},{"id":"h4","answer":"YES","ok":1,"ms":769},{"id":"h5","answer":"NO","ok":1,"ms":856},{"id":"h6","answer":"YES","ok":1,"ms":703},{"id":"h7","answer":"NO","ok":1,"ms":867},{"id":"h8","answer":"YES","ok":1,"ms":1074},{"id":"h9","answer":"NO","ok":1,"ms":643},{"id":"h10","answer":"YES","ok":1,"ms":678}]},{"model":"google/gemini-2.5-flash","task":"citation","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":7,"score":0.875,"latencyMs":997,"inputTokens":23851,"outputTokens":9,"costUsd":0.0071778,"ranAt":"2026-08-25T13:19:34.612Z","perItem":[{"id":"c1","answer":"A","ok":0,"ms":921},{"id":"c2","answer":"C.","ok":1,"ms":1055},{"id":"c3","answer":"A","ok":1,"ms":727},{"id":"c4","answer":"D","ok":1,"ms":920},{"id":"c5","answer":"B","ok":1,"ms":817},{"id":"c6","answer":"C","ok":1,"ms":1191},{"id":"c7","answer":"A","ok":1,"ms":1721},{"id":"c8","answer":"D","ok":1,"ms":620}]},{"model":"google/gemini-2.5-flash","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":1000,"inputTokens":29623,"outputTokens":22,"costUsd":0.0089419,"ranAt":"2026-08-25T13:19:37.963Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":840},{"id":"p2","answer":"56","ok":1,"ms":773},{"id":"p3","answer":"90","ok":1,"ms":622},{"id":"p4","answer":"25","ok":1,"ms":1217},{"id":"p5","answer":"30","ok":1,"ms":1164},{"id":"p6","answer":"23","ok":1,"ms":1301},{"id":"p7","answer":"11","ok":1,"ms":1787},{"id":"p8","answer":"7","ok":1,"ms":1167},{"id":"p9","answer":"26","ok":1,"ms":742},{"id":"p10","answer":"8","ok":1,"ms":869},{"id":"p11","answer":"60","ok":1,"ms":705},{"id":"p12","answer":"28","ok":1,"ms":814}]},{"model":"google/gemini-2.5-flash","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":6,"score":0.75,"latencyMs":833,"inputTokens":20290,"outputTokens":17,"costUsd":0.0061294999999999995,"ranAt":"2026-08-25T13:19:39.784Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":752},{"id":"l2","answer":"UNTIMELY","ok":1,"ms":834},{"id":"l3","answer":"TIMELY","ok":1,"ms":852},{"id":"l4","answer":"TIMELY","ok":1,"ms":917},{"id":"l5","answer":"TIMELY","ok":0,"ms":877},{"id":"l6","answer":"TIMELY","ok":1,"ms":735},{"id":"l7","answer":"TIMELY","ok":0,"ms":799},{"id":"l8","answer":"TIMELY","ok":1,"ms":897}]},{"model":"google/gemini-2.5-flash","task":"clause","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":819,"inputTokens":27289,"outputTokens":33,"costUsd":0.008269199999999999,"ranAt":"2026-08-25T13:19:43.093Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":729},{"id":"k2","answer":"Non-Compete","ok":1,"ms":750},{"id":"k3","answer":"Indemnification","ok":1,"ms":880},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":826},{"id":"k5","answer":"Confidentiality","ok":1,"ms":736},{"id":"k6","answer":"Termination","ok":1,"ms":584},{"id":"k7","answer":"Assignment","ok":1,"ms":784},{"id":"k8","answer":"Force Majeure","ok":1,"ms":1133},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":685},{"id":"k10","answer":"Indemnification","ok":1,"ms":770},{"id":"k11","answer":"Termination","ok":1,"ms":654},{"id":"k12","answer":"Confidentiality","ok":1,"ms":1291}]},{"model":"google/gemini-2.5-flash","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":11,"score":0.9166666666666666,"latencyMs":1514,"inputTokens":39271,"outputTokens":18,"costUsd":0.0118263,"ranAt":"2026-08-25T13:19:48.885Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":729},{"id":"x2","answer":"UNSURE","ok":1,"ms":1013},{"id":"x3","answer":"REAL","ok":1,"ms":957},{"id":"x4","answer":"FAKE","ok":1,"ms":1624},{"id":"x5","answer":"REAL","ok":1,"ms":825},{"id":"x6","answer":"UNSURE","ok":1,"ms":4831},{"id":"x7","answer":"FAKE","ok":0,"ms":1578},{"id":"x8","answer":"FAKE","ok":1,"ms":2581},{"id":"x9","answer":"REAL","ok":1,"ms":858},{"id":"x10","answer":"UNSURE","ok":1,"ms":953},{"id":"x11","answer":"REAL","ok":1,"ms":1440},{"id":"x12","answer":"FAKE","ok":1,"ms":777}]}]}