{"id":"openai/gpt-5","name":"GPT-5","owned_by":"openai","description":"GPT-5 is OpenAI’s most advanced model, offering major improvements in reasoning, code quality, and user experience. It is optimized for complex tasks that require step-by-step reasoning, instruction following, and accuracy...","context_window":400000,"max_tokens":128000,"type":"language","tags":["reasoning","tool-use","vision"],"released":1754587413,"modalities":{"input":["text","image","file"],"output":["text"]},"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"pricing":{"input":"0.00000125","output":"0.00001","input_cache_read":"0.000000125"},"legal":[{"model":"openai/gpt-5","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":10,"correct":7,"score":0.7,"latencyMs":7310,"inputTokens":819,"outputTokens":3835,"costUsd":0.03937375,"ranAt":"2026-08-25T13:08:16.305Z","perItem":[{"id":"h1","answer":"","ok":0,"ms":8545},{"id":"h2","answer":"NO","ok":1,"ms":3870},{"id":"h3","answer":"NO","ok":1,"ms":5812},{"id":"h4","answer":"YES","ok":1,"ms":5873},{"id":"h5","answer":"NO","ok":1,"ms":7752},{"id":"h6","answer":"","ok":0,"ms":9284},{"id":"h7","answer":"NO","ok":1,"ms":4922},{"id":"h8","answer":"YES","ok":1,"ms":4923},{"id":"h9","answer":"NO","ok":1,"ms":3749},{"id":"h10","answer":"","ok":0,"ms":18371}]},{"model":"openai/gpt-5","task":"citation","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":8,"score":1,"latencyMs":6937,"inputTokens":1037,"outputTokens":2493,"costUsd":0.02622625,"ranAt":"2026-08-25T13:08:28.117Z","perItem":[{"id":"c1","answer":"B","ok":1,"ms":6020},{"id":"c2","answer":"C","ok":1,"ms":2232},{"id":"c3","answer":"A","ok":1,"ms":9777},{"id":"c4","answer":"D","ok":1,"ms":11650},{"id":"c5","answer":"B","ok":1,"ms":8374},{"id":"c6","answer":"C","ok":1,"ms":7328},{"id":"c7","answer":"A","ok":1,"ms":4320},{"id":"c8","answer":"D","ok":1,"ms":5791}]},{"model":"openai/gpt-5","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":3599,"inputTokens":939,"outputTokens":2494,"costUsd":0.02611375,"ranAt":"2026-08-25T13:08:39.361Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":2446},{"id":"p2","answer":"56","ok":1,"ms":2363},{"id":"p3","answer":"90","ok":1,"ms":3300},{"id":"p4","answer":"25","ok":1,"ms":3473},{"id":"p5","answer":"30","ok":1,"ms":3423},{"id":"p6","answer":"23","ok":1,"ms":2022},{"id":"p7","answer":"11","ok":1,"ms":4690},{"id":"p8","answer":"7","ok":1,"ms":2691},{"id":"p9","answer":"26","ok":1,"ms":3332},{"id":"p10","answer":"8","ok":1,"ms":4317},{"id":"p11","answer":"60","ok":1,"ms":7818},{"id":"p12","answer":"28","ok":1,"ms":3313}]},{"model":"openai/gpt-5","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":2,"score":0.25,"latencyMs":11814,"inputTokens":703,"outputTokens":3649,"costUsd":0.03736875,"ranAt":"2026-08-25T13:08:56.260Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":4478},{"id":"l2","answer":"","ok":0,"ms":12318},{"id":"l3","answer":"","ok":0,"ms":16095},{"id":"l4","answer":"TIMELY","ok":1,"ms":3238},{"id":"l5","answer":"","ok":0,"ms":16897},{"id":"l6","answer":"","ok":0,"ms":15928},{"id":"l7","answer":"","ok":0,"ms":13557},{"id":"l8","answer":"","ok":0,"ms":12003}]},{"model":"openai/gpt-5","task":"clause","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":2695,"inputTokens":1256,"outputTokens":1319,"costUsd":0.01476,"ranAt":"2026-08-25T13:09:02.670Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":1639},{"id":"k2","answer":"Non-Compete","ok":1,"ms":2749},{"id":"k3","answer":"Indemnification","ok":1,"ms":2629},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":2120},{"id":"k5","answer":"Confidentiality","ok":1,"ms":1955},{"id":"k6","answer":"Termination","ok":1,"ms":1707},{"id":"k7","answer":"Assignment","ok":1,"ms":4082},{"id":"k8","answer":"Force Majeure","ok":1,"ms":2233},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":2983},{"id":"k10","answer":"Indemnification","ok":1,"ms":3054},{"id":"k11","answer":"Termination","ok":1,"ms":3780},{"id":"k12","answer":"Confidentiality","ok":1,"ms":3406}]},{"model":"openai/gpt-5","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":6,"score":0.5,"latencyMs":6353,"inputTokens":1018,"outputTokens":3935,"costUsd":0.040622500000000006,"ranAt":"2026-08-25T13:09:21.634Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":3462},{"id":"x2","answer":"","ok":0,"ms":9475},{"id":"x3","answer":"REAL","ok":1,"ms":1981},{"id":"x4","answer":"","ok":0,"ms":9840},{"id":"x5","answer":"REAL","ok":1,"ms":2953},{"id":"x6","answer":"","ok":0,"ms":9248},{"id":"x7","answer":"REAL","ok":1,"ms":3015},{"id":"x8","answer":"","ok":0,"ms":14107},{"id":"x9","answer":"REAL","ok":1,"ms":2285},{"id":"x10","answer":"","ok":0,"ms":6656},{"id":"x11","answer":"REAL","ok":1,"ms":3396},{"id":"x12","answer":"","ok":0,"ms":9820}]},{"model":"openai/gpt-5","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":10,"correct":9,"score":0.9,"latencyMs":6637,"inputTokens":19705,"outputTokens":3745,"costUsd":0.062081250000000004,"ranAt":"2026-08-25T13:15:13.484Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":6636},{"id":"h2","answer":"NO","ok":1,"ms":5163},{"id":"h3","answer":"NO","ok":1,"ms":7987},{"id":"h4","answer":"YES","ok":1,"ms":4957},{"id":"h5","answer":"NO","ok":1,"ms":7633},{"id":"h6","answer":"YES","ok":1,"ms":5936},{"id":"h7","answer":"NO","ok":1,"ms":5098},{"id":"h8","answer":"YES","ok":1,"ms":7450},{"id":"h9","answer":"NO","ok":1,"ms":5556},{"id":"h10","answer":"","ok":0,"ms":9953}]},{"model":"openai/gpt-5","task":"citation","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":6,"score":0.75,"latencyMs":7796,"inputTokens":21346,"outputTokens":3117,"costUsd":0.0578525,"ranAt":"2026-08-25T13:15:33.146Z","perItem":[{"id":"c1","answer":"B","ok":1,"ms":4642},{"id":"c2","answer":"C","ok":1,"ms":4555},{"id":"c3","answer":"","ok":0,"ms":14348},{"id":"c4","answer":"","ok":0,"ms":8810},{"id":"c5","answer":"B","ok":1,"ms":7098},{"id":"c6","answer":"C","ok":1,"ms":6743},{"id":"c7","answer":"A","ok":1,"ms":10841},{"id":"c8","answer":"D","ok":1,"ms":5332}]},{"model":"openai/gpt-5","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":2911,"inputTokens":27298,"outputTokens":1745,"costUsd":0.0515725,"ranAt":"2026-08-25T13:15:42.752Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":2823},{"id":"p2","answer":"56","ok":1,"ms":2254},{"id":"p3","answer":"90","ok":1,"ms":2314},{"id":"p4","answer":"25","ok":1,"ms":2335},{"id":"p5","answer":"30","ok":1,"ms":3271},{"id":"p6","answer":"23","ok":1,"ms":2204},{"id":"p7","answer":"11","ok":1,"ms":3980},{"id":"p8","answer":"7","ok":1,"ms":2481},{"id":"p9","answer":"26","ok":1,"ms":3895},{"id":"p10","answer":"8","ok":1,"ms":2844},{"id":"p11","answer":"60","ok":1,"ms":4074},{"id":"p12","answer":"28","ok":1,"ms":2461}]},{"model":"openai/gpt-5","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":4,"score":0.5,"latencyMs":8956,"inputTokens":19140,"outputTokens":2933,"costUsd":0.053255000000000004,"ranAt":"2026-08-25T13:16:05.036Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":5616},{"id":"l2","answer":"","ok":0,"ms":12674},{"id":"l3","answer":"TIMELY","ok":1,"ms":7832},{"id":"l4","answer":"TIMELY","ok":1,"ms":2116},{"id":"l5","answer":"","ok":0,"ms":7651},{"id":"l6","answer":"","ok":0,"ms":13048},{"id":"l7","answer":"","ok":0,"ms":14448},{"id":"l8","answer":"TIMELY","ok":1,"ms":8266}]},{"model":"openai/gpt-5","task":"clause","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":3173,"inputTokens":26077,"outputTokens":1642,"costUsd":0.04901625,"ranAt":"2026-08-25T13:16:16.411Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":2534},{"id":"k2","answer":"Non-Compete","ok":1,"ms":3818},{"id":"k3","answer":"Indemnification","ok":1,"ms":2306},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":2386},{"id":"k5","answer":"Confidentiality","ok":1,"ms":2196},{"id":"k6","answer":"Termination","ok":1,"ms":2964},{"id":"k7","answer":"Assignment","ok":1,"ms":3331},{"id":"k8","answer":"Force Majeure","ok":1,"ms":3745},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":4616},{"id":"k10","answer":"Indemnification","ok":1,"ms":2838},{"id":"k11","answer":"Termination","ok":1,"ms":3537},{"id":"k12","answer":"Confidentiality","ok":1,"ms":3806}]},{"model":"openai/gpt-5","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":6,"score":0.5,"latencyMs":7859,"inputTokens":31886,"outputTokens":4036,"costUsd":0.0802175,"ranAt":"2026-08-25T13:16:45.680Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":3174},{"id":"x2","answer":"FAKE","ok":1,"ms":6387},{"id":"x3","answer":"REAL","ok":1,"ms":3951},{"id":"x4","answer":"","ok":0,"ms":8616},{"id":"x5","answer":"REAL","ok":1,"ms":5488},{"id":"x6","answer":"","ok":0,"ms":15129},{"id":"x7","answer":"","ok":0,"ms":9959},{"id":"x8","answer":"","ok":0,"ms":14547},{"id":"x9","answer":"REAL","ok":1,"ms":4312},{"id":"x10","answer":"","ok":0,"ms":9820},{"id":"x11","answer":"REAL","ok":1,"ms":2327},{"id":"x12","answer":"","ok":0,"ms":10594}]}]}