{"id":"meta-llama/llama-3.3-70b-instruct","name":"Llama 3.3 70B Instruct","owned_by":"meta-llama","description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model...","context_window":131072,"max_tokens":16384,"type":"language","tags":["tool-use"],"released":1733506137,"modalities":{"input":["text"],"output":["text"]},"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"pricing":{"input":"0.0000001","output":"0.00000032"},"legal":[{"model":"meta-llama/llama-3.3-70b-instruct","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":10,"correct":10,"score":1,"latencyMs":396,"inputTokens":951,"outputTokens":20,"costUsd":0.0001015,"ranAt":"2026-08-25T13:06:29.767Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":505},{"id":"h2","answer":"NO","ok":1,"ms":367},{"id":"h3","answer":"NO","ok":1,"ms":437},{"id":"h4","answer":"YES","ok":1,"ms":405},{"id":"h5","answer":"NO","ok":1,"ms":302},{"id":"h6","answer":"YES","ok":1,"ms":328},{"id":"h7","answer":"NO","ok":1,"ms":383},{"id":"h8","answer":"YES","ok":1,"ms":362},{"id":"h9","answer":"NO","ok":1,"ms":274},{"id":"h10","answer":"YES","ok":1,"ms":594}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"citation","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":7,"score":0.875,"latencyMs":1121,"inputTokens":1119,"outputTokens":23,"costUsd":0.00011925999999999999,"ranAt":"2026-08-25T13:06:35.035Z","perItem":[{"id":"c1","answer":"B.","ok":1,"ms":379},{"id":"c2","answer":"C.","ok":1,"ms":1675},{"id":"c3","answer":"A.","ok":1,"ms":347},{"id":"c4","answer":"D.","ok":1,"ms":5265},{"id":"c5","answer":"B.","ok":1,"ms":368},{"id":"c6","answer":"C.","ok":1,"ms":315},{"id":"c7","answer":"B.","ok":0,"ms":297},{"id":"c8","answer":"D","ok":1,"ms":324}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":1343,"inputTokens":1106,"outputTokens":25,"costUsd":0.0001186,"ranAt":"2026-08-25T13:06:41.495Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":317},{"id":"p2","answer":"56","ok":1,"ms":686},{"id":"p3","answer":"90","ok":1,"ms":5488},{"id":"p4","answer":"25","ok":1,"ms":376},{"id":"p5","answer":"30","ok":1,"ms":505},{"id":"p6","answer":"23","ok":1,"ms":312},{"id":"p7","answer":"11","ok":1,"ms":643},{"id":"p8","answer":"7","ok":1,"ms":831},{"id":"p9","answer":"26","ok":1,"ms":442},{"id":"p10","answer":"8.","ok":1,"ms":5951},{"id":"p11","answer":"60","ok":1,"ms":279},{"id":"p12","answer":"28","ok":1,"ms":285}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":6,"score":0.75,"latencyMs":592,"inputTokens":792,"outputTokens":32,"costUsd":0.00008944,"ranAt":"2026-08-25T13:06:42.817Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":380},{"id":"l2","answer":"UNTIMELY.","ok":1,"ms":834},{"id":"l3","answer":"TIMELY.","ok":1,"ms":832},{"id":"l4","answer":"TIMELY.","ok":1,"ms":426},{"id":"l5","answer":"UNTIMELY","ok":1,"ms":645},{"id":"l6","answer":"UNTIMELY","ok":0,"ms":376},{"id":"l7","answer":"TIMELY.","ok":0,"ms":943},{"id":"l8","answer":"TIMELY.","ok":1,"ms":296}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"clause","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":1135,"inputTokens":1374,"outputTokens":49,"costUsd":0.00015308,"ranAt":"2026-08-25T13:06:47.028Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":2697},{"id":"k2","answer":"Non-Compete","ok":1,"ms":466},{"id":"k3","answer":"Indemnification","ok":1,"ms":430},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":1045},{"id":"k5","answer":"Confidentiality","ok":1,"ms":317},{"id":"k6","answer":"Termination","ok":1,"ms":4208},{"id":"k7","answer":"Assignment","ok":1,"ms":367},{"id":"k8","answer":"Force Majeure","ok":1,"ms":366},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":378},{"id":"k10","answer":"Indemnification","ok":1,"ms":1149},{"id":"k11","answer":"Termination","ok":1,"ms":307},{"id":"k12","answer":"Confidentiality","ok":1,"ms":1894}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":8,"score":0.6666666666666666,"latencyMs":488,"inputTokens":1185,"outputTokens":26,"costUsd":0.00012681999999999998,"ranAt":"2026-08-25T13:06:48.218Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":443},{"id":"x2","answer":"REAL","ok":0,"ms":446},{"id":"x3","answer":"REAL","ok":1,"ms":706},{"id":"x4","answer":"REAL","ok":0,"ms":690},{"id":"x5","answer":"REAL","ok":1,"ms":395},{"id":"x6","answer":"REAL","ok":0,"ms":723},{"id":"x7","answer":"REAL","ok":1,"ms":565},{"id":"x8","answer":"REAL","ok":0,"ms":394},{"id":"x9","answer":"REAL","ok":1,"ms":257},{"id":"x10","answer":"FAKE","ok":1,"ms":463},{"id":"x11","answer":"REAL","ok":1,"ms":298},{"id":"x12","answer":"FAKE","ok":1,"ms":481}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":10,"correct":10,"score":1,"latencyMs":856,"inputTokens":19926,"outputTokens":20,"costUsd":0.001999,"ranAt":"2026-08-25T13:20:27.753Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":616},{"id":"h2","answer":"NO","ok":1,"ms":477},{"id":"h3","answer":"NO","ok":1,"ms":1686},{"id":"h4","answer":"YES","ok":1,"ms":632},{"id":"h5","answer":"NO","ok":1,"ms":1435},{"id":"h6","answer":"YES","ok":1,"ms":1357},{"id":"h7","answer":"NO","ok":1,"ms":402},{"id":"h8","answer":"YES","ok":1,"ms":464},{"id":"h9","answer":"NO","ok":1,"ms":857},{"id":"h10","answer":"YES","ok":1,"ms":638}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"citation","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":6,"score":0.75,"latencyMs":2489,"inputTokens":21476,"outputTokens":24,"costUsd":0.00215528,"ranAt":"2026-08-25T13:20:37.853Z","perItem":[{"id":"c1","answer":"B.","ok":1,"ms":2094},{"id":"c2","answer":"C.","ok":1,"ms":1556},{"id":"c3","answer":"A.","ok":1,"ms":586},{"id":"c4","answer":"D.","ok":1,"ms":3323},{"id":"c5","answer":"B.","ok":1,"ms":1275},{"id":"c6","answer":"C.","ok":1,"ms":8536},{"id":"c7","answer":"B.","ok":0,"ms":831},{"id":"c8","answer":"A.","ok":0,"ms":1712}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":868,"inputTokens":28320,"outputTokens":23,"costUsd":0.00283936,"ranAt":"2026-08-25T13:20:41.179Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":566},{"id":"p2","answer":"56","ok":1,"ms":603},{"id":"p3","answer":"90","ok":1,"ms":1522},{"id":"p4","answer":"25","ok":1,"ms":1029},{"id":"p5","answer":"30","ok":1,"ms":884},{"id":"p6","answer":"23","ok":1,"ms":638},{"id":"p7","answer":"11","ok":1,"ms":2286},{"id":"p8","answer":"7","ok":1,"ms":490},{"id":"p9","answer":"26","ok":1,"ms":292},{"id":"p10","answer":"8","ok":1,"ms":709},{"id":"p11","answer":"60","ok":1,"ms":859},{"id":"p12","answer":"28","ok":1,"ms":538}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":6,"score":0.75,"latencyMs":844,"inputTokens":19345,"outputTokens":25,"costUsd":0.0019424999999999998,"ranAt":"2026-08-25T13:20:43.760Z","perItem":[{"id":"l1","answer":"TIMELY","ok":1,"ms":860},{"id":"l2","answer":"UNTIMELY","ok":1,"ms":889},{"id":"l3","answer":"TIMELY","ok":1,"ms":836},{"id":"l4","answer":"TIMELY","ok":1,"ms":586},{"id":"l5","answer":"TIMELY","ok":0,"ms":562},{"id":"l6","answer":"TIMELY","ok":1,"ms":781},{"id":"l7","answer":"TIMELY","ok":0,"ms":1719},{"id":"l8","answer":"TIMELY","ok":1,"ms":521}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"clause","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":1144,"inputTokens":26262,"outputTokens":51,"costUsd":0.0026425199999999998,"ranAt":"2026-08-25T13:20:47.547Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":814},{"id":"k2","answer":"Non-Compete","ok":1,"ms":1193},{"id":"k3","answer":"Indemnification","ok":1,"ms":3778},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":906},{"id":"k5","answer":"Confidentiality","ok":1,"ms":1439},{"id":"k6","answer":"Termination","ok":1,"ms":1312},{"id":"k7","answer":"Assignment","ok":1,"ms":453},{"id":"k8","answer":"Force Majeure","ok":1,"ms":641},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":920},{"id":"k10","answer":"Indemnification","ok":1,"ms":932},{"id":"k11","answer":"Termination","ok":1,"ms":684},{"id":"k12","answer":"Confidentiality","ok":1,"ms":661}]},{"model":"meta-llama/llama-3.3-70b-instruct","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":10,"score":0.8333333333333334,"latencyMs":1307,"inputTokens":35157,"outputTokens":27,"costUsd":0.0035243399999999995,"ranAt":"2026-08-25T13:20:53.460Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":682},{"id":"x2","answer":"FAKE","ok":1,"ms":1147},{"id":"x3","answer":"REAL","ok":1,"ms":1157},{"id":"x4","answer":"FAKE","ok":1,"ms":825},{"id":"x5","answer":"REAL","ok":1,"ms":1551},{"id":"x6","answer":"REAL","ok":0,"ms":1343},{"id":"x7","answer":"REAL","ok":1,"ms":639},{"id":"x8","answer":"REAL","ok":0,"ms":1560},{"id":"x9","answer":"REAL","ok":1,"ms":797},{"id":"x10","answer":"FAKE","ok":1,"ms":1313},{"id":"x11","answer":"REAL","ok":1,"ms":3676},{"id":"x12","answer":"FAKE","ok":1,"ms":997}]}]}