{"service":"schemasure","available":true,"generatedAt":"2026-08-04T16:18:10.253Z","corpusItems":11,"methodology":"Each corpus item is a (input, JSON Schema, ground-truth) triple. Output is re-validated against the schema (Ajv, draft 2020-12); field values are compared to ground truth for precision/recall/F1; hallucination = fields returned that are absent from ground truth. Weirdness tiers 1..5 scale from clean to adversarial (tier 5 includes prompt-injection).","overall":{"schemaValidityRate":1,"fieldF1":0.9722,"precision":0.9729,"recall":0.9716,"hallucinationRate":0.0008,"avgRepairs":0,"latencyMsP50":1062,"latencyMsP95":12342,"avgLatencyMs":2181},"byDocType":[{"docType":"contact","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"event","items":1,"schemaValidityRate":1,"f1":0.9,"hallucinationRate":0},{"docType":"inventory","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"invoice","items":2,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"job","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"order","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"product","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"receipt","items":1,"schemaValidityRate":1,"f1":0.7946,"hallucinationRate":0.009},{"docType":"resume","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"docType":"support-log","items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0}],"byTier":[{"tier":1,"items":2,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"tier":2,"items":4,"schemaValidityRate":1,"f1":0.975,"hallucinationRate":0},{"tier":3,"items":2,"schemaValidityRate":1,"f1":1,"hallucinationRate":0},{"tier":4,"items":2,"schemaValidityRate":1,"f1":0.8973,"hallucinationRate":0.0045},{"tier":5,"items":1,"schemaValidityRate":1,"f1":1,"hallucinationRate":0}],"items":[{"id":"invoice-clean","docType":"invoice","tier":1,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":1547},{"id":"contact-messy","docType":"contact","tier":2,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":931},{"id":"resume-experience","docType":"resume","tier":2,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":868},{"id":"job-posting","docType":"job","tier":1,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":939},{"id":"support-log-partial","docType":"support-log","tier":3,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":1062},{"id":"product-html","docType":"product","tier":4,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":1007},{"id":"invoice-multilingual","docType":"invoice","tier":2,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":1068},{"id":"order-injection","docType":"order","tier":5,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":937},{"id":"receipt-ocr-noisy","docType":"receipt","tier":4,"valid":true,"f1":0.7946,"precision":0.8018,"recall":0.7876,"hallucinationRate":0.009,"repairs":0,"latencyMs":12342},{"id":"inventory-stock-count","docType":"inventory","tier":3,"valid":true,"f1":1,"precision":1,"recall":1,"hallucinationRate":0,"repairs":0,"latencyMs":2168},{"id":"event-calendar","docType":"event","tier":2,"valid":true,"f1":0.9,"precision":0.9,"recall":0.9,"hallucinationRate":0,"repairs":0,"latencyMs":1124}]}