{"service":"schemasure","available":true,"generatedAt":"2026-09-19T19:06:36.305Z","corpusItems":11,"methodology":"Each corpus item is a (input, JSON Schema, ground-truth) triple. Output is re-validated against the schema (Ajv, draft 2020-12); field values are compared to ground truth for precision/recall/F1; hallucination = fields returned that are absent from ground truth. Weirdness tiers 1..5 scale from clean to adversarial (tier 5 includes prompt-injection).","overall":{"schemaValidityRate":0.8182,"fieldF1":0.0227,"precision":0.0227,"recall":0.0227,"hallucinationRate":0.0303,"avgRepairs":0,"latencyMsP50":7,"latencyMsP95":24,"avgLatencyMs":7},"byDocType":[{"docType":"contact","items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"docType":"event","items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"docType":"inventory","items":1,"schemaValidityRate":0,"f1":0,"hallucinationRate":0},{"docType":"invoice","items":2,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"docType":"job","items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"docType":"order","items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"docType":"product","items":1,"schemaValidityRate":1,"f1":0.25,"hallucinationRate":0},{"docType":"receipt","items":1,"schemaValidityRate":0,"f1":0,"hallucinationRate":0},{"docType":"resume","items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"docType":"support-log","items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0.3333}],"byTier":[{"tier":1,"items":2,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"tier":2,"items":4,"schemaValidityRate":1,"f1":0,"hallucinationRate":0},{"tier":3,"items":2,"schemaValidityRate":0.5,"f1":0,"hallucinationRate":0.1667},{"tier":4,"items":2,"schemaValidityRate":0.5,"f1":0.125,"hallucinationRate":0},{"tier":5,"items":1,"schemaValidityRate":1,"f1":0,"hallucinationRate":0}],"items":[{"id":"invoice-clean","docType":"invoice","tier":1,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":24},{"id":"contact-messy","docType":"contact","tier":2,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":9},{"id":"resume-experience","docType":"resume","tier":2,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":7},{"id":"job-posting","docType":"job","tier":1,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":7},{"id":"support-log-partial","docType":"support-log","tier":3,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0.3333,"repairs":0,"latencyMs":7},{"id":"product-html","docType":"product","tier":4,"valid":true,"f1":0.25,"precision":0.25,"recall":0.25,"hallucinationRate":0,"repairs":0,"latencyMs":6},{"id":"invoice-multilingual","docType":"invoice","tier":2,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":7},{"id":"order-injection","docType":"order","tier":5,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":6},{"id":"receipt-ocr-noisy","docType":"receipt","tier":4,"valid":false,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":0},{"id":"inventory-stock-count","docType":"inventory","tier":3,"valid":false,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":0},{"id":"event-calendar","docType":"event","tier":2,"valid":true,"f1":0,"precision":0,"recall":0,"hallucinationRate":0,"repairs":0,"latencyMs":8}]}