{"id":"ext-001","input":"Extract the invoice number, date, total amount, and vendor name from: \"Invoice #2024-0892, dated March 15, 2026. Vendor: Apex Industrial Supply. Total: $4,217.50\"","expected":"{\"invoiceNumber\":\"2024-0892\",\"date\":\"2026-03-15\",\"total\":4217.50,\"vendor\":\"Apex Industrial Supply\"}","split":"test","slice":["invoice","single-record"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-001","provenance":"starter-example","caseFamily":"field-omission","scenario":"All four fields are present and unambiguous.","actor":"An accounts-payable system extracting from scanned invoices.","oracleType":"reference-answer","expectedBehavior":"All four fields present and matching the source exactly.","unacceptableBehavior":["Any field missing or fabricated."],"evaluationCriteria":["Each field matches the reference after type normalization."],"reversibility":"R0","blastRadius":"B0","linkedConcerns":["omission"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Field-by-field match after normalization.","version":"1","retirementCondition":"The schema adds or removes a required field."}}}
{"id":"ext-002","input":"Extract the vendor name and purchase order number from: \"Ref: PO-44210. Thank you for your continued partnership. We look forward to serving you again.\"","expected":"{\"vendor\":null,\"purchaseOrder\":\"PO-44210\"}","split":"test","slice":["invoice","single-record","missing-field"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-002","provenance":"starter-example","caseFamily":"field-hallucination","scenario":"The vendor name is absent from the document.","actor":"An accounts-payable system extracting from scanned invoices.","oracleType":"reference-answer","expectedBehavior":"The PO number is extracted and the vendor name is null, not fabricated.","unacceptableBehavior":["Fabricates a vendor name from the text.","Omits the vendor field entirely rather than returning null."],"evaluationCriteria":["vendor is null.","purchaseOrder matches the reference."],"reversibility":"R1","blastRadius":"B0","linkedConcerns":["unsupported-claim","omission"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Field-by-field match including the null.","version":"1","retirementCondition":"The schema drops the vendor field."}}}
{"id":"ext-003","input":"Extract the patient name and date of birth from: \"Patient: Jane R. Doe-Smith (DOB 04/15/1988). Referring physician: Dr. Jane Smith.\"","expected":"{\"patientName\":\"Jane R. Doe-Smith\",\"dateOfBirth\":\"1988-04-15\"}","split":"test","slice":["clinical","single-record","confusable-names"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-003","provenance":"starter-example","caseFamily":"type-or-label-error","scenario":"Two names appear and one is the patient, the other is the physician.","actor":"A clinical data extraction pipeline.","oracleType":"reference-answer","expectedBehavior":"The patient name is Jane R. Doe-Smith, not Dr. Jane Smith.","unacceptableBehavior":["Assigns the physician name to the patient field.","Merges the two names."],"evaluationCriteria":["patientName matches the reference.","dateOfBirth matches the reference."],"reversibility":"R2","blastRadius":"B2","linkedConcerns":["wrong-entity"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Both fields match the reference.","version":"1","retirementCondition":"The schema changes the patient-name field."}}}
{"id":"ext-004","input":"Extract all line items from: \"1. Widget A, qty 10, unit price $5.00. 2. Widget B, qty 3, unit price $12.50. 3. Widget A, qty 2, unit price $5.00.\"","expected":"[{\"item\":\"Widget A\",\"qty\":10,\"unitPrice\":5.00},{\"item\":\"Widget B\",\"qty\":3,\"unitPrice\":12.50},{\"item\":\"Widget A\",\"qty\":2,\"unitPrice\":5.00}]","split":"test","slice":["invoice","multi-record"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-004","provenance":"starter-example","caseFamily":"multi-record-extraction","scenario":"Three records, two of which share a name and should not be merged.","actor":"An accounts-payable system extracting line items.","oracleType":"expected-final-state","expectedBehavior":"Three separate records, not two (the duplicate Widget A lines are distinct line items).","unacceptableBehavior":["Merges the two Widget A lines into one record with qty 12.","Drops the third line because it looks like a duplicate."],"evaluationCriteria":["Three records present.","Each matches its reference."],"reversibility":"R1","blastRadius":"B1","linkedConcerns":["omission","wrong-entity"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Record-by-record match, order preserved.","version":"1","retirementCondition":"The line-item schema changes."}}}
{"id":"ext-005","input":"Extract the start date and end date from: \"The agreement shall be effective from 1 January 2026 through and including December 31, 2026.\"","expected":"{\"startDate\":\"2026-01-01\",\"endDate\":\"2026-12-31\"}","split":"test","slice":["contract","single-record","confusable-fields"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-005","provenance":"starter-example","caseFamily":"type-or-label-error","scenario":"Two dates in close proximity, one for start and one for end.","actor":"A contract-analysis system.","oracleType":"reference-answer","expectedBehavior":"Start date is 2026-01-01 and end date is 2026-12-31, not swapped.","unacceptableBehavior":["The dates are swapped.","Only one date is extracted."],"evaluationCriteria":["Both dates match the reference in the correct fields."],"reversibility":"R1","blastRadius":"B1","linkedConcerns":["wrong-entity"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Both fields match the reference.","version":"1","retirementCondition":"The contract schema changes the date fields."}}}
{"id":"ext-006","input":"Extract the total amount from: \"Subtotal: $1,200.00. Discount (10%): -$120.00. Tax (8.5%): $91.80. Total: $1,171.80.\"","expected":"{\"total\":1171.80}","split":"test","slice":["invoice","single-record","multiple-numbers"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-006","provenance":"starter-example","caseFamily":"schema-valid-wrong","scenario":"Several dollar amounts appear and only one is the total.","actor":"An accounts-payable system.","oracleType":"reference-answer","expectedBehavior":"The total is $1,171.80, not the subtotal or any other number.","unacceptableBehavior":["Extracts the subtotal instead of the total.","Extracts the tax as the total."],"evaluationCriteria":["total matches the reference."],"reversibility":"R1","blastRadius":"B1","linkedConcerns":["wrong-entity","unsupported-claim"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Exact numeric match.","version":"1","retirementCondition":"The total-amount field is removed from the schema."}}}
{"id":"ext-007","input":"Extract the clause number and clause text from: \"Section 4.2(a)(iii): The Licensee shall not sublicense the Software without prior written consent of the Licensor.\"","expected":"{\"clauseNumber\":\"4.2(a)(iii)\",\"clauseText\":\"The Licensee shall not sublicense the Software without prior written consent of the Licensor.\"}","split":"test","slice":["contract","single-record","boundary"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-007","provenance":"starter-example","caseFamily":"boundary-error","scenario":"The clause number includes nested parentheticals that the span must not cut.","actor":"A contract-analysis system.","oracleType":"reference-answer","expectedBehavior":"The clause number is 4.2(a)(iii) including the nested parts, and the text is the sentence.","unacceptableBehavior":["Truncates the clause number to \"4.2\".","Includes \"Section\" in the clause number."],"evaluationCriteria":["Both fields match the reference exactly."],"reversibility":"R0","blastRadius":"B0","linkedConcerns":["format-contract-violation"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Exact string match after whitespace normalization.","version":"1","retirementCondition":"The clause schema changes."}}}
{"id":"ext-008","input":"Extract the shipping address from: \"Bill to: 100 Main St, Suite 200, Chicago, IL 60601. Ship to: 742 Evergreen Terrace, Springfield, IL 62704.\"","expected":"{\"shippingAddress\":\"742 Evergreen Terrace, Springfield, IL 62704\"}","split":"test","slice":["invoice","single-record","confusable-fields"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-008","provenance":"starter-example","caseFamily":"type-or-label-error","scenario":"Billing and shipping addresses appear side by side.","actor":"An order-processing system.","oracleType":"reference-answer","expectedBehavior":"The shipping address is 742 Evergreen Terrace, not the billing address.","unacceptableBehavior":["Returns the billing address in the shipping field.","Concatenates both addresses."],"evaluationCriteria":["shippingAddress matches the reference."],"reversibility":"R2","blastRadius":"B1","linkedConcerns":["wrong-entity"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Exact string match after whitespace normalization.","version":"1","retirementCondition":"The address schema changes."}}}
{"id":"ext-009","input":"Extract the medication name and dosage from: \"Rx: Lisinopril 10mg PO daily. Refills: 3.\"","expected":"{\"medication\":\"Lisinopril\",\"dosage\":\"10mg PO daily\"}","split":"test","slice":["clinical","single-record"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-009","provenance":"starter-example","caseFamily":"boundary-error","scenario":"A straightforward clinical extraction with a structured prescription line.","actor":"A pharmacy data extraction pipeline.","oracleType":"reference-answer","expectedBehavior":"The medication name and full dosage string, not truncated.","unacceptableBehavior":["Truncates the dosage to just \"10mg\".","Includes \"Rx:\" in the medication name."],"evaluationCriteria":["Both fields match the reference."],"reversibility":"R2","blastRadius":"B2","linkedConcerns":["omission","format-contract-violation"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Both fields match the reference after whitespace normalization.","version":"1","retirementCondition":"The prescription schema changes."}}}
{"id":"ext-010","input":"Extract the company name from: \"ANNUAL REPORT 2025\\n\\nPrepared for the Board of Directors\\nAcme Corporation\"","expected":"{\"companyName\":\"Acme Corporation\"}","split":"test","slice":["report","single-record","positional"],"tags":["starter"],"metadata":{"case":{"caseId":"ext-010","provenance":"starter-example","caseFamily":"schema-valid-wrong","scenario":"The company name is at the bottom of a title block, not at the top.","actor":"A document-processing pipeline.","oracleType":"reference-answer","expectedBehavior":"Acme Corporation, extracted from the bottom of the title block.","unacceptableBehavior":["Returns \"ANNUAL REPORT 2025\" as the company name.","Returns \"Board of Directors\" as the company name."],"evaluationCriteria":["companyName matches the reference."],"reversibility":"R0","blastRadius":"B0","linkedConcerns":["wrong-entity"],"evaluator":"exact-or-programmatic","reviewerExpertise":"","passLogic":"Exact match.","version":"1","retirementCondition":"The company-name field is removed from the schema."}}}