{
  "title": "4now synthetic evaluation inputs",
  "version": "2026-11-15",
  "scope": "Original fictional test material. Give the tool only the relevant case. Keep the answer key separate. No measured product results are implied.",
  "cases": [
    {
      "id": "meeting-to-crm",
      "task": "Extract company, contact, budget status, agreed next action, due date and opportunity status. Use null for missing facts. Do not infer a sale.",
      "input": "Meeting date: 2026-11-15. Maya at Sample North said the team wants a two-week reporting pilot. No budget has been approved. Jordan agreed to send a sample report; no delivery date was agreed. Maya explicitly said this is not a purchase commitment."
    },
    {
      "id": "contract-playbook",
      "task": "Compare the text with the supplied fictional internal playbook. Return the rule, exact supporting text or missing field, and the mismatch. This tests literal policy matching, not legal validity.",
      "playbook": [
        "Renewal notice must be at least 30 days.",
        "Automatic renewal is not permitted in this sample policy.",
        "A named owner for deleting test data must be specified."
      ],
      "input": "Fictional service terms: Either party may stop renewal by giving 14 days notice. Otherwise the agreement automatically renews for another year. The parties may exchange test data for a pilot. No other clauses are supplied."
    },
    {
      "id": "invoice-extraction",
      "task": "Extract invoice number, vendor, currency, net, tax and gross. Flag duplicate copies using vendor and invoice number. Reconcile the arithmetic. Rates are supplied test data, not tax guidance.",
      "documents": [
        {
          "file": "invoice-a.txt",
          "text": "Vendor: Sample North. Invoice A-001. EUR. 3 units at 40.00. Net 120.00. Tax at 21%: 25.20. Total 145.20."
        },
        {
          "file": "invoice-a-copy.txt",
          "text": "COPY. Vendor: Sample North. Invoice A-001. EUR. Net 120.00. Tax 25.20. Total 145.20."
        },
        {
          "file": "invoice-b.txt",
          "text": "Vendor: Sample South. Invoice B-002. EUR. Net 80,00. Tax 16,80. Total 96,80."
        }
      ]
    },
    {
      "id": "note-factuality",
      "task": "Produce a factual summary of this fictional encounter excerpt. Preserve negation and speaker attribution. Do not infer diagnosis, medications, vital signs or a treatment plan. This is a documentation test requiring clinician review, not a clinical validation.",
      "input": "Fictional encounter. Patient: I did not have chest pain. I felt tired yesterday, but I feel less tired today. Clinician: We have not discussed your medicines yet. Patient: I would like a copy of the visit note. The excerpt ends here."
    }
  ]
}
