{
  "template_version": "1.0",
  "sample_notice": "All sample companies, policies, identifiers, values, and incidents below are synthetic. These are planning fixtures, not customer data, measured results, or a validated benchmark.",
  "project": {
    "name": null,
    "workflow_owner": null,
    "source_owner": null,
    "review_owner": null,
    "baseline_period": null,
    "pilot_period": null,
    "configuration_version": null,
    "currency": null
  },
  "scoring": {
    "allowed_statuses": [
      "not_run",
      "pass",
      "fail",
      "blocked"
    ],
    "pending_is_not_zero": true,
    "rule": "Score each expected check using recorded evidence. An executed case passes only when all its required checks pass. Leave unmeasured values null; exclude not_run and blocked cases from completed-case rates and report them separately.",
    "release_thresholds": null
  },
  "solution": "Document Automation",
  "metrics": [
    {
      "name": "field_accuracy",
      "definition": "Extracted evaluated fields matching reviewer-verified values under the agreed comparison rule / fields evaluated. Report important fields separately.",
      "unit": "proportion",
      "baseline_value": null,
      "pilot_value": null,
      "sample_count": null
    },
    {
      "name": "document_acceptance_rate",
      "definition": "Evaluated documents meeting all agreed next-step requirements / documents evaluated.",
      "unit": "proportion",
      "baseline_value": null,
      "pilot_value": null,
      "sample_count": null
    },
    {
      "name": "review_rate",
      "definition": "Evaluated documents routed for human review / documents evaluated, with reasons recorded.",
      "unit": "proportion",
      "baseline_value": null,
      "pilot_value": null,
      "sample_count": null
    },
    {
      "name": "review_effort",
      "definition": "Time a reviewer spends checking and correcting each reviewed document.",
      "unit": "seconds",
      "baseline_value": null,
      "pilot_value": null,
      "sample_count": null
    },
    {
      "name": "downstream_completion_rate",
      "definition": "Approved outputs acknowledged by the destination without duplicate writes / approved outputs submitted.",
      "unit": "proportion",
      "baseline_value": null,
      "pilot_value": null,
      "sample_count": null
    },
    {
      "name": "cost_per_usable_document",
      "definition": "Scoped intake, OCR/model, validation, review, retry, storage, and integration costs / usable completed documents.",
      "unit": "currency per document",
      "baseline_value": null,
      "pilot_value": null,
      "sample_count": null
    }
  ],
  "cases": [
    {
      "id": "DA-001",
      "category": "routine extraction",
      "input": {
        "format": "synthetic text only",
        "document_text": "Mock invoice INV-MOCK-001. Supplier: Sample Supplies. Total: USD 100.00.",
        "verified_fields": {
          "invoice_id": "INV-MOCK-001",
          "supplier": "Sample Supplies",
          "currency": "USD",
          "total": "100.00"
        }
      },
      "expected_checks": [
        "Extracted fields match the reviewer-verified values under the agreed comparison rule.",
        "Output remains pending until required validation and approval complete."
      ],
      "run": {
        "status": "not_run",
        "actual_output": null,
        "observations": [],
        "reviewer": null,
        "reviewed_at": null,
        "check_results": [
          {
            "check_index": 1,
            "status": "not_run",
            "evidence": null
          },
          {
            "check_index": 2,
            "status": "not_run",
            "evidence": null
          }
        ]
      }
    },
    {
      "id": "DA-002",
      "category": "missing required field",
      "input": {
        "format": "synthetic text only",
        "document_text": "Mock invoice. Supplier: Sample Supplies. Total: USD 100.00.",
        "required_fields": [
          "invoice_id",
          "supplier",
          "total"
        ]
      },
      "expected_checks": [
        "Missing invoice_id is not fabricated.",
        "Route to review with the source and missing-field reason."
      ],
      "run": {
        "status": "not_run",
        "actual_output": null,
        "observations": [],
        "reviewer": null,
        "reviewed_at": null,
        "check_results": [
          {
            "check_index": 1,
            "status": "not_run",
            "evidence": null
          },
          {
            "check_index": 2,
            "status": "not_run",
            "evidence": null
          }
        ]
      }
    },
    {
      "id": "DA-003",
      "category": "inconsistent amounts",
      "input": {
        "format": "synthetic text only",
        "document_text": "Mock invoice total: USD 120.00. Line items: USD 100.00. Tax: USD 0.00.",
        "validation_rule": "For this synthetic fixture, line items plus tax must equal total."
      },
      "expected_checks": [
        "The inconsistency is flagged under the stated rule.",
        "No automatic posting or payment approval occurs."
      ],
      "run": {
        "status": "not_run",
        "actual_output": null,
        "observations": [],
        "reviewer": null,
        "reviewed_at": null,
        "check_results": [
          {
            "check_index": 1,
            "status": "not_run",
            "evidence": null
          },
          {
            "check_index": 2,
            "status": "not_run",
            "evidence": null
          }
        ]
      }
    },
    {
      "id": "DA-004",
      "category": "duplicate submission",
      "input": {
        "document_id": "INV-MOCK-001",
        "previously_completed_document_ids": [
          "INV-MOCK-001"
        ]
      },
      "expected_checks": [
        "Apply the agreed duplicate/idempotency policy.",
        "A repeat submission does not create another destination record."
      ],
      "run": {
        "status": "not_run",
        "actual_output": null,
        "observations": [],
        "reviewer": null,
        "reviewed_at": null,
        "check_results": [
          {
            "check_index": 1,
            "status": "not_run",
            "evidence": null
          },
          {
            "check_index": 2,
            "status": "not_run",
            "evidence": null
          }
        ]
      }
    },
    {
      "id": "DA-005",
      "category": "unsupported document",
      "input": {
        "format": "synthetic text only",
        "document_text": "An unrelated mock letter.",
        "supported_document_families": [
          "mock-invoice"
        ]
      },
      "expected_checks": [
        "Unsupported type is routed to its owner.",
        "Do not force it into an invoice schema or fabricate required values."
      ],
      "run": {
        "status": "not_run",
        "actual_output": null,
        "observations": [],
        "reviewer": null,
        "reviewed_at": null,
        "check_results": [
          {
            "check_index": 1,
            "status": "not_run",
            "evidence": null
          },
          {
            "check_index": 2,
            "status": "not_run",
            "evidence": null
          }
        ]
      }
    },
    {
      "id": "DA-006",
      "category": "destination failure",
      "input": {
        "approved_fields": {
          "invoice_id": "INV-MOCK-002",
          "total": "100.00"
        },
        "destination_response": "timeout",
        "destination_acknowledgement": false
      },
      "expected_checks": [
        "Processing status reflects the lack of confirmed delivery.",
        "Retry/reconciliation follows the agreed policy without duplicate writes; the item remains owned."
      ],
      "run": {
        "status": "not_run",
        "actual_output": null,
        "observations": [],
        "reviewer": null,
        "reviewed_at": null,
        "check_results": [
          {
            "check_index": 1,
            "status": "not_run",
            "evidence": null
          },
          {
            "check_index": 2,
            "status": "not_run",
            "evidence": null
          }
        ]
      }
    }
  ],
  "release_decision": {
    "status": "not_evaluated",
    "owner": null,
    "decided_at": null,
    "evidence": [],
    "excluded_scope": [],
    "notes": null
  }
}