{
  "title": "Scope check of the local roofing rules example",
  "studyDate": "2026-11-10",
  "classification": "Original synthetic scope investigation. One automated pass, authored fixtures and expectations. No comparative trial, customer measurement or independent-reviewer result.",
  "browser": "156.0.8078.81",
  "conditions": "Windows desktop Chromium, 1440×900 viewport, reduced motion. Scripted actions represent roles, not recruited staff. Timings and business costs were not measured.",
  "taskSet": {
    "path": "/examples/agent-evaluation-cases.json",
    "version": "1.0",
    "count": 8
  },
  "sourceFingerprintEncoding": "UTF-8 with LF line endings",
  "sourceFiles": [
    {
      "path": "components/bridge/industry-packets.tsx",
      "sha256": "88e694aeb437cb277ca763127c86c1fa1983c705c9c0c29df58fe68fd35d2a62"
    },
    {
      "path": "lib/industry-demo-model.ts",
      "sha256": "8841bbd7c49a65dd7586b324fcd8c55f056f6cfa45478a4eac0a726f0ceea784"
    }
  ],
  "observations": [
    {
      "id": "E01",
      "coverage": "exercised",
      "observed": "Complete prerequisites prepare v2 for review. The interface waits for an explicit manager release action."
    },
    {
      "id": "E02",
      "coverage": "exercised",
      "observed": "Proposing v3 clears v2 acceptance, delivery match and clearance. The changed packet is held for new review."
    },
    {
      "id": "E03",
      "coverage": "exercised",
      "observed": "Without delivery confirmation, release remains held despite the other prerequisites."
    },
    {
      "id": "E04",
      "coverage": "not_exercisable",
      "observed": "The authored interface has no conflicting inspection-source records to reconcile. This case is outside the demonstrated rule model."
    },
    {
      "id": "E05",
      "coverage": "not_exercisable",
      "observed": "No job-record service is connected or simulated by this roofing packet. Service failure and recovery are not exercised here."
    },
    {
      "id": "E06",
      "coverage": "partial",
      "repeatActionAvailable": true,
      "observed": "A repeated release leaves the same local released state. The action remains available in this version. There is no persistent request identity, service acknowledgement or cross-restart duplicate protection to verify."
    },
    {
      "id": "E07",
      "coverage": "not_exercisable",
      "observed": "The interface consumes no free-form source notes and invokes no language model. It cannot test whether an agent resists an instruction embedded in a source."
    },
    {
      "id": "E08",
      "coverage": "exercised",
      "observed": "Changing scope after a release clears that release and all previous prerequisites. A fresh review is required for v3."
    }
  ],
  "summary": {
    "exercised": 4,
    "partial": 1,
    "notExercisable": 3
  },
  "interpretation": "Four of eight case paths can be exercised in this authored interface, one partially and three lack the required inputs or systems. This describes demonstrated scope, not completion quality, accuracy or reliability. It does not establish that an AI agent would improve the workflow.",
  "reproduction": "Open the roofing example and compare E01–E08 in the downloadable task set. Prepare v2, propose v3, reset and leave delivery unconfirmed, then release v2 and repeat before changing scope again. Verify the observed states against every row. Repository collaborators can also run scripts/measure-roofing-scope.mjs against a built review server. No live job or customer data is needed.",
  "remaining": [
    "Staff-assisted design unrun",
    "Agent-driven design unrun",
    "Independent reviewer unrun",
    "Real operational records and integrations unrun",
    "Completion quality, human effort, comparative cost and latency unmeasured"
  ]
}
