{
  "schema_version": "smerc.pilot-runbook.v1",
  "name": "SMERC Shadow-Mode Pilot Runbook",
  "audience": ["CISO", "security architect", "platform engineering leader", "AI governance lead", "DevSecOps team", "agent runtime developer"],
  "purpose": "Help a company or AI-enabled reviewer run SMERC against metadata-only action examples without production access.",
  "canonical_repository": "https://github.com/KingsMtn/SMERC-Runtime-Permission-Layer",
  "public_site": "https://admirable-sorbet-9986d5.netlify.app/",
  "default_pilot": {
    "name": "GitHub Actions shadow-mode pilot",
    "duration": "30 days for first proof; 90 days for expanded design-partner pilot",
    "mode": "observe only",
    "production_effect": "SMERC scores and reports; existing systems remain authoritative.",
    "first_workflow": "One AI-assisted code, deployment, infrastructure, permission, MCP tool-call, or workflow automation path with meaningful side effects."
  },
  "minimum_inputs": [
    "5 to 25 metadata-only action examples",
    "current posture for each action: ALLOW, BLOCK, REVIEW, or UNKNOWN",
    "action description",
    "actor or workflow identity",
    "environment",
    "reversibility estimate",
    "containment strength",
    "rollback latency",
    "evidence validity",
    "anomaly pressure",
    "impact scope",
    "reviewer owner or reviewer group"
  ],
  "do_not_send": [
    "production secrets",
    "private keys",
    "regulated customer payloads",
    "raw customer records",
    "full proprietary source code",
    "live funds movement authority",
    "unredacted incident data without legal approval"
  ],
  "run_paths": {
    "self_service_web": {
      "step": "Use the Netlify pilot intake or customer evaluation page.",
      "links": [
        "https://admirable-sorbet-9986d5.netlify.app/pilot-intake.html",
        "https://admirable-sorbet-9986d5.netlify.app/customer-evaluation.html"
      ]
    },
    "github_actions_public_workflow": {
      "step": "Run the repository customer-evaluations workflow from GitHub Actions and download the artifact.",
      "link": "https://github.com/KingsMtn/SMERC-Runtime-Permission-Layer/actions/workflows/customer-evaluations.yml"
    },
    "local_python": {
      "step": "Clone the repository and run the pilot-in-a-box preview or a narrower customer evaluation locally.",
      "commands": [
        "python -m reference_engine.pilot_in_a_box --pretty",
        "python -m reference_engine.customer_evaluation examples/customer_eval_actions.json --pretty",
        "python -m reference_engine.pilot_intake_report examples/pilot_intake_template.json --pretty",
        "python -m unittest discover -s tests -q"
      ]
    },
    "api_review": {
      "step": "Review the pilot API contract before any integration discussion.",
      "link": "https://admirable-sorbet-9986d5.netlify.app/openapi.json"
    }
  },
  "success_metrics": [
    "reviewer agreement rate",
    "false release rate",
    "false constraint rate",
    "useful constraint rate",
    "approval latency impact",
    "unavailable evaluation rate",
    "override rate",
    "rollback evidence quality",
    "Decision Lifecycle Ledger completeness",
    "go/no-go decision from accountable workflow owner"
  ],
  "stop_conditions": [
    "reviewers cannot name a side-effecting workflow",
    "customer cannot provide safe metadata-only examples",
    "SMERC postures do not change reviewer judgment",
    "false constraints create unacceptable burden",
    "false releases are materially unsafe",
    "latency or workflow overhead is unacceptable",
    "data boundary cannot be preserved",
    "no accountable owner exists for pilot decisions"
  ],
  "expected_outputs": [
    "SMERC posture distribution",
    "reason codes",
    "recommended controls",
    "SPARTa execution route",
    "Decision Lifecycle Ledger evidence",
    "latency and unavailable-evaluation notes",
    "comparison against current allow/block/review posture",
    "pilot-fit recommendation"
  ],
  "decision_after_first_review": [
    "No pilot: interesting but not operationally useful.",
    "Narrow pilot: one workflow in observe mode.",
    "Expanded design-partner pilot: multiple workflow families with reviewer labels and weekly calibration.",
    "Integration partnership: only after evidence shows useful reviewer differences and acceptable operational burden."
  ]
}
