docs(eval): close pi canary phase with rollback decision and probe evidence

docs/plans/state.json

@@ -4,14 +4,15 @@
   "description": "Tracks the status of all Flynn plans and implementation phases",
   "plans": {
     "pi-embedded-backend-canary-evaluation-phase": {
-      "status": "in_progress",
+      "status": "completed",
       "date": "2026-02-24",
       "updated": "2026-02-24",
-      "summary": "Formal Pi embedded canary evaluation is active with audit-log summarization, minimum-sample thresholds, and guard-coverage thresholds for controlled probe windows. Window A remains `hold` due to latency/fallback failures; Window B shows fallback recovery (0%) but fails sample/baseline minimums; Window C pre-probe baseline confirms guard-coverage evidence is still missing, so expansion remains blocked.",
+      "summary": "Completed formal Pi embedded canary evaluation with audit-log summaries, minimum-sample thresholds, and controlled guard-coverage probes. Decision: `rollback` canary routing for now (do not expand) due to failed latency/fallback gates in Window A despite verified guard behavior in controlled probes.",
       "files_modified": [
         "src/audit/backendCanarySummary.ts",
         "src/audit/backendCanarySummary.test.ts",
         "scripts/summarize-backend-canary.ts",
+        "scripts/run-pi-canary-guard-probes.ts",
         "package.json",
         "README.md",
         "docs/plans/pi_embedded_evaluation.md",
@@ -22,12 +23,15 @@
         "docs/plans/artifacts/pi_embedded_eval_window_b_2026-02-24_post_fallbacks.json",
         "docs/plans/artifacts/pi_embedded_eval_window_c_2026-02-24_guard_preprobe.md",
         "docs/plans/artifacts/pi_embedded_eval_window_c_2026-02-24_guard_preprobe.json",
+        "docs/plans/artifacts/pi_embedded_eval_window_c_guard_probes.jsonl",
+        "docs/plans/artifacts/pi_embedded_eval_window_c_2026-02-24_guard_postprobe.md",
+        "docs/plans/artifacts/pi_embedded_eval_window_c_2026-02-24_guard_postprobe.json",
         "docs/architecture/AGENT_DIAGRAM.md",
         "docs/architecture/GATEWAY_SESSIONS_AND_QUEUE.md",
         "docs/api/PROTOCOL.md",
         "docs/plans/state.json"
       ],
-      "test_status": "pnpm test:run src/audit/backendCanarySummary.test.ts + pnpm typecheck + pnpm audit:backend-canary against ~/.local/share/flynn/audit.log with minimum-sample + guard-coverage gates (Window A/B regenerated, Window C pre-probe generated) passing; pnpm lint unchanged warnings-only baseline"
+      "test_status": "pnpm test:run src/audit/backendCanarySummary.test.ts + pnpm typecheck + pnpm audit:backend-canary against ~/.local/share/flynn/audit.log (Window A/B/C-preprobe) + pnpm audit:backend-canary:probes + pnpm audit:backend-canary against generated probe log (Window C-postprobe) passing; pnpm lint unchanged warnings-only baseline"
     },
     "pi-embedded-backend-canary-spike": {
       "status": "completed",
@@ -6456,7 +6460,7 @@
     }
   },
   "overall_progress": {
-    "total_test_count": 1992,
+    "total_test_count": 1996,
     "all_tests_passing": true,
     "p0_completion": "3/3 (100%)",
     "p1_completion": "4/4 (100%)",
@@ -6488,7 +6492,7 @@
     "remaining_phases_completion": "Phase 1: 3/3 (100%) — context levels, command registry, memory structure. Phase 2: 3/3 (100%) — component registry, confidence routing, history index. Phase 3: 2/2 (100%) — adaptive memory/compaction, truthfulness/autonomy hardening",
     "next_up": "Track OpenClaw evolution regularly for inspiration and feature ideas",
     "pi_embedded_canary_spike": "completed — added optional pi_embedded backend adapter, canary-safe no-tools routing guard, backend success/fallback latency audit events, and docs/diagram updates while native remains default",
-    "pi_embedded_evaluation_phase": "in progress — minimum-sample and guard-coverage gates enforced; Window A HOLD (p50 +259ms, p95 +5695ms, fallback 25%, categories: pi_module_interface/empty_assistant_text); Window B has 0% fallback but fails sample/baseline gates; Window C pre-probe shows 0 guard hits across pi_no_tools_mode/capability_query/attachments_present; no cohort expansion"
+    "pi_embedded_evaluation_phase": "completed — final decision rollback: Window A failed latency/fallback gates (p50 +259ms, p95 +5695ms, fallback 25%, categories: pi_module_interface/empty_assistant_text); Window B remained sample-insufficient; controlled probes verified guard coverage (pi_no_tools_mode/capability_query/attachments_present each hit once)"
   },
   "soul_md_and_cron_create": {
     "date": "2026-02-11",