pi-mega-compact 0.16.3 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (166) hide show
  1. package/dist/config/vector-cortex.js +81 -0
  2. package/dist/extensions/dashboard-server/api-contracts/endpoints/registry-ext.js +30 -0
  3. package/dist/extensions/dashboard-server/api-contracts/endpoints/registry.js +4 -14
  4. package/dist/extensions/dashboard-server/api-contracts/vector-cortex.js +12 -0
  5. package/dist/extensions/dashboard-server/routes-rag-settings-helpers.js +10 -0
  6. package/dist/extensions/dashboard-server/routes-vector-cortex.js +292 -0
  7. package/dist/extensions/dashboard-server/routes.js +1 -0
  8. package/dist/extensions/dashboard-server/server.js +9 -1
  9. package/dist/extensions/mega-events/context-handler.js +11 -0
  10. package/dist/extensions/mega-runtime/vector-cortex-ledger.js +131 -0
  11. package/dist/extensions/mega-runtime/vector-cortex-safety.js +100 -0
  12. package/dist/src/config/vector-cortex.js +81 -0
  13. package/dist/src/config.js +6 -0
  14. package/dist/src/vector-cortex/eval/annotations.js +41 -0
  15. package/dist/src/vector-cortex/eval/metrics.js +86 -0
  16. package/dist/src/vector-cortex/eval/observer.js +61 -0
  17. package/dist/src/vector-cortex/eval/persist.js +67 -0
  18. package/dist/src/vector-cortex/eval/reader.js +29 -0
  19. package/dist/src/vector-cortex/eval/types.js +33 -0
  20. package/dist/src/vector-cortex/ledger/adapter.js +55 -0
  21. package/dist/src/vector-cortex/ledger/compat-journal.js +206 -0
  22. package/dist/src/vector-cortex/ledger/emit.js +53 -0
  23. package/dist/src/vector-cortex/ledger/event-codec.js +72 -0
  24. package/dist/src/vector-cortex/ledger/event-codecB.js +76 -0
  25. package/dist/src/vector-cortex/ledger/sqlite.js +200 -0
  26. package/dist/src/vector-cortex/ledger/store.js +184 -0
  27. package/dist/src/vector-cortex/ledger/types.js +52 -0
  28. package/dist/src/vector-cortex/ledger/validator.js +117 -0
  29. package/dist/src/vector-cortex/migrations/effective-cut-v2.js +103 -0
  30. package/dist/src/vector-cortex/migrations/occurrence-v2.js +139 -0
  31. package/dist/src/vector-cortex/replay/cut.js +123 -0
  32. package/dist/src/vector-cortex/replay/emit.js +58 -0
  33. package/dist/src/vector-cortex/replay/replay.js +260 -0
  34. package/dist/src/vector-cortex/replay/replayB.js +73 -0
  35. package/dist/src/vector-cortex/replay/types.js +52 -0
  36. package/dist/src/vector-cortex/resilience/breaker-core.js +359 -0
  37. package/dist/src/vector-cortex/resilience/breaker.js +12 -0
  38. package/dist/src/vector-cortex/resilience/emit.js +56 -0
  39. package/dist/src/vector-cortex/resilience/spool-core.js +347 -0
  40. package/dist/src/vector-cortex/resilience/spool.js +12 -0
  41. package/dist/src/vector-cortex/resilience/types.js +32 -0
  42. package/dist/vector-cortex/eval/annotations.js +41 -0
  43. package/dist/vector-cortex/eval/metrics.js +86 -0
  44. package/dist/vector-cortex/eval/observer.js +61 -0
  45. package/dist/vector-cortex/eval/persist.js +67 -0
  46. package/dist/vector-cortex/eval/reader.js +29 -0
  47. package/dist/vector-cortex/eval/types.js +33 -0
  48. package/dist/vector-cortex/ledger/adapter.js +55 -0
  49. package/dist/vector-cortex/ledger/compat-journal.js +206 -0
  50. package/dist/vector-cortex/ledger/emit.js +53 -0
  51. package/dist/vector-cortex/ledger/event-codec.js +72 -0
  52. package/dist/vector-cortex/ledger/event-codecB.js +76 -0
  53. package/dist/vector-cortex/ledger/sqlite.js +200 -0
  54. package/dist/vector-cortex/ledger/store.js +184 -0
  55. package/dist/vector-cortex/ledger/types.js +52 -0
  56. package/dist/vector-cortex/ledger/validator.js +117 -0
  57. package/dist/vector-cortex/migrations/effective-cut-v2.js +103 -0
  58. package/dist/vector-cortex/migrations/occurrence-v2.js +139 -0
  59. package/dist/vector-cortex/replay/cut.js +123 -0
  60. package/dist/vector-cortex/replay/emit.js +58 -0
  61. package/dist/vector-cortex/replay/replay.js +260 -0
  62. package/dist/vector-cortex/replay/replayB.js +73 -0
  63. package/dist/vector-cortex/replay/types.js +52 -0
  64. package/dist/vector-cortex/resilience/breaker-core.js +359 -0
  65. package/dist/vector-cortex/resilience/breaker.js +12 -0
  66. package/dist/vector-cortex/resilience/emit.js +56 -0
  67. package/dist/vector-cortex/resilience/spool-core.js +347 -0
  68. package/dist/vector-cortex/resilience/spool.js +12 -0
  69. package/dist/vector-cortex/resilience/types.js +32 -0
  70. package/extensions/dashboard-client/dist/assets/{AreaChart-Y_X0Bbjd.js → AreaChart-CAnWomhw.js} +2 -2
  71. package/extensions/dashboard-client/dist/assets/{AreaChart-Y_X0Bbjd.js.map → AreaChart-CAnWomhw.js.map} +1 -1
  72. package/extensions/dashboard-client/dist/assets/{BarChart-B9XDb-Ob.js → BarChart-lZ2-s71k.js} +2 -2
  73. package/extensions/dashboard-client/dist/assets/{BarChart-B9XDb-Ob.js.map → BarChart-lZ2-s71k.js.map} +1 -1
  74. package/extensions/dashboard-client/dist/assets/{CacheTab-BUGVb1G1.js → CacheTab-BL2Thh66.js} +2 -2
  75. package/extensions/dashboard-client/dist/assets/{CacheTab-BUGVb1G1.js.map → CacheTab-BL2Thh66.js.map} +1 -1
  76. package/extensions/dashboard-client/dist/assets/{EventsTab-dOqLYTsy.js → EventsTab-DEh2Z9fp.js} +2 -2
  77. package/extensions/dashboard-client/dist/assets/{EventsTab-dOqLYTsy.js.map → EventsTab-DEh2Z9fp.js.map} +1 -1
  78. package/extensions/dashboard-client/dist/assets/{HealthTab-c2vezKg1.js → HealthTab-DTwKclxk.js} +2 -2
  79. package/extensions/dashboard-client/dist/assets/{HealthTab-c2vezKg1.js.map → HealthTab-DTwKclxk.js.map} +1 -1
  80. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-bQYHIcdx.js → MaintenanceTab-DDfBEdbX.js} +2 -2
  81. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-bQYHIcdx.js.map → MaintenanceTab-DDfBEdbX.js.map} +1 -1
  82. package/extensions/dashboard-client/dist/assets/{MemoryMapTab-2L8pH6y2.js → MemoryMapTab-Dgfmg-0Q.js} +2 -2
  83. package/extensions/dashboard-client/dist/assets/{MemoryMapTab-2L8pH6y2.js.map → MemoryMapTab-Dgfmg-0Q.js.map} +1 -1
  84. package/extensions/dashboard-client/dist/assets/{MetricsTab-CzUx1jpo.js → MetricsTab-DOcMm0Tx.js} +2 -2
  85. package/extensions/dashboard-client/dist/assets/{MetricsTab-CzUx1jpo.js.map → MetricsTab-DOcMm0Tx.js.map} +1 -1
  86. package/extensions/dashboard-client/dist/assets/{OverviewTab-eCNoaclv.js → OverviewTab-DHT5aoHg.js} +2 -2
  87. package/extensions/dashboard-client/dist/assets/{OverviewTab-eCNoaclv.js.map → OverviewTab-DHT5aoHg.js.map} +1 -1
  88. package/extensions/dashboard-client/dist/assets/{ReposTab-tb0IW3NF.js → ReposTab-CGAmtR_c.js} +2 -2
  89. package/extensions/dashboard-client/dist/assets/{ReposTab-tb0IW3NF.js.map → ReposTab-CGAmtR_c.js.map} +1 -1
  90. package/extensions/dashboard-client/dist/assets/{SessionsTab-C-IoLw5h.js → SessionsTab-BIgx6iKT.js} +2 -2
  91. package/extensions/dashboard-client/dist/assets/{SessionsTab-C-IoLw5h.js.map → SessionsTab-BIgx6iKT.js.map} +1 -1
  92. package/extensions/dashboard-client/dist/assets/{SetupTab-BvmFi8gf.js → SetupTab-ADghKuEI.js} +2 -2
  93. package/extensions/dashboard-client/dist/assets/{SetupTab-BvmFi8gf.js.map → SetupTab-ADghKuEI.js.map} +1 -1
  94. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-DBH-cOlA.js → TimeSavedCard-C33UiiOM.js} +2 -2
  95. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-DBH-cOlA.js.map → TimeSavedCard-C33UiiOM.js.map} +1 -1
  96. package/extensions/dashboard-client/dist/assets/{TurnsTab-DBMgmvnX.js → TurnsTab-DdbL9wPN.js} +2 -2
  97. package/extensions/dashboard-client/dist/assets/{TurnsTab-DBMgmvnX.js.map → TurnsTab-DdbL9wPN.js.map} +1 -1
  98. package/extensions/dashboard-client/dist/assets/VectorCortexTab-Cl1pbEdR.js +2 -0
  99. package/extensions/dashboard-client/dist/assets/VectorCortexTab-Cl1pbEdR.js.map +1 -0
  100. package/extensions/dashboard-client/dist/assets/{WikiTab-1LcQrXk3.js → WikiTab-Ch00OFKs.js} +2 -2
  101. package/extensions/dashboard-client/dist/assets/{WikiTab-1LcQrXk3.js.map → WikiTab-Ch00OFKs.js.map} +1 -1
  102. package/extensions/dashboard-client/dist/assets/{button-DtEsZTUE.js → button-ByeEdo2g.js} +2 -2
  103. package/extensions/dashboard-client/dist/assets/{button-DtEsZTUE.js.map → button-ByeEdo2g.js.map} +1 -1
  104. package/extensions/dashboard-client/dist/assets/{card-DcfTmw-4.js → card-DesoLXvc.js} +2 -2
  105. package/extensions/dashboard-client/dist/assets/{card-DcfTmw-4.js.map → card-DesoLXvc.js.map} +1 -1
  106. package/extensions/dashboard-client/dist/assets/{generateCategoricalChart-BsIxUDyw.js → generateCategoricalChart-CCAB7Iz4.js} +2 -2
  107. package/extensions/dashboard-client/dist/assets/{generateCategoricalChart-BsIxUDyw.js.map → generateCategoricalChart-CCAB7Iz4.js.map} +1 -1
  108. package/extensions/dashboard-client/dist/assets/{index-B93cewiX.js → index-B6cgyAPr.js} +34 -29
  109. package/extensions/dashboard-client/dist/assets/index-B6cgyAPr.js.map +1 -0
  110. package/extensions/dashboard-client/dist/assets/index-CfvziyBi.css +1 -0
  111. package/extensions/dashboard-client/dist/assets/{switch-Bowd7jCD.js → switch-DIZC-oe-.js} +2 -2
  112. package/extensions/dashboard-client/dist/assets/{switch-Bowd7jCD.js.map → switch-DIZC-oe-.js.map} +1 -1
  113. package/extensions/dashboard-client/dist/assets/{toggle-Bo7kJZ4u.js → toggle-CIoWaH2e.js} +2 -2
  114. package/extensions/dashboard-client/dist/assets/{toggle-Bo7kJZ4u.js.map → toggle-CIoWaH2e.js.map} +1 -1
  115. package/extensions/dashboard-client/dist/assets/{useSSE-zNhb0c3u.js → useSSE-Bv4943l1.js} +2 -2
  116. package/extensions/dashboard-client/dist/assets/{useSSE-zNhb0c3u.js.map → useSSE-Bv4943l1.js.map} +1 -1
  117. package/extensions/dashboard-client/dist/index.html +2 -2
  118. package/extensions/dashboard-client/src/App.tsx +2 -0
  119. package/extensions/dashboard-client/src/api/vector-cortex.ts +54 -0
  120. package/extensions/dashboard-client/src/tabs/VectorCortexTab.tsx +272 -0
  121. package/extensions/dashboard-client/src/tabs/registry.ts +4 -1
  122. package/extensions/dashboard-client/src/types/vector-cortex.ts +84 -0
  123. package/extensions/dashboard-server/api-contracts/endpoints/registry-ext.ts +67 -0
  124. package/extensions/dashboard-server/api-contracts/endpoints/registry.ts +4 -21
  125. package/extensions/dashboard-server/api-contracts/index.ts +3 -0
  126. package/extensions/dashboard-server/api-contracts/vector-cortex.ts +136 -0
  127. package/extensions/dashboard-server/routes-rag-settings-helpers.ts +35 -0
  128. package/extensions/dashboard-server/routes-vector-cortex.ts +332 -0
  129. package/extensions/dashboard-server/routes.ts +6 -0
  130. package/extensions/dashboard-server/server.ts +8 -0
  131. package/extensions/mega-events/context-handler.ts +16 -0
  132. package/extensions/mega-runtime/vector-cortex-ledger.ts +165 -0
  133. package/extensions/mega-runtime/vector-cortex-safety.ts +181 -0
  134. package/package.json +2 -1
  135. package/src/config/vector-cortex.ts +87 -0
  136. package/src/config.ts +27 -0
  137. package/src/vector-cortex/eval/annotations.ts +70 -0
  138. package/src/vector-cortex/eval/metrics.ts +113 -0
  139. package/src/vector-cortex/eval/observer.ts +86 -0
  140. package/src/vector-cortex/eval/persist.ts +73 -0
  141. package/src/vector-cortex/eval/reader.ts +45 -0
  142. package/src/vector-cortex/eval/types.ts +89 -0
  143. package/src/vector-cortex/ledger/adapter.ts +71 -0
  144. package/src/vector-cortex/ledger/compat-journal.ts +234 -0
  145. package/src/vector-cortex/ledger/emit.ts +86 -0
  146. package/src/vector-cortex/ledger/event-codec.ts +79 -0
  147. package/src/vector-cortex/ledger/event-codecB.ts +87 -0
  148. package/src/vector-cortex/ledger/sqlite.ts +265 -0
  149. package/src/vector-cortex/ledger/store.ts +380 -0
  150. package/src/vector-cortex/ledger/types.ts +141 -0
  151. package/src/vector-cortex/ledger/validator.ts +124 -0
  152. package/src/vector-cortex/migrations/effective-cut-v2.ts +149 -0
  153. package/src/vector-cortex/migrations/occurrence-v2.ts +192 -0
  154. package/src/vector-cortex/replay/cut.ts +169 -0
  155. package/src/vector-cortex/replay/emit.ts +89 -0
  156. package/src/vector-cortex/replay/replay.ts +308 -0
  157. package/src/vector-cortex/replay/replayB.ts +97 -0
  158. package/src/vector-cortex/replay/types.ts +145 -0
  159. package/src/vector-cortex/resilience/breaker-core.ts +444 -0
  160. package/src/vector-cortex/resilience/breaker.ts +22 -0
  161. package/src/vector-cortex/resilience/emit.ts +99 -0
  162. package/src/vector-cortex/resilience/spool-core.ts +411 -0
  163. package/src/vector-cortex/resilience/spool.ts +22 -0
  164. package/src/vector-cortex/resilience/types.ts +158 -0
  165. package/extensions/dashboard-client/dist/assets/index-B93cewiX.js.map +0 -1
  166. package/extensions/dashboard-client/dist/assets/index-C_tCbOI0.css +0 -1
@@ -0,0 +1,181 @@
1
+ /**
2
+ * vector-cortex-safety.ts — VC0C live safety envelope (VC0C, task 4 + 5).
3
+ *
4
+ * Owns the live triad selection BEFORE provider invocation: select mode A
5
+ * (optimized/learned), then independent mode B (deterministic local spool
6
+ * deriving directly from authority), then unchanged mode C (continuity, not
7
+ * semantic completeness — C uses only the exact current transcript and reports
8
+ * that limitation). A manual reset clears cooldown but NEVER evidence.
9
+ *
10
+ * This adapter composes the resilience seams (`resilience/breaker.ts`,
11
+ * `resilience/spool.ts`, `resilience/emit.ts`) into the health/reset API the
12
+ * dashboard owns (`GET /api/vector-cortex/health`, admin
13
+ * `POST /api/vector-cortex/breakers/reset`). It is the pi-runtime-adjacent shell;
14
+ * all durable state is owned by the src/ resilience modules. Non-fatal: any
15
+ * breaker/spool noise degrades to mode C (unchanged host transcript), and the
16
+ * agent loop is never broken.
17
+ *
18
+ * Local-only (PREVENT-PI-004); no `any` (PREVENT-011); no console.log — events
19
+ * go through the injected resilience reporter / Logger.
20
+ *
21
+ * LIVENESS HONESTY (VC0C-Q01/Q06): the breaker composed here is PER-PROCESS /
22
+ * IN-MEMORY and EPHEMERAL — `createVectorCortexSafety` builds a fresh instance on
23
+ * every dashboard request (GET /health, POST /reset). There is NO persistent
24
+ * breaker runtime and NO live producer wiring (the real circuit-breaker that runs
25
+ * around the actual compaction loop is DEFERRED to the producer-wiring sprint,
26
+ * carried VC0B-I08 -> VC0D). Consequently GET /health always reflects a brand-new
27
+ * CLOSED_A instance and POST /reset mutates an instance that vanishes when the
28
+ * request returns: the endpoints are ILLUSTRATIVE until VC0D wires a persistent
29
+ * instance. The health payload therefore carries `stateSource:"ephemeral"` so the
30
+ * dashboard/README never present it as a live breaker. Frontier-frozen / spool-lag
31
+ * are owned by the DURABLE spool but have no live per-session handle here, so they
32
+ * are surfaced as static/non-live until VC0D (with authorityOutage mirrored from
33
+ * the host context when supplied).
34
+ */
35
+
36
+ import { join } from "node:path";
37
+ import { createResilienceReporter, type ResilienceReporter } from "../../src/vector-cortex/resilience/emit.js";
38
+ import { createBreaker } from "../../src/vector-cortex/resilience/breaker.js";
39
+ import { createSpool, type Spool } from "../../src/vector-cortex/resilience/spool.js";
40
+ import type { BreakerRecord, Mode, TriadResult } from "../../src/vector-cortex/resilience/types.js";
41
+ import { BREAKER_WINDOW_MS, VC0C_ENABLED } from "../../src/config/vector-cortex.js";
42
+
43
+ /** Daily/health context the safety adapter needs from its host. */
44
+ export interface VectorCortexSafetyContext {
45
+ /** State directory hosting the durable breaker/spool state. */
46
+ readonly stateDir: string;
47
+ /** Monotonic clock for windows/cooldowns (fake-clock testable). */
48
+ readonly now?: () => number;
49
+ /** Wall-clock supplier for record timestamps (default ISO now). */
50
+ readonly wallNow?: () => string;
51
+ /** True while the mode-A authority (SQLite ledger) is in OUTAGE. */
52
+ readonly authorityOutage?: () => boolean;
53
+ }
54
+
55
+ /** Health-card aggregate (dashboard contract). */
56
+ export interface VectorCortexHealthSummary {
57
+ readonly enabled: boolean;
58
+ readonly mode: Mode;
59
+ readonly state: string;
60
+ readonly subsystem: string;
61
+ readonly sinceMs: number;
62
+ readonly reason?: string;
63
+ readonly windowMs: number;
64
+ readonly probeCount: number;
65
+ readonly backoffDelayMs: number;
66
+ readonly frontierFrozen: boolean;
67
+ readonly authorityOutage: boolean;
68
+ readonly spoolLag: number;
69
+ readonly attempts: number;
70
+ readonly failures: number;
71
+ readonly p95Ms: number;
72
+ readonly failureRate: number;
73
+ readonly updatedAt: string;
74
+ /** "ephemeral" => per-process/in-memory breaker; "live" => persistent (VC0D). */
75
+ readonly stateSource: "ephemeral" | "live";
76
+ }
77
+
78
+ export interface TriadProvider<T> {
79
+ readonly session: string;
80
+ readonly subsystem: string;
81
+ readonly inputDigest: string;
82
+ /** Mode A — optimized/learned. */
83
+ readonly runA: () => T;
84
+ /** Mode B — deterministic local spool, derives directly from authority. */
85
+ readonly runB: () => T;
86
+ /** Mode C — unchanged current transcript (continuity, NOT completeness). */
87
+ readonly runC: () => T;
88
+ readonly validate: (v: T) => boolean;
89
+ }
90
+
91
+ export interface VectorCortexSafety {
92
+ /**
93
+ * Select A, then independent B, then unchanged C BEFORE provider invocation.
94
+ * Demotes on live failure; the selected mode's output is the only thing served
95
+ * (probe output is never served).
96
+ */
97
+ select<T>(provider: TriadProvider<T>): TriadResult<T>;
98
+ /** Reader-only aggregate for GET /api/vector-cortex/health. */
99
+ health(): VectorCortexHealthSummary;
100
+ /** The mode-B durable spool (append before provider; drain on recovery). */
101
+ readonly spool: Spool;
102
+ /** Admin reset: clears cooldown, never evidence. Returns the new record. */
103
+ reset(subsystem: string): BreakerRecord;
104
+ /** Manual halt with a required reason (authority/digest/causal corruption). */
105
+ halt(reason: string): BreakerRecord;
106
+ }
107
+
108
+ /** Build the live safety envelope, wiring the emit seam into the breaker. */
109
+ export function createVectorCortexSafety(
110
+ ctx: VectorCortexSafetyContext,
111
+ emit?: (event: string, fields: Record<string, unknown>) => void,
112
+ ): VectorCortexSafety {
113
+ const reporter: ResilienceReporter = createResilienceReporter(emit);
114
+ const wallNow = ctx.wallNow ?? (() => new Date().toISOString());
115
+ const breaker = createBreaker({ now: ctx.now, reporter, wallNow });
116
+ const spool = createSpool({
117
+ dir: join(ctx.stateDir, "spool"),
118
+ authorityOutage: ctx.authorityOutage,
119
+ // Wire the resilience emit seam (incl. vector_cortex_frontier_frozen) into
120
+ // the mode-B spool so a real authority-frontier freeze is observable.
121
+ reporter,
122
+ });
123
+
124
+ return {
125
+ spool,
126
+ select<T>(provider: TriadProvider<T>): TriadResult<T> {
127
+ const { subsystem, inputDigest, runA, runB, runC, validate } = provider;
128
+ // Thin delegation to the breaker: it selects the highest healthy mode
129
+ // (A, else independent B, else unchanged C) BEFORE provider invocation and
130
+ // records the attempt/trip. Across invocations A-failure demotes to B and
131
+ // B-failure demotes to C (continuity — unchanged transcript).
132
+ return breaker.execute(
133
+ subsystem,
134
+ inputDigest,
135
+ { A: runA, B: runB, C: runC },
136
+ validate,
137
+ );
138
+ },
139
+
140
+ health(): VectorCortexHealthSummary {
141
+ const rec = breaker.snapshot("provider");
142
+ const enabled = VC0C_ENABLED();
143
+ // LIVENESS HONESTY (VC0C-Q01/Q06): this breaker is created fresh per request
144
+ // and is ephemeral — declare it explicitly so the dashboard never presents it
145
+ // as a live breaker. `authorityOutage` is mirrored from the host context when
146
+ // supplied (otherwise false). `frontierFrozen` (rec.frozenFrontier) and
147
+ // `spoolLag` are owned by the DURABLE spool, which has no live per-session
148
+ // handle here — they stay static/no-op until VC0D wires a persistent breaker
149
+ // instance; stateSource:"ephemeral" is the signal that they are not live.
150
+ return {
151
+ enabled,
152
+ mode: rec.state === "MANUAL_HALT" ? "C" : rec.state === "CLOSED_A" ? "A" : "B",
153
+ state: rec.state,
154
+ subsystem: "provider",
155
+ sinceMs: rec.transitionedAtMs,
156
+ reason: rec.manualReason,
157
+ windowMs: BREAKER_WINDOW_MS,
158
+ probeCount: rec.probeCount,
159
+ backoffDelayMs: rec.retryDelayMs,
160
+ frontierFrozen: rec.frozenFrontier,
161
+ authorityOutage: ctx.authorityOutage?.() ?? false,
162
+ spoolLag: 0,
163
+ attempts: rec.attempts,
164
+ failures: rec.failures,
165
+ p95Ms: rec.p95Ms,
166
+ failureRate: rec.failureRate,
167
+ updatedAt: wallNow(),
168
+ stateSource: "ephemeral",
169
+ };
170
+ },
171
+
172
+ reset(subsystem: string): BreakerRecord {
173
+ return breaker.reset(subsystem);
174
+ },
175
+
176
+ halt(reason: string): BreakerRecord {
177
+ return breaker.manualHalt(reason);
178
+ },
179
+ };
180
+ }
181
+
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "pi-mega-compact",
3
- "version": "0.16.3",
3
+ "version": "0.17.0",
4
4
  "description": "Layered, local, vector-backed context compressor for pi — supersede/collapse/cluster compaction with deduped inline recall.",
5
5
  "type": "module",
6
6
  "license": "BSD-3-Clause",
@@ -47,6 +47,7 @@
47
47
  "clean": "rm -rf dist",
48
48
  "prebuild": "npm run clean",
49
49
  "build": "tsc -p tsconfig.json",
50
+ "postbuild": "node scripts/vector-cortex-publish-acceptance.mjs",
50
51
  "build:dashboard": "cd extensions/dashboard-client && npx vite build",
51
52
  "test:dashboard-smoke": "node scripts/dashboard-tab-smoke.mjs",
52
53
  "lint": "tsc --noEmit && node scripts/guardrails-scan.mjs && node scripts/semantic-scan.mjs",
@@ -0,0 +1,87 @@
1
+ /**
2
+ * config/vector-cortex.ts — vector-cortex feature flags + breaker/triad constants.
3
+ *
4
+ * Every sprint ships one positive `MEGACOMPACT_<SPRINT>` flag, default ON and
5
+ * `=0`/`_DISABLED` off. Flag-OFF is byte-identical to the predecessor sprint's
6
+ * behavior (for VC0A: mode C — observer absent, zero evaluation writes).
7
+ *
8
+ * The breaker/triad constants (TRIAD_RESILIENCE.md) live here so VC0C consumes
9
+ * them without re-declaring the ownership boundary. Pi-agnostic, dependency-free.
10
+ */
11
+
12
+ /** Positive sprint flag: `=0` or `_DISABLED=true` disables (default ON). */
13
+ function sprintFlag(name: string): boolean {
14
+ const v = process.env[name];
15
+ if (v === "0" || v === "false") return false;
16
+ const disabled = process.env[name + "_DISABLED"];
17
+ if (disabled === "true" || disabled === "1") return false;
18
+ return true;
19
+ }
20
+
21
+ /** VC0A — baseline observability (MetricEventV1 / AnnotationV1). Default ON. */
22
+ export const VC0A_ENABLED = (): boolean => sprintFlag("MEGACOMPACT_VC0A");
23
+
24
+ /**
25
+ * VC0B — replay correctness (ReplayCutV2 / ReplayReportV2, M3 effective-cut-v2).
26
+ * Default ON. `MEGACOMPACT_VC0B=0` disables and is byte-identical to the
27
+ * predecessor (legacy capped-replay behavior preserved; the v2 cut/replay is
28
+ * only consulted on the vector-cortex path).
29
+ */
30
+ export const VC0B_ENABLED = (): boolean => sprintFlag("MEGACOMPACT_VC0B");
31
+
32
+ /**
33
+ * VC1A — canonical byte events (EventV2 / EventCodec).
34
+ * Default ON. `MEGACOMPACT_VC1A=0` disables and is byte-identical to the
35
+ * predecessor (mode C: ledger absent, current transcript codec unchanged).
36
+ * The single real consumer is the ledger emit seam (`ledger/emit.ts`): flag OFF
37
+ * gates zero observability writes.
38
+ */
39
+ export const VC1A_ENABLED = (): boolean => sprintFlag("MEGACOMPACT_VC1A");
40
+
41
+ /**
42
+ * VC1B — occurrence ledger + tool identity + compat journal (LedgerReader/
43
+ * Writer/Admin, CompatJournalV1, M2 occurrence-v2 migration).
44
+ * Default ON. `MEGACOMPACT_VC1B=0` disables and is byte-identical to the
45
+ * predecessor (mode C: the neutral occurrence ledger is not written, no
46
+ * journal rows, zero `vector_cortex_occurrence_appended` emissions). The real
47
+ * consumers are the ledger write integration seam and the compat-journal
48
+ * switch seam.
49
+ */
50
+ export const VC1B_ENABLED = (): boolean => sprintFlag("MEGACOMPACT_VC1B");
51
+
52
+ /**
53
+ * VC0C — live safety envelope (TriadResult / Breaker / KillDecision + durable
54
+ * spool). Default ON. `MEGACOMPACT_VC0C=0` disables and is byte-identical to
55
+ * the predecessor (mode C: selected before provider invocation, unchanged host
56
+ * transcript, breaker/spool idle and emitting nothing). The single real
57
+ * consumer is the resilience emit seam + the safety adapter's triad selection.
58
+ */
59
+ export const VC0C_ENABLED = (): boolean => sprintFlag("MEGACOMPACT_VC0C");
60
+
61
+ // ---------------------------------------------------------------------------
62
+ // Breaker state machine constants (TRIAD_RESILIENCE.md §breaker).
63
+ // Rolled numbers for one 60s window; VC0C consumes these at its breaker seam.
64
+ // ---------------------------------------------------------------------------
65
+
66
+ /** Rolling eligibility window (milliseconds). */
67
+ export const BREAKER_WINDOW_MS = 60_000;
68
+ /** Minimum attempts before a breaker may trip or promote. */
69
+ export const BREAKER_MIN_ATTEMPTS = 20;
70
+ /** Performance trip: ≥ this many failures in window, or ≥ this fraction. */
71
+ export const BREAKER_PERF_FAILURES = 5;
72
+ export const BREAKER_PERF_FAILURE_RATE = 0.1;
73
+ /** Correctness trip trips on the first correctness failure. */
74
+ export const BREAKER_CORRECTNESS_FAILURES = 1;
75
+ /** Cooldown before an open breaker may probe (milliseconds). */
76
+ export const BREAKER_COOLDOWN_MS = 30_000;
77
+ /** Consecutive successful probes required to advance a state. */
78
+ export const BREAKER_PROBE_COUNT = 3;
79
+ /** Exponential retry base: 30s * 2^attempt, capped, ±10% jitter. */
80
+ export const BREAKER_RETRY_BASE_MS = 30_000;
81
+ export const BREAKER_RETRY_CAP_MS = 15 * 60_000;
82
+ export const BREAKER_RETRY_JITTER = 0.1;
83
+ /** Promotion hysteresis: failure rate must be < this and p95 within budget. */
84
+ export const BREAKER_HYSTERESIS_FAILURE_RATE = 0.02;
85
+ export const BREAKER_HYSTERESIS_BUDGET_P95_MS = 50;
86
+ /** Minimum healthy residence before a further promotion (milliseconds). */
87
+ export const BREAKER_MIN_HEALTHY_RESIDENCE_MS = 5 * 60_000;
package/src/config.ts CHANGED
@@ -143,3 +143,30 @@ export const RAG_HYDE_ENABLED = (): boolean =>
143
143
 
144
144
  /** Spec 1: vbrainstorm visual design migration for the dashboard. */
145
145
  export const NEW_UI = (): boolean => ragEnabled("MEGACOMPACT_NEW_UI");
146
+
147
+ // ---------------------------------------------------------------------------
148
+ // Vector-cortex flags + breaker constants (VC0A+). Positive sprint flags,
149
+ // default ON, `=0`/`_DISABLED` off. Re-exported from src/config/vector-cortex.ts
150
+ // so root consumers share one source of truth.
151
+ // ---------------------------------------------------------------------------
152
+
153
+ export {
154
+ VC0A_ENABLED,
155
+ VC0B_ENABLED,
156
+ VC1A_ENABLED,
157
+ VC0C_ENABLED,
158
+ VC1B_ENABLED,
159
+ BREAKER_WINDOW_MS,
160
+ BREAKER_MIN_ATTEMPTS,
161
+ BREAKER_PERF_FAILURES,
162
+ BREAKER_PERF_FAILURE_RATE,
163
+ BREAKER_CORRECTNESS_FAILURES,
164
+ BREAKER_COOLDOWN_MS,
165
+ BREAKER_PROBE_COUNT,
166
+ BREAKER_RETRY_BASE_MS,
167
+ BREAKER_RETRY_CAP_MS,
168
+ BREAKER_RETRY_JITTER,
169
+ BREAKER_HYSTERESIS_FAILURE_RATE,
170
+ BREAKER_HYSTERESIS_BUDGET_P95_MS,
171
+ BREAKER_MIN_HEALTHY_RESIDENCE_MS,
172
+ } from "./config/vector-cortex.js";
@@ -0,0 +1,70 @@
1
+ /**
2
+ * vector-cortex/eval/annotations.ts — redaction metadata + JSONL serialization.
3
+ *
4
+ * Payload bytes, prompts, and exact ledger text are NEVER serialized. Before a
5
+ * JSONL line is written, each such field is replaced by a SHA-256 digest + byte
6
+ * count + redaction kind (EVAL-REDACT-002: prompt bytes never appear in JSONL).
7
+ * The redaction journal is itself the AnnotationV1 output.
8
+ *
9
+ * Uses node:crypto for the digest (pure local math, PREVENT-PI-004 safe).
10
+ */
11
+
12
+ import { createHash } from "node:crypto";
13
+ import type { AnnotationV1 } from "./types.js";
14
+
15
+ export type RedactKind = "payload" | "prompt" | "ledger";
16
+
17
+ /** A raw content field awaiting redaction before serialization. */
18
+ export interface RawContent {
19
+ /** Field name in the original annotation. */
20
+ readonly field: string;
21
+ /** Kind of content — determines the redaction reason. */
22
+ readonly kind: RedactKind;
23
+ /** Original bytes; digested, never serialized. */
24
+ readonly bytes: Uint8Array;
25
+ }
26
+
27
+ /** Canonical serialization of an annotation: digest/count metadata only. */
28
+ export interface SerializedAnnotation {
29
+ readonly jsonl: string;
30
+ readonly annotation: AnnotationV1;
31
+ }
32
+
33
+ /** SHA-256 over bytes, unpadded base64 (conformance canonical binary form). */
34
+ export function digestBytes(bytes: Uint8Array): string {
35
+ return createHash("sha256").update(bytes).digest("base64");
36
+ }
37
+
38
+ /** Replace every raw content field with its digest/count metadata. */
39
+ export function redactAnnotation(
40
+ itemId: string,
41
+ contents: ReadonlyArray<RawContent>,
42
+ ): AnnotationV1 {
43
+ const redactions = contents.map((c) => ({
44
+ field: c.field,
45
+ digest: digestBytes(c.bytes),
46
+ bytes: c.bytes.byteLength,
47
+ kind: c.kind,
48
+ }));
49
+ return {
50
+ itemId,
51
+ redactions,
52
+ redactedCount: redactions.length,
53
+ };
54
+ }
55
+
56
+ /**
57
+ * Serialize one set of raw contents to a single redacted JSONL line. Returns
58
+ * the annotation with its digest metadata and the JSONL text; the raw bytes
59
+ * never appear in the returned string.
60
+ */
61
+ export function serializeRedactedJsonl(
62
+ itemId: string,
63
+ contents: ReadonlyArray<RawContent>,
64
+ ): SerializedAnnotation {
65
+ const annotation = redactAnnotation(itemId, contents);
66
+ return {
67
+ annotation,
68
+ jsonl: `${JSON.stringify(annotation)}\n`,
69
+ };
70
+ }
@@ -0,0 +1,113 @@
1
+ /**
2
+ * vector-cortex/eval/metrics.ts — canonical metric ordering + fixed histogram.
3
+ *
4
+ * 1. Stable sort rows by `(session, seq, event)` — session string byte order,
5
+ * then integer seq ascending, then event-name byte order as tiebreak
6
+ * (EVAL-ORDER-003: equal seq rows use event-name order).
7
+ * 2. Bucket latency values at exactly 1/5/10/25/50/100/250ms with inclusive
8
+ * boundaries (EVAL-BUCKET-001); values past 250ms kept in a separate
9
+ * overflow bucket. Histogram totals are permutation-stable.
10
+ *
11
+ * Pure/no side effects (PREVENT-PI-004).
12
+ */
13
+
14
+ import { LATENCY_BUCKETS } from "./types.js";
15
+ import type { MetricEventV1, EvalReject } from "./types.js";
16
+
17
+ /** Inclusive-boundary bucket edges, with a sentinel past the largest edge. */
18
+ const EDGES: readonly number[] = LATENCY_BUCKETS;
19
+ const OVERFLOW_INDEX = EDGES.length;
20
+
21
+ /** Histogram cell counts aligned to EDGES, plus a trailing overflow cell. */
22
+ export function emptyHistogram(): number[] {
23
+ return new Array<number>(EDGES.length + 1).fill(0);
24
+ }
25
+
26
+ /**
27
+ * Per-session histogram of `value` (when the sample is in `unit`), plus a
28
+ * non-latency count kept separate so totals are permutation-stable.
29
+ */
30
+ export interface LatencyHistogram {
31
+ /** Cells: one per bucket edge, then overflow. Sum == counted latency samples. */
32
+ cells: number[];
33
+ /** Bucket label for each cell (overflow label is "250+" passed via >250). */
34
+ edges: readonly number[];
35
+ /** Number of latency samples that landed past the largest edge. */
36
+ overflow: number;
37
+ /** Total latency samples bucketed (cells sum). */
38
+ total: number;
39
+ }
40
+
41
+ export interface MetricsResult {
42
+ /** Rows in canonical `(session, seq, event)` order. */
43
+ readonly rows: readonly MetricEventV1[];
44
+ /** Per-session latency histograms (mode A observed). */
45
+ readonly histogram: LatencyHistogram;
46
+ /** Rejections encountered while validating streaming input. */
47
+ readonly rejects: readonly EvalReject[];
48
+ }
49
+
50
+ /** True when a sample carries a latency (`unit === "ms"`) datum. */
51
+ export function isLatencySample(m: MetricEventV1): boolean {
52
+ return m.unit === "ms";
53
+ }
54
+
55
+ /** Bucket a latency ms value into a cell index (0..EDGES.length, last=overflow). */
56
+ export function bucketIndex(value: number): number {
57
+ if (!Number.isFinite(value) || value < 0) return OVERFLOW_INDEX;
58
+ for (let i = 0; i < EDGES.length; i++) {
59
+ if (value <= EDGES[i]) return i; // inclusive upper boundary
60
+ }
61
+ return OVERFLOW_INDEX;
62
+ }
63
+
64
+ /**
65
+ * Bucket latency sample values across all rows into the fixed histogram.
66
+ * Overflow is kept separate (counted in `overflow` and the trailing cell).
67
+ */
68
+ export function bucketHistogram(rows: readonly MetricEventV1[]): LatencyHistogram {
69
+ const cells = emptyHistogram();
70
+ let overflow = 0;
71
+ for (const m of rows) {
72
+ if (!isLatencySample(m)) continue;
73
+ const idx = bucketIndex(m.value);
74
+ cells[idx] += 1;
75
+ if (idx === EDGES.length) overflow += 1;
76
+ }
77
+ return {
78
+ cells,
79
+ edges: [...EDGES],
80
+ overflow,
81
+ total: cells.reduce((a, b) => a + b, 0),
82
+ };
83
+ }
84
+
85
+ /**
86
+ * Stable sort MetricEventV1 rows by `(session, seq, event)`:
87
+ * - session: UTF-8 / JS string byte order;
88
+ * - seq: ascending numeric;
89
+ * - event: ascending string byte order (tiebreak for equal seq).
90
+ * Equal content stays separate occurrences (never deduplicated here).
91
+ */
92
+ export function sortCanonical(rows: readonly MetricEventV1[]): MetricEventV1[] {
93
+ const out = [...rows];
94
+ out.sort((a, b) => {
95
+ const s = a.session < b.session ? -1 : a.session > b.session ? 1 : 0;
96
+ if (s !== 0) return s;
97
+ if (a.seq !== b.seq) return a.seq - b.seq;
98
+ return a.event < b.event ? -1 : a.event > b.event ? 1 : 0;
99
+ });
100
+ return out;
101
+ }
102
+
103
+ /**
104
+ * Assisted sort plus histogram, returning both under one result.
105
+ * The observer (mode A) calls this before JSONL serialization.
106
+ */
107
+ export function buildMetrics(rows: readonly MetricEventV1[]): MetricsResult {
108
+ return {
109
+ rows: sortCanonical(rows),
110
+ histogram: bucketHistogram(rows),
111
+ rejects: [],
112
+ };
113
+ }
@@ -0,0 +1,86 @@
1
+ /**
2
+ * vector-cortex/eval/observer.ts — VC0A structured observer (triad mode A).
3
+ *
4
+ * Connects to the evaluation reader: accepts MetricEventV1 samples, maintains
5
+ * the canonical `(session, seq, event)` ordered set plus the fixed latency
6
+ * histogram, and emits two structured local events:
7
+ * - vector_cortex_eval_sample_recorded (one per accepted sample)
8
+ * - vector_cortex_eval_redaction_rejected (when a redaction fails)
9
+ *
10
+ * Mode C (observer absent) is the responsibility of the caller: no observes(),
11
+ * no writes, byte-identical to the predecessor. This module never touches the
12
+ * network (PREVENT-PI-004) — it only manipulates in-memory rows and emits
13
+ * structured log lines through an injected logging callback so it stays
14
+ * pi-agnostic and deterministically testable.
15
+ */
16
+
17
+ import { buildMetrics, sortCanonical } from "./metrics.js";
18
+ import type { MetricEventV1 } from "./types.js";
19
+
20
+ export interface EvalObserverOptions {
21
+ /** Callback emitting structured log lines (ts + event). Swallows errors. */
22
+ readonly emit: (event: string, fields: Record<string, unknown>) => void;
23
+ /**
24
+ * Optional persistence callback for one accepted sample (redacted metric
25
+ * row). The pure observer stays in-memory; a host supplies this to bridge
26
+ * the observer to disk JSONL for the separate-process dashboard reader.
27
+ * Swallows errors — best-effort, non-fatal.
28
+ */
29
+ readonly persist?: (sample: MetricEventV1) => void;
30
+ }
31
+
32
+ export interface EvalObserver {
33
+ /** Record one sample; emits vector_cortex_eval_sample_recorded. */
34
+ record(sample: MetricEventV1): void;
35
+ /** Report a redaction failure (raw content that could not be redacted). */
36
+ rejectRedaction(field: string, reason: string): void;
37
+ /** Canonical-ordered rows seen so far. */
38
+ rows(): readonly MetricEventV1[];
39
+ }
40
+
41
+ /**
42
+ * Build a structured observer (mode A). Best-effort: emitting never throws
43
+ * into the extension path (non-fatal observability).
44
+ */
45
+ export function createEvalObserver(opts: EvalObserverOptions): EvalObserver {
46
+ const rows: MetricEventV1[] = [];
47
+
48
+ function emit(event: string, fields: Record<string, unknown>): void {
49
+ try {
50
+ opts.emit(event, fields);
51
+ } catch {
52
+ /* non-fatal observability — never break the agent loop */
53
+ }
54
+ }
55
+
56
+ return {
57
+ record(sample) {
58
+ rows.push(sample);
59
+ if (opts.persist) {
60
+ try {
61
+ opts.persist(sample);
62
+ } catch {
63
+ /* non-fatal observability */
64
+ }
65
+ }
66
+ emit("vector_cortex_eval_sample_recorded", {
67
+ session: sample.session,
68
+ seq: sample.seq,
69
+ event: sample.event,
70
+ unit: sample.unit,
71
+ mode: sample.mode,
72
+ });
73
+ },
74
+ rejectRedaction(field, reason) {
75
+ emit("vector_cortex_eval_redaction_rejected", { field, reason });
76
+ },
77
+ rows() {
78
+ return sortCanonical(rows);
79
+ },
80
+ };
81
+ }
82
+
83
+ /** Aggregate metrics result from an observer's rows (canonical + histogram). */
84
+ export function observerMetrics(result: { rows: () => readonly MetricEventV1[] }) {
85
+ return buildMetrics(result.rows() as MetricEventV1[]);
86
+ }
@@ -0,0 +1,73 @@
1
+ /**
2
+ * vector-cortex/eval/persist.ts — redacted eval JSONL persistence (VC0A).
3
+ *
4
+ * Bridges the in-memory observer (mode A) and the dashboard reader (separate
5
+ * process) via a disk JSONL under the state dir. Writes are append-only and
6
+ * hold only MetricEventV1 metric rows plus redaction metadata — never payloads,
7
+ * prompts, or exact ledger text (EVAL-REDACT-002). Best-effort and non-fatal
8
+ * (PREVENT-PI-004: local filesystem only; no network).
9
+ *
10
+ * PREVENT-011: no `any` type.
11
+ */
12
+
13
+ import { mkdirSync, readFileSync, writeFileSync } from "node:fs";
14
+ import { join } from "node:path";
15
+ import type { MetricEventV1 } from "./types.js";
16
+
17
+ /** Location of the redacted evaluation JSONL under a state dir. */
18
+ export function evalJsonlPath(stateDir: string): string {
19
+ return join(stateDir, "vector-cortex", "evaluation.jsonl");
20
+ }
21
+
22
+ /** Append one redacted metric row as a canonical JSON line (append-only). */
23
+ export function appendEvalRow(
24
+ stateDir: string,
25
+ row: readonly MetricEventV1[],
26
+ ): void {
27
+ try {
28
+ const path = evalJsonlPath(stateDir);
29
+ mkdirSync(join(stateDir, "vector-cortex"), { recursive: true, mode: 0o700 });
30
+ // PER_EVAL_PERMISSION: 0600 file inherits state-dir permission policy.
31
+ writeFileSync(path, row.map((r) => `${JSON.stringify(r)}\n`).join(""), {
32
+ flag: "a",
33
+ mode: 0o600,
34
+ });
35
+ // guardrails-allow PREVENT-PI-004: local filesystem eval JSONL (no network)
36
+ } catch {
37
+ /* non-fatal observability — never break the agent loop */
38
+ }
39
+ }
40
+
41
+ /**
42
+ * Read every redacted metric row from the JSONL. Malformed or truncated final
43
+ * lines are skipped (callers surface EVAL_JSONL_TRUNCATED); the caller decides
44
+ * whether that is fatal. Returns an empty array when the file is absent.
45
+ */
46
+ export function readEvalRows(stateDir: string): MetricEventV1[] {
47
+ const out: MetricEventV1[] = [];
48
+ let raw: string;
49
+ try {
50
+ raw = readFileSync(evalJsonlPath(stateDir), "utf8");
51
+ } catch {
52
+ return out;
53
+ }
54
+ for (const line of raw.split("\n")) {
55
+ if (line.trim().length === 0) continue;
56
+ try {
57
+ const parsed = JSON.parse(line) as Partial<MetricEventV1>;
58
+ if (
59
+ typeof parsed.session === "string" &&
60
+ typeof parsed.seq === "number" &&
61
+ typeof parsed.event === "string" &&
62
+ typeof parsed.value === "number" &&
63
+ typeof parsed.unit === "string" &&
64
+ (parsed.mode === "A" || parsed.mode === "B" || parsed.mode === "C")
65
+ ) {
66
+ out.push(parsed as MetricEventV1);
67
+ }
68
+ } catch {
69
+ /* malformed line — skip; EVAL_JSONL_TRUNCATED surfaced by caller */
70
+ }
71
+ }
72
+ return out;
73
+ }