pi-mega-compact 0.16.3 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/dist/config/vector-cortex.js +91 -0
  2. package/dist/dedup/digest.js +30 -0
  3. package/dist/dedup/l1-lsh-v2.js +60 -0
  4. package/dist/dedup/l1-lsh.js +52 -0
  5. package/dist/dedup/l1-minhash-v2.js +193 -0
  6. package/dist/dedup/l1-minhash.js +91 -0
  7. package/dist/dedup/l1-verify.js +54 -0
  8. package/dist/dedup/mmr.js +45 -0
  9. package/dist/dedup/normalize.js +39 -0
  10. package/dist/dedup/raptor/buildHistory.js +164 -0
  11. package/dist/dedup/raptor/guardrails.js +83 -0
  12. package/dist/dedup/raptor/incremental.js +304 -0
  13. package/dist/dedup/raptor/index.js +190 -0
  14. package/dist/dedup/raptor/kmeans.js +152 -0
  15. package/dist/dedup/raptor/multilevel.js +184 -0
  16. package/dist/dedup/raptor/retrieval.js +93 -0
  17. package/dist/dedup/raptor/summarizer.js +86 -0
  18. package/dist/dedup/raptor/tree.js +202 -0
  19. package/dist/dedup/topk.js +60 -0
  20. package/dist/extensions/dashboard-server/api-contracts/endpoints/registry-ext.js +30 -0
  21. package/dist/extensions/dashboard-server/api-contracts/endpoints/registry.js +4 -14
  22. package/dist/extensions/dashboard-server/api-contracts/vector-cortex.js +12 -0
  23. package/dist/extensions/dashboard-server/routes-rag-settings-helpers.js +11 -0
  24. package/dist/extensions/dashboard-server/routes-vector-cortex.js +292 -0
  25. package/dist/extensions/dashboard-server/routes.js +1 -0
  26. package/dist/extensions/dashboard-server/server.js +9 -1
  27. package/dist/extensions/mega-events/context-handler.js +11 -0
  28. package/dist/extensions/mega-runtime/vector-cortex-ledger.js +131 -0
  29. package/dist/extensions/mega-runtime/vector-cortex-safety.js +100 -0
  30. package/dist/src/config/vector-cortex.js +91 -0
  31. package/dist/src/config.js +6 -0
  32. package/dist/src/dedup/l1-lsh-v2.js +60 -0
  33. package/dist/src/dedup/l1-minhash-v2.js +193 -0
  34. package/dist/src/dedup/normalize.js +1 -1
  35. package/dist/src/vector-cortex/conformance/emit.js +46 -0
  36. package/dist/src/vector-cortex/conformance/manifest.js +235 -0
  37. package/dist/src/vector-cortex/conformance/runner.js +111 -0
  38. package/dist/src/vector-cortex/conformance/triadB-reader.js +95 -0
  39. package/dist/src/vector-cortex/eval/annotations.js +41 -0
  40. package/dist/src/vector-cortex/eval/metrics.js +86 -0
  41. package/dist/src/vector-cortex/eval/observer.js +61 -0
  42. package/dist/src/vector-cortex/eval/persist.js +67 -0
  43. package/dist/src/vector-cortex/eval/reader.js +29 -0
  44. package/dist/src/vector-cortex/eval/types.js +33 -0
  45. package/dist/src/vector-cortex/ledger/adapter.js +55 -0
  46. package/dist/src/vector-cortex/ledger/compat-journal.js +206 -0
  47. package/dist/src/vector-cortex/ledger/emit.js +53 -0
  48. package/dist/src/vector-cortex/ledger/event-codec.js +72 -0
  49. package/dist/src/vector-cortex/ledger/event-codecB.js +76 -0
  50. package/dist/src/vector-cortex/ledger/sqlite.js +200 -0
  51. package/dist/src/vector-cortex/ledger/store.js +184 -0
  52. package/dist/src/vector-cortex/ledger/types.js +52 -0
  53. package/dist/src/vector-cortex/ledger/validator.js +117 -0
  54. package/dist/src/vector-cortex/migrations/effective-cut-v2.js +103 -0
  55. package/dist/src/vector-cortex/migrations/minhash-v2.js +209 -0
  56. package/dist/src/vector-cortex/migrations/occurrence-v2.js +139 -0
  57. package/dist/src/vector-cortex/replay/cut.js +123 -0
  58. package/dist/src/vector-cortex/replay/emit.js +58 -0
  59. package/dist/src/vector-cortex/replay/replay.js +260 -0
  60. package/dist/src/vector-cortex/replay/replayB.js +73 -0
  61. package/dist/src/vector-cortex/replay/types.js +52 -0
  62. package/dist/src/vector-cortex/resilience/breaker-core.js +359 -0
  63. package/dist/src/vector-cortex/resilience/breaker.js +12 -0
  64. package/dist/src/vector-cortex/resilience/emit.js +56 -0
  65. package/dist/src/vector-cortex/resilience/spool-core.js +347 -0
  66. package/dist/src/vector-cortex/resilience/spool.js +12 -0
  67. package/dist/src/vector-cortex/resilience/types.js +32 -0
  68. package/dist/vector-cortex/conformance/emit.js +46 -0
  69. package/dist/vector-cortex/conformance/manifest.js +235 -0
  70. package/dist/vector-cortex/conformance/runner.js +111 -0
  71. package/dist/vector-cortex/conformance/triadB-reader.js +95 -0
  72. package/dist/vector-cortex/eval/annotations.js +41 -0
  73. package/dist/vector-cortex/eval/metrics.js +86 -0
  74. package/dist/vector-cortex/eval/observer.js +61 -0
  75. package/dist/vector-cortex/eval/persist.js +67 -0
  76. package/dist/vector-cortex/eval/reader.js +29 -0
  77. package/dist/vector-cortex/eval/types.js +33 -0
  78. package/dist/vector-cortex/ledger/adapter.js +55 -0
  79. package/dist/vector-cortex/ledger/compat-journal.js +206 -0
  80. package/dist/vector-cortex/ledger/emit.js +53 -0
  81. package/dist/vector-cortex/ledger/event-codec.js +72 -0
  82. package/dist/vector-cortex/ledger/event-codecB.js +76 -0
  83. package/dist/vector-cortex/ledger/sqlite.js +200 -0
  84. package/dist/vector-cortex/ledger/store.js +184 -0
  85. package/dist/vector-cortex/ledger/types.js +52 -0
  86. package/dist/vector-cortex/ledger/validator.js +117 -0
  87. package/dist/vector-cortex/migrations/effective-cut-v2.js +103 -0
  88. package/dist/vector-cortex/migrations/minhash-v2.js +209 -0
  89. package/dist/vector-cortex/migrations/occurrence-v2.js +139 -0
  90. package/dist/vector-cortex/replay/cut.js +123 -0
  91. package/dist/vector-cortex/replay/emit.js +58 -0
  92. package/dist/vector-cortex/replay/replay.js +260 -0
  93. package/dist/vector-cortex/replay/replayB.js +73 -0
  94. package/dist/vector-cortex/replay/types.js +52 -0
  95. package/dist/vector-cortex/resilience/breaker-core.js +359 -0
  96. package/dist/vector-cortex/resilience/breaker.js +12 -0
  97. package/dist/vector-cortex/resilience/emit.js +56 -0
  98. package/dist/vector-cortex/resilience/spool-core.js +347 -0
  99. package/dist/vector-cortex/resilience/spool.js +12 -0
  100. package/dist/vector-cortex/resilience/types.js +32 -0
  101. package/extensions/dashboard-client/dist/assets/{AreaChart-Y_X0Bbjd.js → AreaChart-BQXFF7UI.js} +2 -2
  102. package/extensions/dashboard-client/dist/assets/{AreaChart-Y_X0Bbjd.js.map → AreaChart-BQXFF7UI.js.map} +1 -1
  103. package/extensions/dashboard-client/dist/assets/{BarChart-B9XDb-Ob.js → BarChart-BVtoz9Eg.js} +2 -2
  104. package/extensions/dashboard-client/dist/assets/{BarChart-B9XDb-Ob.js.map → BarChart-BVtoz9Eg.js.map} +1 -1
  105. package/extensions/dashboard-client/dist/assets/{CacheTab-BUGVb1G1.js → CacheTab-trI2TIGy.js} +2 -2
  106. package/extensions/dashboard-client/dist/assets/{CacheTab-BUGVb1G1.js.map → CacheTab-trI2TIGy.js.map} +1 -1
  107. package/extensions/dashboard-client/dist/assets/{EventsTab-dOqLYTsy.js → EventsTab-CNUbk9__.js} +2 -2
  108. package/extensions/dashboard-client/dist/assets/{EventsTab-dOqLYTsy.js.map → EventsTab-CNUbk9__.js.map} +1 -1
  109. package/extensions/dashboard-client/dist/assets/{HealthTab-c2vezKg1.js → HealthTab-K-bd_CM-.js} +2 -2
  110. package/extensions/dashboard-client/dist/assets/{HealthTab-c2vezKg1.js.map → HealthTab-K-bd_CM-.js.map} +1 -1
  111. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-bQYHIcdx.js → MaintenanceTab-CoEioKzx.js} +2 -2
  112. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-bQYHIcdx.js.map → MaintenanceTab-CoEioKzx.js.map} +1 -1
  113. package/extensions/dashboard-client/dist/assets/{MemoryMapTab-2L8pH6y2.js → MemoryMapTab-CJo24ulv.js} +2 -2
  114. package/extensions/dashboard-client/dist/assets/{MemoryMapTab-2L8pH6y2.js.map → MemoryMapTab-CJo24ulv.js.map} +1 -1
  115. package/extensions/dashboard-client/dist/assets/{MetricsTab-CzUx1jpo.js → MetricsTab-DCNlQWWP.js} +2 -2
  116. package/extensions/dashboard-client/dist/assets/{MetricsTab-CzUx1jpo.js.map → MetricsTab-DCNlQWWP.js.map} +1 -1
  117. package/extensions/dashboard-client/dist/assets/{OverviewTab-eCNoaclv.js → OverviewTab-CQQlyIQ6.js} +2 -2
  118. package/extensions/dashboard-client/dist/assets/{OverviewTab-eCNoaclv.js.map → OverviewTab-CQQlyIQ6.js.map} +1 -1
  119. package/extensions/dashboard-client/dist/assets/{ReposTab-tb0IW3NF.js → ReposTab-Cqm82_yn.js} +2 -2
  120. package/extensions/dashboard-client/dist/assets/{ReposTab-tb0IW3NF.js.map → ReposTab-Cqm82_yn.js.map} +1 -1
  121. package/extensions/dashboard-client/dist/assets/{SessionsTab-C-IoLw5h.js → SessionsTab-A8xTAdET.js} +2 -2
  122. package/extensions/dashboard-client/dist/assets/{SessionsTab-C-IoLw5h.js.map → SessionsTab-A8xTAdET.js.map} +1 -1
  123. package/extensions/dashboard-client/dist/assets/{SetupTab-BvmFi8gf.js → SetupTab-CqaSgaZl.js} +2 -2
  124. package/extensions/dashboard-client/dist/assets/{SetupTab-BvmFi8gf.js.map → SetupTab-CqaSgaZl.js.map} +1 -1
  125. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-DBH-cOlA.js → TimeSavedCard-C_f3q8GR.js} +2 -2
  126. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-DBH-cOlA.js.map → TimeSavedCard-C_f3q8GR.js.map} +1 -1
  127. package/extensions/dashboard-client/dist/assets/{TurnsTab-DBMgmvnX.js → TurnsTab-BEsafACo.js} +2 -2
  128. package/extensions/dashboard-client/dist/assets/{TurnsTab-DBMgmvnX.js.map → TurnsTab-BEsafACo.js.map} +1 -1
  129. package/extensions/dashboard-client/dist/assets/VectorCortexTab-DD1CMK80.js +2 -0
  130. package/extensions/dashboard-client/dist/assets/VectorCortexTab-DD1CMK80.js.map +1 -0
  131. package/extensions/dashboard-client/dist/assets/{WikiTab-1LcQrXk3.js → WikiTab-Bf01M2_Z.js} +2 -2
  132. package/extensions/dashboard-client/dist/assets/{WikiTab-1LcQrXk3.js.map → WikiTab-Bf01M2_Z.js.map} +1 -1
  133. package/extensions/dashboard-client/dist/assets/{button-DtEsZTUE.js → button-BEJPTk_E.js} +2 -2
  134. package/extensions/dashboard-client/dist/assets/{button-DtEsZTUE.js.map → button-BEJPTk_E.js.map} +1 -1
  135. package/extensions/dashboard-client/dist/assets/{card-DcfTmw-4.js → card-DK1V382s.js} +2 -2
  136. package/extensions/dashboard-client/dist/assets/{card-DcfTmw-4.js.map → card-DK1V382s.js.map} +1 -1
  137. package/extensions/dashboard-client/dist/assets/{generateCategoricalChart-BsIxUDyw.js → generateCategoricalChart-CRtaPphL.js} +2 -2
  138. package/extensions/dashboard-client/dist/assets/{generateCategoricalChart-BsIxUDyw.js.map → generateCategoricalChart-CRtaPphL.js.map} +1 -1
  139. package/extensions/dashboard-client/dist/assets/{index-B93cewiX.js → index-CB6BslE4.js} +34 -29
  140. package/extensions/dashboard-client/dist/assets/index-CB6BslE4.js.map +1 -0
  141. package/extensions/dashboard-client/dist/assets/index-CfvziyBi.css +1 -0
  142. package/extensions/dashboard-client/dist/assets/{switch-Bowd7jCD.js → switch-C4FV6B9k.js} +2 -2
  143. package/extensions/dashboard-client/dist/assets/{switch-Bowd7jCD.js.map → switch-C4FV6B9k.js.map} +1 -1
  144. package/extensions/dashboard-client/dist/assets/{toggle-Bo7kJZ4u.js → toggle-GBmeENMd.js} +2 -2
  145. package/extensions/dashboard-client/dist/assets/{toggle-Bo7kJZ4u.js.map → toggle-GBmeENMd.js.map} +1 -1
  146. package/extensions/dashboard-client/dist/assets/{useSSE-zNhb0c3u.js → useSSE-BOKZGSn1.js} +2 -2
  147. package/extensions/dashboard-client/dist/assets/{useSSE-zNhb0c3u.js.map → useSSE-BOKZGSn1.js.map} +1 -1
  148. package/extensions/dashboard-client/dist/index.html +2 -2
  149. package/extensions/dashboard-client/src/App.tsx +2 -0
  150. package/extensions/dashboard-client/src/api/vector-cortex.ts +54 -0
  151. package/extensions/dashboard-client/src/tabs/VectorCortexTab.tsx +272 -0
  152. package/extensions/dashboard-client/src/tabs/registry.ts +4 -1
  153. package/extensions/dashboard-client/src/types/vector-cortex.ts +84 -0
  154. package/extensions/dashboard-client/tsconfig.json +1 -1
  155. package/extensions/dashboard-server/api-contracts/endpoints/registry-ext.ts +67 -0
  156. package/extensions/dashboard-server/api-contracts/endpoints/registry.ts +4 -21
  157. package/extensions/dashboard-server/api-contracts/index.ts +3 -0
  158. package/extensions/dashboard-server/api-contracts/vector-cortex.ts +136 -0
  159. package/extensions/dashboard-server/routes-rag-settings-helpers.ts +41 -0
  160. package/extensions/dashboard-server/routes-vector-cortex.ts +332 -0
  161. package/extensions/dashboard-server/routes.ts +6 -0
  162. package/extensions/dashboard-server/server.ts +8 -0
  163. package/extensions/mega-events/context-handler.ts +16 -0
  164. package/extensions/mega-runtime/vector-cortex-ledger.ts +165 -0
  165. package/extensions/mega-runtime/vector-cortex-safety.ts +181 -0
  166. package/package.json +2 -1
  167. package/src/config/vector-cortex.ts +98 -0
  168. package/src/config.ts +28 -0
  169. package/src/dedup/l1-lsh-v2.ts +78 -0
  170. package/src/dedup/l1-minhash-v2.ts +221 -0
  171. package/src/dedup/normalize.ts +1 -1
  172. package/src/store/sqlite/game-scores.ts +2 -1
  173. package/src/vector-cortex/conformance/emit.ts +56 -0
  174. package/src/vector-cortex/conformance/manifest.ts +298 -0
  175. package/src/vector-cortex/conformance/runner.ts +165 -0
  176. package/src/vector-cortex/conformance/triadB-reader.ts +110 -0
  177. package/src/vector-cortex/eval/annotations.ts +70 -0
  178. package/src/vector-cortex/eval/metrics.ts +113 -0
  179. package/src/vector-cortex/eval/observer.ts +86 -0
  180. package/src/vector-cortex/eval/persist.ts +73 -0
  181. package/src/vector-cortex/eval/reader.ts +45 -0
  182. package/src/vector-cortex/eval/types.ts +89 -0
  183. package/src/vector-cortex/ledger/adapter.ts +71 -0
  184. package/src/vector-cortex/ledger/compat-journal.ts +234 -0
  185. package/src/vector-cortex/ledger/emit.ts +86 -0
  186. package/src/vector-cortex/ledger/event-codec.ts +79 -0
  187. package/src/vector-cortex/ledger/event-codecB.ts +87 -0
  188. package/src/vector-cortex/ledger/sqlite.ts +265 -0
  189. package/src/vector-cortex/ledger/store.ts +380 -0
  190. package/src/vector-cortex/ledger/types.ts +141 -0
  191. package/src/vector-cortex/ledger/validator.ts +124 -0
  192. package/src/vector-cortex/migrations/effective-cut-v2.ts +149 -0
  193. package/src/vector-cortex/migrations/minhash-v2.ts +263 -0
  194. package/src/vector-cortex/migrations/occurrence-v2.ts +192 -0
  195. package/src/vector-cortex/replay/cut.ts +169 -0
  196. package/src/vector-cortex/replay/emit.ts +89 -0
  197. package/src/vector-cortex/replay/replay.ts +308 -0
  198. package/src/vector-cortex/replay/replayB.ts +97 -0
  199. package/src/vector-cortex/replay/types.ts +145 -0
  200. package/src/vector-cortex/resilience/breaker-core.ts +444 -0
  201. package/src/vector-cortex/resilience/breaker.ts +22 -0
  202. package/src/vector-cortex/resilience/emit.ts +99 -0
  203. package/src/vector-cortex/resilience/spool-core.ts +411 -0
  204. package/src/vector-cortex/resilience/spool.ts +22 -0
  205. package/src/vector-cortex/resilience/types.ts +158 -0
  206. package/extensions/dashboard-client/dist/assets/index-B93cewiX.js.map +0 -1
  207. package/extensions/dashboard-client/dist/assets/index-C_tCbOI0.css +0 -1
@@ -0,0 +1,206 @@
1
+ /**
2
+ * vector-cortex/ledger/compat-journal.ts — CompatJournalV1 (VC1B, task 4).
3
+ *
4
+ * The downgrade-safety journal. From v2 activation every accepted v2 append
5
+ * atomically appends a record holding the original bytes, IDs, and a legacy
6
+ * projection or an explicit `unrepresentable` marker. The journal tracks its own
7
+ * lifetime state (prepared → copied → validated → switched) so the M2
8
+ * downgrade is resumable: a crash mid-journal never corrupts v2, and a restart
9
+ * resumes idempotently (the unique failure-injection contract).
10
+ *
11
+ * `active()` is true once ANY v2 append has been journaled — an old binary may
12
+ * only open the exported legacy copy, never v2 directly, once the journal is
13
+ * active (CONTRACTS §Store). Unrepresentable rows (e.g. invalid UTF-8 bytes have
14
+ * no lossless legacy projection) are listed on prepare and carried through the
15
+ * copy/validate/switch lifecycle.
16
+ *
17
+ * Durable in the same isolated occurrence-v2 SQLite DB as the ledger rows
18
+ * (append-only provenance: journal records are never UPDATE'd; only the
19
+ * singleton state row advances phase). PREVENT-002 parameterized; PREVENT-011
20
+ * no `any`; PREVENT-PI-004 local filesystem only; no console.log.
21
+ */
22
+ import { createHash } from "node:crypto";
23
+ /** Downgrade-phase validation failure codes (registered as conformance rows). */
24
+ export const MIG_DOWN_FAIL = {
25
+ NOT_ACTIVE: "MIG_DOWN_NOT_ACTIVE",
26
+ PHASE_UNREACHED: "MIG_DOWN_PHASE_UNREACHED",
27
+ SEQ_REGRESSION: "MIG_DOWN_SEQ_REGRESSION",
28
+ DIGEST_MISMATCH: "MIG_DOWN_DIGEST_MISMATCH",
29
+ SWITCH_UNSAFE: "MIG_DOWN_SWITCH_UNSAFE",
30
+ };
31
+ const SCHEMA = `
32
+ CREATE TABLE IF NOT EXISTS compat_journal_v1 (
33
+ session TEXT NOT NULL,
34
+ seq INTEGER NOT NULL,
35
+ event_id TEXT NOT NULL,
36
+ digest TEXT NOT NULL,
37
+ kind TEXT NOT NULL,
38
+ legacy_projection TEXT,
39
+ unrepresentable INTEGER NOT NULL DEFAULT 0,
40
+ PRIMARY KEY (session, seq)
41
+ ) STRICT;
42
+
43
+ CREATE TABLE IF NOT EXISTS compat_journal_state (
44
+ id INTEGER PRIMARY KEY CHECK (id = 1),
45
+ phase TEXT NOT NULL
46
+ ) STRICT;
47
+ `;
48
+ /** Ensure the journal tables exist and seed the singleton phase row. */
49
+ export function initCompatJournal(db) {
50
+ db.exec(SCHEMA);
51
+ db.prepare(`INSERT OR IGNORE INTO compat_journal_state (id, phase) VALUES (1, 'prepared')`).run();
52
+ }
53
+ function phaseOf(db) {
54
+ const row = db
55
+ .prepare(`SELECT phase FROM compat_journal_state WHERE id = 1`)
56
+ .get();
57
+ return row?.phase ?? "prepared";
58
+ }
59
+ /** Read the durable journal phase (for the M2 migration host seam). */
60
+ export function journalPhase(db) {
61
+ return phaseOf(db);
62
+ }
63
+ function setPhase(db, phase) {
64
+ db.prepare(`UPDATE compat_journal_state SET phase = @phase WHERE id = 1`).run({
65
+ "@phase": phase,
66
+ });
67
+ }
68
+ /**
69
+ * Verify a recorded digest by RECOMPUTING sha256 over the base64 source embedded
70
+ * in the legacy projection and comparing it to the recorded digest (Q03: real
71
+ * digest parity, not a `sha256:` prefix check). Returns false when the projection
72
+ * is absent or malformed, or the digest does not match the recomputed hash.
73
+ */
74
+ export function verifyLegacyDigest(digest, legacyProjection) {
75
+ if (legacyProjection === null)
76
+ return false;
77
+ let rec;
78
+ try {
79
+ rec = JSON.parse(legacyProjection);
80
+ }
81
+ catch {
82
+ return false;
83
+ }
84
+ const source = rec.source;
85
+ if (typeof source !== "string")
86
+ return false;
87
+ const recomputed = `sha256:${createHash("sha256").update(Buffer.from(source, "base64")).digest("hex")}`;
88
+ return recomputed === digest;
89
+ }
90
+ /**
91
+ * Build the CompatJournalV1 over the isolated occurrence-v2 DB. Call
92
+ * `initCompatJournal` once before use. All record writes are append-only and
93
+ * best-effort/non-fatal so the agent loop is never broken (PREVENT-PI-004).
94
+ */
95
+ export function createCompatJournal(db) {
96
+ return {
97
+ active() {
98
+ try {
99
+ const row = db
100
+ .prepare(`SELECT 1 AS hit FROM compat_journal_v1 LIMIT 1`)
101
+ .get();
102
+ return row !== undefined;
103
+ }
104
+ catch {
105
+ return false;
106
+ }
107
+ },
108
+ record(input) {
109
+ const { occurrence, legacyProjection } = input;
110
+ try {
111
+ const unrep = legacyProjection === null;
112
+ db.prepare(`INSERT INTO compat_journal_v1
113
+ (session, seq, event_id, digest, kind, legacy_projection, unrepresentable)
114
+ VALUES (@session, @seq, @event_id, @digest, @kind, @legacy, @unrep)
115
+ ON CONFLICT(session, seq) DO NOTHING`).run({
116
+ "@session": occurrence.session,
117
+ "@seq": Number(occurrence.seq),
118
+ "@event_id": occurrence.eventId,
119
+ "@digest": occurrence.digest,
120
+ "@kind": occurrence.kind,
121
+ // Q06: an unrepresentable row stores NO projection (legacy_projection
122
+ // stays NULL); we never write a base64 body we cannot round-trip.
123
+ "@legacy": legacyProjection,
124
+ "@unrep": unrep ? 1 : 0,
125
+ });
126
+ }
127
+ catch {
128
+ /* non-fatal journal write — never break the agent loop */
129
+ }
130
+ },
131
+ isUnrepresentable(eventId, digest) {
132
+ try {
133
+ const row = db
134
+ .prepare(`SELECT unrepresentable AS u FROM compat_journal_v1
135
+ WHERE event_id = @event_id AND digest = @digest
136
+ ORDER BY seq DESC LIMIT 1`)
137
+ .get({ "@event_id": eventId, "@digest": digest });
138
+ return row?.u === 1;
139
+ }
140
+ catch {
141
+ return false;
142
+ }
143
+ },
144
+ prepare() {
145
+ const rows = db
146
+ .prepare(`SELECT session, seq, event_id, digest, kind, legacy_projection, unrepresentable
147
+ FROM compat_journal_v1 ORDER BY session ASC, seq ASC`)
148
+ .all();
149
+ setPhase(db, "prepared");
150
+ return rows.filter((r) => r.unrepresentable === 1).map((r) => r.event_id);
151
+ },
152
+ copied() {
153
+ setPhase(db, "copied");
154
+ },
155
+ validate() {
156
+ const codes = [];
157
+ const phase = phaseOf(db);
158
+ if (!isRepresentableState(phase, "copied"))
159
+ codes.push(MIG_DOWN_FAIL.PHASE_UNREACHED);
160
+ if (!this.active())
161
+ codes.push(MIG_DOWN_FAIL.NOT_ACTIVE);
162
+ // Seq must be strictly increasing within a session (no regression).
163
+ const prev = new Map();
164
+ const rows = db
165
+ .prepare(`SELECT session, seq FROM compat_journal_v1 ORDER BY session ASC, seq ASC`)
166
+ .all();
167
+ for (const r of rows) {
168
+ const last = prev.get(r.session);
169
+ if (last !== undefined && r.seq <= last)
170
+ codes.push(MIG_DOWN_FAIL.SEQ_REGRESSION);
171
+ prev.set(r.session, r.seq);
172
+ }
173
+ // Digests must verify: recompute sha256 over the stored source and compare
174
+ // to the recorded digest (Q03 — real parity, not just a `sha256:` prefix).
175
+ for (const r of db
176
+ .prepare(`SELECT digest, legacy_projection FROM compat_journal_v1 WHERE unrepresentable = 0`)
177
+ .all()) {
178
+ if (r.legacy_projection === null)
179
+ continue;
180
+ if (!verifyLegacyDigest(r.digest, r.legacy_projection)) {
181
+ codes.push(MIG_DOWN_FAIL.DIGEST_MISMATCH);
182
+ }
183
+ }
184
+ const ok = codes.length === 0;
185
+ if (ok)
186
+ setPhase(db, "validated");
187
+ return { ok, codes: dedupe(codes) };
188
+ },
189
+ switched() {
190
+ if (this.active())
191
+ setPhase(db, "switched");
192
+ },
193
+ };
194
+ }
195
+ /** A phase has reached at least `required` in the prepare→…→switched order. */
196
+ function isRepresentableState(phase, required) {
197
+ const order = ["prepared", "copied", "validated", "switched"];
198
+ return order.indexOf(phase) >= order.indexOf(required);
199
+ }
200
+ function dedupe(codes) {
201
+ const out = [];
202
+ for (const c of codes)
203
+ if (!out.includes(c))
204
+ out.push(c);
205
+ return out;
206
+ }
@@ -0,0 +1,53 @@
1
+ /**
2
+ * vector-cortex/ledger/emit.ts — VC1A ledger emit seam.
3
+ *
4
+ * The single structured-event surface for the EventV2 ledger path. It mirrors
5
+ * the VC0B replay emit seam (`src/vector-cortex/replay/emit.ts`): the same
6
+ * non-fatal, structured-JSON `ts`+`event` contract (`src/log.ts` LogEntry),
7
+ * delivered through an injected emit callback so it stays pi-agnostic,
8
+ * deterministically testable, and network-free (PREVENT-PI-004).
9
+ *
10
+ * Carries only the two EventV2 events:
11
+ * - vector_cortex_event_decoded (a V2 occurrence was byte-decoded)
12
+ * - vector_cortex_event_validation_failed (a V2 conformity check failed)
13
+ *
14
+ * Flag gating: this is VC1A's single real consumer of `VC1A_ENABLED()`. When the
15
+ * flag is OFF the reporter emits NOTHING (zero observability writes) — the
16
+ * VC1A mode-C byte-identical behavior — while the codec/validator still operate.
17
+ * The flag is read per-call so a live toggle takes effect immediately.
18
+ */
19
+ import { VC1A_ENABLED } from "../../config/vector-cortex.js";
20
+ function safe(fn) {
21
+ return (event, fields) => {
22
+ try {
23
+ fn(event, fields);
24
+ }
25
+ catch {
26
+ /* non-fatal observability — never break the agent loop */
27
+ }
28
+ };
29
+ }
30
+ /**
31
+ * Build a typed reporter over an injected emit callback. Emission is gated on
32
+ * `VC1A_ENABLED()` — flag OFF means zero ledger observability writes (mode-C
33
+ * parity). `emit` is optional: absent (or flag off) degrades to a no-op.
34
+ */
35
+ export function createLedgerReporter(emit) {
36
+ const fire = safe((event, fields) => {
37
+ if (VC1A_ENABLED())
38
+ emit?.(event, fields);
39
+ });
40
+ return {
41
+ eventDecoded(fields) {
42
+ fire("vector_cortex_event_decoded", fields);
43
+ },
44
+ validationFailed(fields) {
45
+ fire("vector_cortex_event_validation_failed", fields);
46
+ },
47
+ };
48
+ }
49
+ /** Export the event names for consumers that match on them. */
50
+ export const LEDGER_EVENTS = [
51
+ "vector_cortex_event_decoded",
52
+ "vector_cortex_event_validation_failed",
53
+ ];
@@ -0,0 +1,72 @@
1
+ /**
2
+ * vector-cortex/ledger/event-codec.ts — EventV2 byte-authority codec, Mode A
3
+ * (VC1A, TRIAD_RESILIENCE).
4
+ *
5
+ * A retains `originalBytes` + a SHA-256 `bytesDigest` and classifies strict
6
+ * UTF-8 (success) vs invalid-byte content WITHOUT replacement decoding:
7
+ * `TextDecoder(..., {fatal:true})` either yields text or throws — invalid input
8
+ * is represented only as `{valid:false, base64}` and is NEVER lossy-replaced.
9
+ * `canonicalNfc` is computed ONLY as a derived field for valid UTF-8 and is
10
+ * NEVER used for identity, digest, or byte reconstruction — `decode` returns the
11
+ * authoritative `originalBytes` exactly.
12
+ *
13
+ * Mode B (`./event-codecB.ts`) is a genuinely independent implementation of the
14
+ * same byte rule; A and B share no subroutine and must agree byte-for-byte.
15
+ *
16
+ * Pure/deterministic — no console, no network, no side effects (PREVENT-PI-004).
17
+ */
18
+ import nodeCrypto from "node:crypto";
19
+ /** Mode-A internal SHA-256 helper (NOT shared with mode B). */
20
+ function digestSha256A(bytes) {
21
+ const hex = nodeCrypto.createHash("sha256").update(bytes).digest("hex");
22
+ return `sha256:${hex}`;
23
+ }
24
+ /** Mode-A internal base64 (NOT shared with mode B). */
25
+ function base64EncodeA(bytes) {
26
+ return Buffer.from(bytes).toString("base64");
27
+ }
28
+ /**
29
+ * Strict UTF-8 classification with FATAL decoding (never replaces invalid bytes
30
+ * with U+FFFD). Returns the decoded text, or `{valid:false, base64}`.
31
+ */
32
+ export function classifyUtf8(bytes) {
33
+ try {
34
+ const text = new TextDecoder("utf-8", { fatal: true }).decode(bytes);
35
+ return { valid: true, text };
36
+ }
37
+ catch {
38
+ return { valid: false, base64: base64EncodeA(bytes) };
39
+ }
40
+ }
41
+ /** Build the Mode-A byte-authority codec. */
42
+ export function createEventCodec() {
43
+ return {
44
+ encode(input) {
45
+ const bytes = input.bytes;
46
+ const bytesDigest = digestSha256A(bytes);
47
+ const utf8 = classifyUtf8(bytes);
48
+ const event = {
49
+ schema: "event-v2",
50
+ sessionId: input.sessionId,
51
+ seq: input.seq,
52
+ eventId: input.eventId,
53
+ role: input.role,
54
+ kind: input.kind,
55
+ originalBytes: bytes,
56
+ bytesDigest,
57
+ utf8,
58
+ occurredAtMs: input.occurredAtMs,
59
+ };
60
+ if (input.toolCallId !== undefined)
61
+ event.toolCallId = input.toolCallId;
62
+ // canonicalNfc is a DERIVED search key — valid UTF-8 only, never identity.
63
+ if (utf8.valid)
64
+ event.canonicalNfc = utf8.text.normalize("NFC");
65
+ return event;
66
+ },
67
+ decode(event) {
68
+ return event.originalBytes;
69
+ },
70
+ classifyUtf8,
71
+ };
72
+ }
@@ -0,0 +1,76 @@
1
+ /**
2
+ * vector-cortex/ledger/event-codecB.ts — EventV2 byte-authority codec, Mode B
3
+ * (VC1A, TRIAD_RESILIENCE).
4
+ *
5
+ * B is a GENUINELY independent raw-byte record implementation of the SAME byte
6
+ * rule as Mode A (`./event-codec.ts`). It shares NO subroutine with A: its own
7
+ * SHA-256 helper, its own base64 helper, its own strict-UTF-8 classifier, and
8
+ * its own raw record — the lesson from VC0B-I09 (a mode-B tested against code
9
+ * identical to A is a tautology). Because the digest of given bytes is a pure
10
+ * function, two independent implementations MUST agree byte-for-byte; the
11
+ * acceptance test asserts `bytesDigest` parity across the fixture corpus.
12
+ *
13
+ * B retains `originalBytes` + `bytesDigest` and classifies strict UTF-8 with no
14
+ * lossy replacement; `canonicalNfc` is derived for valid UTF-8 but never used
15
+ * for identity, digest, or reconstruction.
16
+ *
17
+ * Pure/deterministic — no console, no network, no side effects (PREVENT-PI-004).
18
+ */
19
+ import nodeCrypto from "node:crypto";
20
+ /** Mode-B internal SHA-256 helper (independent of A's — no shared subroutine). */
21
+ function digestSha256B(bytes) {
22
+ const d = nodeCrypto.createHash("sha256");
23
+ d.update(bytes);
24
+ const hex = d.digest("hex");
25
+ return `sha256:${hex}`;
26
+ }
27
+ /** Mode-B internal base64 (independent of A's). */
28
+ function base64EncodeB(bytes) {
29
+ let out = "";
30
+ const buf = Buffer.from(bytes);
31
+ for (let i = 0; i < buf.length; i += 3) {
32
+ const b0 = buf[i];
33
+ const b1 = i + 1 < buf.length ? buf[i + 1] : -1;
34
+ const b2 = i + 2 < buf.length ? buf[i + 2] : -1;
35
+ out += CHARS[(b0 >> 2) & 63];
36
+ out += CHARS[((b0 & 3) << 4) | (b1 < 0 ? 0 : (b1 >> 4) & 15)];
37
+ if (b1 >= 0)
38
+ out += CHARS[((b1 & 15) << 2) | (b2 < 0 ? 0 : (b2 >> 6) & 3)];
39
+ if (b2 >= 0)
40
+ out += CHARS[b2 & 63];
41
+ }
42
+ // Padding (independent reconstruction of standard base64).
43
+ const pad = (3 - (buf.length % 3)) % 3;
44
+ for (let i = 0; i < pad; i++)
45
+ out += "=";
46
+ return out;
47
+ }
48
+ const CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
49
+ /** Mode-B strict UTF-8 classifier (fatal decode; no replacement). */
50
+ function classifyUtf8B(bytes) {
51
+ try {
52
+ const text = new TextDecoder("utf-8", { fatal: true }).decode(bytes);
53
+ return { valid: true, text };
54
+ }
55
+ catch {
56
+ return { valid: false, base64: base64EncodeB(bytes) };
57
+ }
58
+ }
59
+ /** Independently digest + classify raw bytes into a B record. */
60
+ export function recordRawBytesB(bytes) {
61
+ const bytesDigest = digestSha256B(bytes);
62
+ const utf8 = classifyUtf8B(bytes);
63
+ const record = { originalBytes: bytes, bytesDigest, utf8 };
64
+ if (utf8.valid) {
65
+ return { originalBytes: bytes, bytesDigest, utf8, canonicalNfc: utf8.text.normalize("NFC") };
66
+ }
67
+ return record;
68
+ }
69
+ /**
70
+ * Independent digest check: recompute the SHA-256 over an EventV2's
71
+ * `originalBytes` via B's OWN algorithm and compare to the stored digest.
72
+ * Returns the recomputed digest string (parity-checked by the caller).
73
+ */
74
+ export function digestCheckB(event) {
75
+ return digestSha256B(event.originalBytes);
76
+ }
@@ -0,0 +1,200 @@
1
+ /**
2
+ * vector-cortex/ledger/sqlite.ts — occurrence-v2 SQLite store, Mode A (VC1B).
3
+ *
4
+ * A self-contained, isolated SQLite store (`node:sqlite` `DatabaseSync`) over its
5
+ * OWN database file — NOT the host `sqlite.db` — so the neutral v2 ledger is a
6
+ * true independent authority, not a host table. Holds the canonical occurrence
7
+ * rows plus per-session monotonic seq and the durable contiguous high-water.
8
+ *
9
+ * The defect M2 fixes: the host `raw_transcript` table keys on
10
+ * `(content_hash, session_id)`, so repeated equal bytes at a later turn are
11
+ * silently dropped. Here the ledger keys occurrences by `(event_id, digest)`
12
+ * ONLY — equal bytes at a distinct seq/event-id are preserved as separate
13
+ * occurrences (M2-DUP-001).
14
+ *
15
+ * Append enforces, per occurrence: (1) strictly monotonic per-session seq
16
+ * (EVT_SEQ_REGRESSION otherwise); (2) a tool RESULT names exactly one earlier
17
+ * call (EVT_TOOL_CALL_MISSING otherwise); (3) exact `(event_id,digest)`
18
+ * re-appends are acknowledged idempotently, never duplicated.
19
+ *
20
+ * Mode A of the VC1B triad: transactional SQLite append. Mode B (`./spool.ts`)
21
+ * is an independent fsync spool; mode C leaves the host transcript unchanged.
22
+ *
23
+ * PREVENT-002: every query is parameterized. PREVENT-011: no `any`.
24
+ * PREVENT-PI-004: local filesystem only, no network. No console.log.
25
+ */
26
+ import { DatabaseSync } from "node:sqlite";
27
+ import { existsSync, mkdirSync } from "node:fs";
28
+ import { dirname } from "node:path";
29
+ import { createHash } from "node:crypto";
30
+ const SCHEMA = `
31
+ CREATE TABLE IF NOT EXISTS occurrence_v2 (
32
+ session TEXT NOT NULL,
33
+ seq INTEGER NOT NULL,
34
+ event_id TEXT NOT NULL,
35
+ digest TEXT NOT NULL,
36
+ kind TEXT NOT NULL,
37
+ tool_call_id TEXT,
38
+ source_bytes BLOB,
39
+ PRIMARY KEY (session, seq),
40
+ UNIQUE (session, event_id, digest)
41
+ ) STRICT;
42
+
43
+ CREATE TABLE IF NOT EXISTS ledger_high_water (
44
+ session TEXT PRIMARY KEY,
45
+ seq INTEGER NOT NULL
46
+ ) STRICT;
47
+ `;
48
+ /** Default digest for a row when the caller omits one (sha256 over bytes). */
49
+ export function ledgerDigest(bytes) {
50
+ const hex = createHash("sha256").update(bytes).digest("hex");
51
+ return `sha256:${hex}`;
52
+ }
53
+ /** Open (or reuse) the isolated occurrence-v2 ledger DB handle. */
54
+ export function openOccurrenceStore(dbPath) {
55
+ const dir = dirname(dbPath);
56
+ if (!existsSync(dir))
57
+ mkdirSync(dir, { recursive: true });
58
+ const db = new DatabaseSync(dbPath);
59
+ db.exec("PRAGMA journal_mode = WAL");
60
+ db.exec("PRAGMA foreign_keys = ON");
61
+ db.exec(SCHEMA);
62
+ return db;
63
+ }
64
+ function rowToOccurrence(row) {
65
+ return {
66
+ session: row.session,
67
+ seq: BigInt(row.seq),
68
+ eventId: row.event_id,
69
+ digest: row.digest,
70
+ kind: row.kind,
71
+ toolCallId: row.tool_call_id ?? undefined,
72
+ sourceBytes: row.source_bytes ? Buffer.from(row.source_bytes) : new Uint8Array(0),
73
+ };
74
+ }
75
+ /** Current durable contiguous high-water for a session (0 when none). */
76
+ export function ledgerHighWater(db, session) {
77
+ const row = db
78
+ .prepare(`SELECT seq FROM ledger_high_water WHERE session = @session`)
79
+ .get({ "@session": session });
80
+ return row ? BigInt(row.seq) : 0n;
81
+ }
82
+ /** Read all accepted occurrences for a session in ascending (seq,eventId). */
83
+ export function readSessionOccurrences(db, session) {
84
+ const rows = db
85
+ .prepare(`SELECT session, seq, event_id, digest, kind, tool_call_id, source_bytes
86
+ FROM occurrence_v2 WHERE session = @session
87
+ ORDER BY seq ASC, event_id ASC`)
88
+ .all({ "@session": session });
89
+ return rows.map(rowToOccurrence);
90
+ }
91
+ /** Occurrences at or above `fromSeq` (inclusive), ascending. */
92
+ export function readFromSeq(db, session, fromSeq) {
93
+ const rows = db
94
+ .prepare(`SELECT session, seq, event_id, digest, kind, tool_call_id, source_bytes
95
+ FROM occurrence_v2 WHERE session = @session AND seq >= @from
96
+ ORDER BY seq ASC, event_id ASC`)
97
+ .all({ "@session": session, "@from": Number(fromSeq) });
98
+ return rows.map(rowToOccurrence);
99
+ }
100
+ /** Count accepted occurrences for a session. */
101
+ export function countOccurrences(db, session) {
102
+ const row = db
103
+ .prepare(`SELECT COUNT(*) AS cnt FROM occurrence_v2 WHERE session = @session`)
104
+ .get({ "@session": session });
105
+ return row.cnt;
106
+ }
107
+ /** Whether a `(event_id, digest)` pair is already accepted in a session. */
108
+ export function hasOccurrence(db, session, eventId, digest) {
109
+ const row = db
110
+ .prepare(`SELECT 1 AS hit FROM occurrence_v2
111
+ WHERE session = @session AND event_id = @event_id AND digest = @digest LIMIT 1`)
112
+ .get({ "@session": session, "@event_id": eventId, "@digest": digest });
113
+ return row !== undefined;
114
+ }
115
+ /** The stored occurrence matching a `(event_id, digest)` pair, or undefined. */
116
+ function findOccurrence(db, session, eventId, digest) {
117
+ const row = db
118
+ .prepare(`SELECT session, seq, event_id, digest, kind, tool_call_id, source_bytes
119
+ FROM occurrence_v2
120
+ WHERE session = @session AND event_id = @event_id AND digest = @digest LIMIT 1`)
121
+ .get({ "@session": session, "@event_id": eventId, "@digest": digest });
122
+ return row ? rowToOccurrence(row) : undefined;
123
+ }
124
+ /** Whether a prior call row with the given eventId exists in the session. */
125
+ function hasCallRef(db, session, eventId) {
126
+ const row = db
127
+ .prepare(`SELECT 1 AS hit FROM occurrence_v2
128
+ WHERE session = @session AND event_id = @event_id LIMIT 1`)
129
+ .get({ "@session": session, "@event_id": eventId });
130
+ return row !== undefined;
131
+ }
132
+ /**
133
+ * Append one occurrence within a transaction. Enforces monotonic seq, tool-call
134
+ * reference completeness, and `(event_id,digest)` idempotent ack. Returns the
135
+ * accepted row or a deterministic failure code.
136
+ */
137
+ export function appendOccurrence(db, input) {
138
+ const digest = input.digest ?? ledgerDigest(input.sourceBytes);
139
+ const occurrence = {
140
+ session: input.session,
141
+ seq: input.seq,
142
+ eventId: input.eventId,
143
+ digest,
144
+ kind: input.kind,
145
+ toolCallId: input.toolCallId,
146
+ sourceBytes: input.sourceBytes,
147
+ };
148
+ // (3) exact (event_id,digest) re-append is acknowledged idempotently, WITHOUT
149
+ // inserting a new row. Return the EXISTING stored occurrence (its real seq) —
150
+ // not the caller's input — so a journal record written from this result carries
151
+ // the existing seq, which always corresponds to a real occurrence_v2 row (Q01:
152
+ // never a phantom journal row at a seq with no backing occurrence).
153
+ const existing = findOccurrence(db, input.session, input.eventId, digest);
154
+ if (existing) {
155
+ return { ok: true, occurrence: existing };
156
+ }
157
+ // (1) monotonic seq: must be exactly the next expected seq (highWater+1).
158
+ const hw = ledgerHighWater(db, input.session);
159
+ if (input.seq !== hw + 1n) {
160
+ return { ok: false, code: "EVT_SEQ_REGRESSION", rejected: occurrence };
161
+ }
162
+ // (2) a tool RESULT names exactly one earlier call in the same session.
163
+ if (input.toolCallId !== undefined && input.toolCallId !== "") {
164
+ if (!hasCallRef(db, input.session, input.toolCallId)) {
165
+ return { ok: false, code: "EVT_TOOL_CALL_MISSING", rejected: occurrence };
166
+ }
167
+ }
168
+ // Accept: insert the row and advance the per-session high-water atomically.
169
+ db.exec("SAVEPOINT mc_ledger");
170
+ try {
171
+ db.prepare(`INSERT INTO occurrence_v2 (session, seq, event_id, digest, kind, tool_call_id, source_bytes)
172
+ VALUES (@session, @seq, @event_id, @digest, @kind, @tool_call_id, @source_bytes)`).run({
173
+ "@session": input.session,
174
+ "@seq": Number(input.seq),
175
+ "@event_id": input.eventId,
176
+ "@digest": digest,
177
+ "@kind": input.kind,
178
+ "@tool_call_id": input.toolCallId ?? null,
179
+ "@source_bytes": Buffer.from(input.sourceBytes),
180
+ });
181
+ db.prepare(`INSERT INTO ledger_high_water (session, seq) VALUES (@session, @seq)
182
+ ON CONFLICT(session) DO UPDATE SET seq = excluded.seq`).run({ "@session": input.session, "@seq": Number(input.seq) });
183
+ db.exec("RELEASE mc_ledger");
184
+ }
185
+ catch (e) {
186
+ db.exec("ROLLBACK TO mc_ledger");
187
+ db.exec("RELEASE mc_ledger");
188
+ throw e;
189
+ }
190
+ return { ok: true, occurrence };
191
+ }
192
+ /** Append a batch; each occurrence reports its own result. */
193
+ export function appendOccurrenceBatch(db, inputs) {
194
+ return inputs.map((input) => appendOccurrence(db, input));
195
+ }
196
+ /** Diagnostic: total accepted occurrences across all sessions. */
197
+ export function countAllOccurrences(db) {
198
+ const row = db.prepare(`SELECT COUNT(*) AS cnt FROM occurrence_v2`).get();
199
+ return row.cnt;
200
+ }