@tearleads/client-sdk 0.1.18 → 0.1.20

package/data/persistence/principalHistoryNodeRetention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"principalHistoryNodeRetention.js","sourceRoot":"","sources":["principalHistoryNodeRetention.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,MAAM,0CAA0C,CAAC;AACjF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+CAA+C,CAAC;AAE/F,OAAO,EACL,sCAAsC,EACtC,sCAAsC,GAEvC,MAAM,iCAAiC,CAAC;AAEzC,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,EAAgC,EAChC,KAAgC,EAChC,IAA+B;IAE/B,MAAM,GAAG,GAAG,GAAG,CACb,EAAE,CAAC,8BAA8B,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EACzD,EAAE,CAAC,8BAA8B,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CACnD,CAAC;IACF,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;SACxB,MAAM,EAAE;SACR,IAAI,CAAC,8BAA8B,CAAC;SACpC,KAAK,CAAC,GAAG,CAAC;SACV,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,IACE,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC,QAAQ;QACpC,QAAQ,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS;QAErC,OAAO;IACT,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;SACxB,MAAM,CAAC,EAAE,IAAI,EAAE,qBAAqB,CAAC,IAAI,EAAE,CAAC;SAC5C,IAAI,CAAC,qBAAqB,CAAC;SAC3B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAChD,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAC1C,CACF;SACA,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC;QAChD,MAAM,sCAAsC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAChE,MAAM,EAAE;SACL,MAAM,CAAC,8BAA8B,CAAC;SACtC,MAAM,CAAC;QACN,GAAG,KAAK;QACR,GAAG,IAAI;QACP,cAAc,EAAE,QAAQ,EAAE,cAAc,IAAI,CAAC;QAC7C,OAAO,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ;KACxC,CAAC;SACD,kBAAkB,CAAC;QAClB,MAAM,EAAE;YACN,8BAA8B,CAAC,OAAO;YACtC,8BAA8B,CAAC,IAAI;SACpC;QACD,GAAG,EAAE;YACH,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ;SACxC;KACF,CAAC;SACD,GAAG,EAAE,CAAC;IACT,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;QAC1D,IAAI,IAAI;YAAE,MAAM,sCAAsC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5E,CAAC;AAED,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,EAAgC,EAChC,KAAgC;IAEhC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,GAAG,EAAE,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,EAAE;aACtB,MAAM,EAAE;aACR,IAAI,CAAC,8BAA8B,CAAC;aACpC,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,8BAA8B,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EACzD,EAAE,CACA,8BAA8B,CAAC,cAAc,EAC7C,KAAK,CAAC,cAAc,CACrB,EACD,EAAE,CAAC,8BAA8B,CAAC,OAAO,EAAE,IAAI,CAAC,EAChD,EAAE,CAAC,8BAA8B,CAAC,cAAc,EAAE,CAAC,CAAC,CACrD,CACF;aACA,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;aACjD,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC;QACzB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QACjC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,EAAE;iBACL,MAAM,CAAC,qBAAqB,CAAC;iBAC7B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAChD,EAAE,CAAC,qBAAqB,CAAC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,EAC9D,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAC1C,CACF;iBACA,GAAG,EAAE,CAAC;YACT,MAAM,EAAE;iBACL,MAAM,CAAC,8BAA8B,CAAC;iBACtC,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,8BAA8B,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EACzD,EAAE,CAAC,8BAA8B,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CACnD,CACF;iBACA,GAAG,EAAE,CAAC;YACT,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC;gBAChD,IAAI,IAAI;oBAAE,MAAM,sCAAsC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1E,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC","sourcesContent":["import type { PrincipalHistoryIndexNode } from \"@tearleads/crypto\";\nimport { and, asc, eq } from \"drizzle-orm\";\nimport { principalHistoryNodes } from \"../sqlite/principalHistoryEvidenceSchema\";\nimport { principalHistoryNodeReferences } from \"../sqlite/principalHistoryNodeRetentionSchema\";\nimport type { ClientSQLiteTransactionScope } from \"../sqlite/sqlitePersistenceRuntime\";\nimport {\n  decrementPrincipalHistoryNodeReference,\n  incrementPrincipalHistoryNodeReference,\n  type PrincipalHistoryNodeScope,\n} from \"./principalHistoryRootOwnership\";\n\n/** Register edges before inserting their proof node, preserving pre-index evidence. */\nexport async function recordPrincipalHistoryNodeEdges(\n  tx: ClientSQLiteTransactionScope,\n  scope: PrincipalHistoryNodeScope,\n  node: PrincipalHistoryIndexNode,\n) {\n  const key = and(\n    eq(principalHistoryNodeReferences.scopeId, scope.scopeId),\n    eq(principalHistoryNodeReferences.hash, node.hash),\n  );\n  const [previous] = await tx\n    .select()\n    .from(principalHistoryNodeReferences)\n    .where(key)\n    .limit(1);\n  if (\n    previous?.leftHash === node.leftHash &&\n    previous.rightHash === node.rightHash\n  )\n    return;\n  const [existing] = await tx\n    .select({ hash: principalHistoryNodes.hash })\n    .from(principalHistoryNodes)\n    .where(\n      and(\n        eq(principalHistoryNodes.scopeId, scope.scopeId),\n        eq(principalHistoryNodes.hash, node.hash),\n      ),\n    )\n    .limit(1);\n  for (const hash of [node.leftHash, node.rightHash])\n    await incrementPrincipalHistoryNodeReference(tx, scope, hash);\n  await tx\n    .insert(principalHistoryNodeReferences)\n    .values({\n      ...scope,\n      ...node,\n      referenceCount: previous?.referenceCount ?? 0,\n      managed: previous?.managed || !existing,\n    })\n    .onConflictDoUpdate({\n      target: [\n        principalHistoryNodeReferences.scopeId,\n        principalHistoryNodeReferences.hash,\n      ],\n      set: {\n        leftHash: node.leftHash,\n        rightHash: node.rightHash,\n        managed: previous?.managed || !existing,\n      },\n    })\n    .run();\n  for (const hash of [previous?.leftHash, previous?.rightHash])\n    if (hash) await decrementPrincipalHistoryNodeReference(tx, scope, hash);\n}\n\n/** A bounded cascade releases only managed proof nodes with no live incoming edge. */\nexport async function reclaimPrincipalHistoryNodes(\n  tx: ClientSQLiteTransactionScope,\n  scope: PrincipalHistoryNodeScope,\n): Promise<number> {\n  let reclaimed = 0;\n  while (reclaimed < 64) {\n    const obsolete = await tx\n      .select()\n      .from(principalHistoryNodeReferences)\n      .where(\n        and(\n          eq(principalHistoryNodeReferences.scopeId, scope.scopeId),\n          eq(\n            principalHistoryNodeReferences.organizationId,\n            scope.organizationId,\n          ),\n          eq(principalHistoryNodeReferences.managed, true),\n          eq(principalHistoryNodeReferences.referenceCount, 0),\n        ),\n      )\n      .orderBy(asc(principalHistoryNodeReferences.hash))\n      .limit(64 - reclaimed);\n    if (obsolete.length === 0) break;\n    for (const node of obsolete) {\n      await tx\n        .delete(principalHistoryNodes)\n        .where(\n          and(\n            eq(principalHistoryNodes.scopeId, scope.scopeId),\n            eq(principalHistoryNodes.organizationId, scope.organizationId),\n            eq(principalHistoryNodes.hash, node.hash),\n          ),\n        )\n        .run();\n      await tx\n        .delete(principalHistoryNodeReferences)\n        .where(\n          and(\n            eq(principalHistoryNodeReferences.scopeId, scope.scopeId),\n            eq(principalHistoryNodeReferences.hash, node.hash),\n          ),\n        )\n        .run();\n      for (const hash of [node.leftHash, node.rightHash])\n        if (hash) await decrementPrincipalHistoryNodeReference(tx, scope, hash);\n      reclaimed += 1;\n    }\n  }\n  return reclaimed;\n}\n"]}

package/data/persistence/principalHistoryPrefixPersistence.d.ts

@@ -13,6 +13,7 @@ export declare function loadPrincipalHistoryPrefix(execSql: ExecSql, scopeId: st
 export declare function savePrincipalHistoryPrefix(input: {
     readonly execSql: ExecSql;
     readonly prefix: PrincipalHistoryPrefix;
+    readonly indexRootHash: string;
     readonly stillCurrent: () => boolean;
     readonly rejectedPrefix?: PrincipalHistoryPrefix | null;
 }): Promise<void>;

package/data/persistence/principalHistoryPrefixPersistence.js

@@ -1,8 +1,13 @@
 import { and, eq } from "drizzle-orm";
 import { assertProjectionVerificationCurrent } from "../keyingProjectionVerification/types.js";
 import { principalHistoryEvidenceTables, principalHistoryPrefixes, } from "../sqlite/principalHistoryEvidenceSchema.js";
+import { principalHistoryStageTables } from "../sqlite/principalHistoryStageSchema.js";
 import { getClientSQLitePersistenceRuntime } from "../sqlite/sqlitePersistenceRuntime.js";
 import { ensureSqlTables } from "../sqlite/sqlSchema.js";
+import { reclaimPrincipalHistoryNodes } from "./principalHistoryNodeRetention.js";
+import { releasePrincipalHistoryRoot, retainPrincipalHistoryRoot, } from "./principalHistoryRootOwnership.js";
+import { reclaimCompletedPrincipalHistoryStages } from "./principalHistoryStageRetention.js";
+import { archivePrincipalHistoryKeyEnvelopes } from "./principalKeyEnvelopeArchivePersistence.js";
 export async function loadPrincipalHistoryPrefix(execSql, scopeId) {
     await ensureSqlTables(execSql, principalHistoryEvidenceTables);
     const { db } = getClientSQLitePersistenceRuntime(execSql);
@@ -16,8 +21,12 @@ export async function loadPrincipalHistoryPrefix(execSql, scopeId) {
 /** Keep the newest prefix unless replay replaces the exact rejected candidate. */
 export async function savePrincipalHistoryPrefix(input) {
     const prefix = { ...input.prefix };
+    const indexRootHash = input.indexRootHash;
     const rejected = input.rejectedPrefix ? { ...input.rejectedPrefix } : null;
-    await ensureSqlTables(input.execSql, principalHistoryEvidenceTables);
+    await ensureSqlTables(input.execSql, [
+        ...principalHistoryEvidenceTables,
+        ...principalHistoryStageTables,
+    ]);
     const runtime = getClientSQLitePersistenceRuntime(input.execSql);
     const result = await runtime.guardedTransaction(async (tx) => {
         const [previous] = await tx
@@ -30,6 +39,9 @@ export async function savePrincipalHistoryPrefix(input) {
             !(rejected?.scopeId === previous.scopeId &&
                 rejected.progress === previous.progress))
             return;
+        if (previous)
+            await archivePrincipalHistoryKeyEnvelopes(tx, previous);
+        await archivePrincipalHistoryKeyEnvelopes(tx, prefix);
         await tx
             .insert(principalHistoryPrefixes)
             .values(prefix)
@@ -38,14 +50,31 @@ export async function savePrincipalHistoryPrefix(input) {
             set: prefix,
         })
             .run();
+        await reclaimCompletedPrincipalHistoryStages(tx, prefix);
+        await retainPrincipalHistoryRoot(tx, {
+            id: `prefix:${prefix.scopeId}`,
+            scopeId: prefix.scopeId,
+            organizationId: prefix.organizationId,
+            rootHash: indexRootHash,
+        });
+        await reclaimPrincipalHistoryNodes(tx, prefix);
     }, input.stillCurrent, { behavior: "immediate" });
     assertProjectionVerificationCurrent(() => result.committed);
 }
 /** Invalid hints are disposable, but a losing reader must preserve a newer hint. */
 export async function discardPrincipalHistoryPrefix(input) {
     const prefix = { ...input.prefix };
+    await ensureSqlTables(input.execSql, principalHistoryEvidenceTables);
     const runtime = getClientSQLitePersistenceRuntime(input.execSql);
     const result = await runtime.guardedTransaction(async (tx) => {
+        const [current] = await tx
+            .select({ progress: principalHistoryPrefixes.progress })
+            .from(principalHistoryPrefixes)
+            .where(eq(principalHistoryPrefixes.scopeId, prefix.scopeId))
+            .limit(1);
+        if (current?.progress !== prefix.progress)
+            return;
+        await releasePrincipalHistoryRoot(tx, `prefix:${prefix.scopeId}`);
         await tx
             .delete(principalHistoryPrefixes)
             .where(and(eq(principalHistoryPrefixes.scopeId, prefix.scopeId), eq(principalHistoryPrefixes.progress, prefix.progress)))

package/data/persistence/principalHistoryPrefixPersistence.js.map

@@ -1 +1 @@
-{"version":3,"file":"principalHistoryPrefixPersistence.js","sourceRoot":"","sources":["principalHistoryPrefixPersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAC5F,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,GACzB,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAgB,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAKpE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAAgB,EAChB,OAAe;IAEf,MAAM,eAAe,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;IAC/D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;SACtB,MAAM,EAAE;SACR,IAAI,CAAC,wBAAwB,CAAC;SAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACpD,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,MAAM,IAAI,IAAI,CAAC;AACxB,CAAC;AAED,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,KAKhD;IACC,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,iCAAiC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC7C,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;aACxB,MAAM,EAAE;aACR,IAAI,CAAC,wBAAwB,CAAC;aAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;aAC3D,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,IACE,QAAQ;YACR,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO;YACjC,CAAC,CACC,QAAQ,EAAE,OAAO,KAAK,QAAQ,CAAC,OAAO;gBACtC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CACxC;YAED,OAAO;QACT,MAAM,EAAE;aACL,MAAM,CAAC,wBAAwB,CAAC;aAChC,MAAM,CAAC,MAAM,CAAC;aACd,kBAAkB,CAAC;YAClB,MAAM,EAAE,wBAAwB,CAAC,OAAO;YACxC,GAAG,EAAE,MAAM;SACZ,CAAC;aACD,GAAG,EAAE,CAAC;IACX,CAAC,EACD,KAAK,CAAC,YAAY,EAClB,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAC9D,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAInD;IACC,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,iCAAiC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC7C,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,EAAE;aACL,MAAM,CAAC,wBAAwB,CAAC;aAChC,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,EACpD,EAAE,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CACvD,CACF;aACA,GAAG,EAAE,CAAC;IACX,CAAC,EACD,KAAK,CAAC,YAAY,EAClB,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAC9D,CAAC","sourcesContent":["import { and, eq } from \"drizzle-orm\";\nimport { assertProjectionVerificationCurrent } from \"../keyingProjectionVerification/types\";\nimport {\n  principalHistoryEvidenceTables,\n  principalHistoryPrefixes,\n} from \"../sqlite/principalHistoryEvidenceSchema\";\nimport { getClientSQLitePersistenceRuntime } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../sqlite/sqlSchema\";\n\nexport type PrincipalHistoryPrefix =\n  typeof principalHistoryPrefixes.$inferSelect;\n\nexport async function loadPrincipalHistoryPrefix(\n  execSql: ExecSql,\n  scopeId: string,\n) {\n  await ensureSqlTables(execSql, principalHistoryEvidenceTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n  const [prefix] = await db\n    .select()\n    .from(principalHistoryPrefixes)\n    .where(eq(principalHistoryPrefixes.scopeId, scopeId))\n    .limit(1);\n  return prefix ?? null;\n}\n\n/** Keep the newest prefix unless replay replaces the exact rejected candidate. */\nexport async function savePrincipalHistoryPrefix(input: {\n  readonly execSql: ExecSql;\n  readonly prefix: PrincipalHistoryPrefix;\n  readonly stillCurrent: () => boolean;\n  readonly rejectedPrefix?: PrincipalHistoryPrefix | null;\n}): Promise<void> {\n  const prefix = { ...input.prefix };\n  const rejected = input.rejectedPrefix ? { ...input.rejectedPrefix } : null;\n  await ensureSqlTables(input.execSql, principalHistoryEvidenceTables);\n  const runtime = getClientSQLitePersistenceRuntime(input.execSql);\n  const result = await runtime.guardedTransaction(\n    async (tx) => {\n      const [previous] = await tx\n        .select()\n        .from(principalHistoryPrefixes)\n        .where(eq(principalHistoryPrefixes.scopeId, prefix.scopeId))\n        .limit(1);\n      if (\n        previous &&\n        previous.version > prefix.version &&\n        !(\n          rejected?.scopeId === previous.scopeId &&\n          rejected.progress === previous.progress\n        )\n      )\n        return;\n      await tx\n        .insert(principalHistoryPrefixes)\n        .values(prefix)\n        .onConflictDoUpdate({\n          target: principalHistoryPrefixes.scopeId,\n          set: prefix,\n        })\n        .run();\n    },\n    input.stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => result.committed);\n}\n\n/** Invalid hints are disposable, but a losing reader must preserve a newer hint. */\nexport async function discardPrincipalHistoryPrefix(input: {\n  readonly execSql: ExecSql;\n  readonly prefix: PrincipalHistoryPrefix;\n  readonly stillCurrent: () => boolean;\n}): Promise<void> {\n  const prefix = { ...input.prefix };\n  const runtime = getClientSQLitePersistenceRuntime(input.execSql);\n  const result = await runtime.guardedTransaction(\n    async (tx) => {\n      await tx\n        .delete(principalHistoryPrefixes)\n        .where(\n          and(\n            eq(principalHistoryPrefixes.scopeId, prefix.scopeId),\n            eq(principalHistoryPrefixes.progress, prefix.progress),\n          ),\n        )\n        .run();\n    },\n    input.stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => result.committed);\n}\n"]}
+{"version":3,"file":"principalHistoryPrefixPersistence.js","sourceRoot":"","sources":["principalHistoryPrefixPersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAC5F,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,GACzB,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAgB,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,EACL,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,sCAAsC,EAAE,MAAM,kCAAkC,CAAC;AAC1F,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAK/F,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAAgB,EAChB,OAAe;IAEf,MAAM,eAAe,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;IAC/D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;SACtB,MAAM,EAAE;SACR,IAAI,CAAC,wBAAwB,CAAC;SAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACpD,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,MAAM,IAAI,IAAI,CAAC;AACxB,CAAC;AAED,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,KAMhD;IACC,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;IAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;QACnC,GAAG,8BAA8B;QACjC,GAAG,2BAA2B;KAC/B,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,iCAAiC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC7C,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;aACxB,MAAM,EAAE;aACR,IAAI,CAAC,wBAAwB,CAAC;aAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;aAC3D,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,IACE,QAAQ;YACR,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO;YACjC,CAAC,CACC,QAAQ,EAAE,OAAO,KAAK,QAAQ,CAAC,OAAO;gBACtC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CACxC;YAED,OAAO;QACT,IAAI,QAAQ;YAAE,MAAM,mCAAmC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACtE,MAAM,mCAAmC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,EAAE;aACL,MAAM,CAAC,wBAAwB,CAAC;aAChC,MAAM,CAAC,MAAM,CAAC;aACd,kBAAkB,CAAC;YAClB,MAAM,EAAE,wBAAwB,CAAC,OAAO;YACxC,GAAG,EAAE,MAAM;SACZ,CAAC;aACD,GAAG,EAAE,CAAC;QACT,MAAM,sCAAsC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,0BAA0B,CAAC,EAAE,EAAE;YACnC,EAAE,EAAE,UAAU,MAAM,CAAC,OAAO,EAAE;YAC9B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,QAAQ,EAAE,aAAa;SACxB,CAAC,CAAC;QACH,MAAM,4BAA4B,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC,EACD,KAAK,CAAC,YAAY,EAClB,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAC9D,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAInD;IACC,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,iCAAiC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC7C,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE;aACvB,MAAM,CAAC,EAAE,QAAQ,EAAE,wBAAwB,CAAC,QAAQ,EAAE,CAAC;aACvD,IAAI,CAAC,wBAAwB,CAAC;aAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;aAC3D,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,IAAI,OAAO,EAAE,QAAQ,KAAK,MAAM,CAAC,QAAQ;YAAE,OAAO;QAClD,MAAM,2BAA2B,CAAC,EAAE,EAAE,UAAU,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAClE,MAAM,EAAE;aACL,MAAM,CAAC,wBAAwB,CAAC;aAChC,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,EACpD,EAAE,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CACvD,CACF;aACA,GAAG,EAAE,CAAC;IACX,CAAC,EACD,KAAK,CAAC,YAAY,EAClB,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAC9D,CAAC","sourcesContent":["import { and, eq } from \"drizzle-orm\";\nimport { assertProjectionVerificationCurrent } from \"../keyingProjectionVerification/types\";\nimport {\n  principalHistoryEvidenceTables,\n  principalHistoryPrefixes,\n} from \"../sqlite/principalHistoryEvidenceSchema\";\nimport { principalHistoryStageTables } from \"../sqlite/principalHistoryStageSchema\";\nimport { getClientSQLitePersistenceRuntime } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../sqlite/sqlSchema\";\nimport { reclaimPrincipalHistoryNodes } from \"./principalHistoryNodeRetention\";\nimport {\n  releasePrincipalHistoryRoot,\n  retainPrincipalHistoryRoot,\n} from \"./principalHistoryRootOwnership\";\nimport { reclaimCompletedPrincipalHistoryStages } from \"./principalHistoryStageRetention\";\nimport { archivePrincipalHistoryKeyEnvelopes } from \"./principalKeyEnvelopeArchivePersistence\";\n\nexport type PrincipalHistoryPrefix =\n  typeof principalHistoryPrefixes.$inferSelect;\n\nexport async function loadPrincipalHistoryPrefix(\n  execSql: ExecSql,\n  scopeId: string,\n) {\n  await ensureSqlTables(execSql, principalHistoryEvidenceTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n  const [prefix] = await db\n    .select()\n    .from(principalHistoryPrefixes)\n    .where(eq(principalHistoryPrefixes.scopeId, scopeId))\n    .limit(1);\n  return prefix ?? null;\n}\n\n/** Keep the newest prefix unless replay replaces the exact rejected candidate. */\nexport async function savePrincipalHistoryPrefix(input: {\n  readonly execSql: ExecSql;\n  readonly prefix: PrincipalHistoryPrefix;\n  readonly indexRootHash: string;\n  readonly stillCurrent: () => boolean;\n  readonly rejectedPrefix?: PrincipalHistoryPrefix | null;\n}): Promise<void> {\n  const prefix = { ...input.prefix };\n  const indexRootHash = input.indexRootHash;\n  const rejected = input.rejectedPrefix ? { ...input.rejectedPrefix } : null;\n  await ensureSqlTables(input.execSql, [\n    ...principalHistoryEvidenceTables,\n    ...principalHistoryStageTables,\n  ]);\n  const runtime = getClientSQLitePersistenceRuntime(input.execSql);\n  const result = await runtime.guardedTransaction(\n    async (tx) => {\n      const [previous] = await tx\n        .select()\n        .from(principalHistoryPrefixes)\n        .where(eq(principalHistoryPrefixes.scopeId, prefix.scopeId))\n        .limit(1);\n      if (\n        previous &&\n        previous.version > prefix.version &&\n        !(\n          rejected?.scopeId === previous.scopeId &&\n          rejected.progress === previous.progress\n        )\n      )\n        return;\n      if (previous) await archivePrincipalHistoryKeyEnvelopes(tx, previous);\n      await archivePrincipalHistoryKeyEnvelopes(tx, prefix);\n      await tx\n        .insert(principalHistoryPrefixes)\n        .values(prefix)\n        .onConflictDoUpdate({\n          target: principalHistoryPrefixes.scopeId,\n          set: prefix,\n        })\n        .run();\n      await reclaimCompletedPrincipalHistoryStages(tx, prefix);\n      await retainPrincipalHistoryRoot(tx, {\n        id: `prefix:${prefix.scopeId}`,\n        scopeId: prefix.scopeId,\n        organizationId: prefix.organizationId,\n        rootHash: indexRootHash,\n      });\n      await reclaimPrincipalHistoryNodes(tx, prefix);\n    },\n    input.stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => result.committed);\n}\n\n/** Invalid hints are disposable, but a losing reader must preserve a newer hint. */\nexport async function discardPrincipalHistoryPrefix(input: {\n  readonly execSql: ExecSql;\n  readonly prefix: PrincipalHistoryPrefix;\n  readonly stillCurrent: () => boolean;\n}): Promise<void> {\n  const prefix = { ...input.prefix };\n  await ensureSqlTables(input.execSql, principalHistoryEvidenceTables);\n  const runtime = getClientSQLitePersistenceRuntime(input.execSql);\n  const result = await runtime.guardedTransaction(\n    async (tx) => {\n      const [current] = await tx\n        .select({ progress: principalHistoryPrefixes.progress })\n        .from(principalHistoryPrefixes)\n        .where(eq(principalHistoryPrefixes.scopeId, prefix.scopeId))\n        .limit(1);\n      if (current?.progress !== prefix.progress) return;\n      await releasePrincipalHistoryRoot(tx, `prefix:${prefix.scopeId}`);\n      await tx\n        .delete(principalHistoryPrefixes)\n        .where(\n          and(\n            eq(principalHistoryPrefixes.scopeId, prefix.scopeId),\n            eq(principalHistoryPrefixes.progress, prefix.progress),\n          ),\n        )\n        .run();\n    },\n    input.stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => result.committed);\n}\n"]}

package/data/persistence/principalHistoryRootOwnership.js

@@ -0,0 +1,71 @@
+import { and, eq, sql } from "drizzle-orm";
+import { principalHistoryNodeReferences, principalHistoryRootOwners, } from "../sqlite/principalHistoryNodeRetentionSchema.js";
+export async function incrementPrincipalHistoryNodeReference(tx, scope, hash) {
+    await tx
+        .insert(principalHistoryNodeReferences)
+        .values({
+        ...scope,
+        hash,
+        referenceCount: 1,
+        managed: false,
+        leftHash: null,
+        rightHash: null,
+    })
+        .onConflictDoUpdate({
+        target: [
+            principalHistoryNodeReferences.scopeId,
+            principalHistoryNodeReferences.hash,
+        ],
+        set: {
+            referenceCount: sql `${principalHistoryNodeReferences.referenceCount} + 1`,
+        },
+    })
+        .run();
+}
+export async function decrementPrincipalHistoryNodeReference(tx, scope, hash) {
+    await tx
+        .update(principalHistoryNodeReferences)
+        .set({
+        referenceCount: sql `max(${principalHistoryNodeReferences.referenceCount} - 1, 0)`,
+    })
+        .where(and(eq(principalHistoryNodeReferences.scopeId, scope.scopeId), eq(principalHistoryNodeReferences.organizationId, scope.organizationId), eq(principalHistoryNodeReferences.hash, hash)))
+        .run();
+}
+/** Caller commits ownership together with the exact saved progress it describes. */
+export async function retainPrincipalHistoryRoot(tx, input) {
+    const [previous] = await tx
+        .select()
+        .from(principalHistoryRootOwners)
+        .where(eq(principalHistoryRootOwners.id, input.id))
+        .limit(1);
+    if (previous?.scopeId === input.scopeId &&
+        previous.organizationId === input.organizationId &&
+        previous.rootHash === input.rootHash)
+        return;
+    await incrementPrincipalHistoryNodeReference(tx, input, input.rootHash);
+    await tx
+        .insert(principalHistoryRootOwners)
+        .values(input)
+        .onConflictDoUpdate({
+        target: principalHistoryRootOwners.id,
+        set: input,
+    })
+        .run();
+    if (previous)
+        await decrementPrincipalHistoryNodeReference(tx, previous, previous.rootHash);
+}
+export async function releasePrincipalHistoryRoot(tx, id) {
+    const [previous] = await tx
+        .select()
+        .from(principalHistoryRootOwners)
+        .where(eq(principalHistoryRootOwners.id, id))
+        .limit(1);
+    if (!previous)
+        return;
+    await tx
+        .delete(principalHistoryRootOwners)
+        .where(eq(principalHistoryRootOwners.id, id))
+        .run();
+    await decrementPrincipalHistoryNodeReference(tx, previous, previous.rootHash);
+}
+//# sourceMappingURL=principalHistoryRootOwnership.js.map

package/data/persistence/principalHistoryRootOwnership.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"principalHistoryRootOwnership.js","sourceRoot":"","sources":["principalHistoryRootOwnership.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,8BAA8B,EAC9B,0BAA0B,GAC3B,MAAM,+CAA+C,CAAC;AASvD,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,EAAgC,EAChC,KAAgC,EAChC,IAAY;IAEZ,MAAM,EAAE;SACL,MAAM,CAAC,8BAA8B,CAAC;SACtC,MAAM,CAAC;QACN,GAAG,KAAK;QACR,IAAI;QACJ,cAAc,EAAE,CAAC;QACjB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;KAChB,CAAC;SACD,kBAAkB,CAAC;QAClB,MAAM,EAAE;YACN,8BAA8B,CAAC,OAAO;YACtC,8BAA8B,CAAC,IAAI;SACpC;QACD,GAAG,EAAE;YACH,cAAc,EAAE,GAAG,CAAA,GAAG,8BAA8B,CAAC,cAAc,MAAM;SAC1E;KACF,CAAC;SACD,GAAG,EAAE,CAAC;AACX,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,EAAgC,EAChC,KAAgC,EAChC,IAAY;IAEZ,MAAM,EAAE;SACL,MAAM,CAAC,8BAA8B,CAAC;SACtC,GAAG,CAAC;QACH,cAAc,EAAE,GAAG,CAAA,OAAO,8BAA8B,CAAC,cAAc,UAAU;KAClF,CAAC;SACD,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,8BAA8B,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EACzD,EAAE,CAAC,8BAA8B,CAAC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,EACvE,EAAE,CAAC,8BAA8B,CAAC,IAAI,EAAE,IAAI,CAAC,CAC9C,CACF;SACA,GAAG,EAAE,CAAC;AACX,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,EAAgC,EAChC,KAGC;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;SACxB,MAAM,EAAE;SACR,IAAI,CAAC,0BAA0B,CAAC;SAChC,KAAK,CAAC,EAAE,CAAC,0BAA0B,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;SAClD,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,IACE,QAAQ,EAAE,OAAO,KAAK,KAAK,CAAC,OAAO;QACnC,QAAQ,CAAC,cAAc,KAAK,KAAK,CAAC,cAAc;QAChD,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;QAEpC,OAAO;IACT,MAAM,sCAAsC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,EAAE;SACL,MAAM,CAAC,0BAA0B,CAAC;SAClC,MAAM,CAAC,KAAK,CAAC;SACb,kBAAkB,CAAC;QAClB,MAAM,EAAE,0BAA0B,CAAC,EAAE;QACrC,GAAG,EAAE,KAAK;KACX,CAAC;SACD,GAAG,EAAE,CAAC;IACT,IAAI,QAAQ;QACV,MAAM,sCAAsC,CAC1C,EAAE,EACF,QAAQ,EACR,QAAQ,CAAC,QAAQ,CAClB,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,EAAgC,EAChC,EAAU;IAEV,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;SACxB,MAAM,EAAE;SACR,IAAI,CAAC,0BAA0B,CAAC;SAChC,KAAK,CAAC,EAAE,CAAC,0BAA0B,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;SAC5C,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,IAAI,CAAC,QAAQ;QAAE,OAAO;IACtB,MAAM,EAAE;SACL,MAAM,CAAC,0BAA0B,CAAC;SAClC,KAAK,CAAC,EAAE,CAAC,0BAA0B,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;SAC5C,GAAG,EAAE,CAAC;IACT,MAAM,sCAAsC,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAChF,CAAC","sourcesContent":["import { and, eq, sql } from \"drizzle-orm\";\nimport {\n  principalHistoryNodeReferences,\n  principalHistoryRootOwners,\n} from \"../sqlite/principalHistoryNodeRetentionSchema\";\nimport type { ClientSQLiteTransactionScope } from \"../sqlite/sqlitePersistenceRuntime\";\n\nexport interface PrincipalHistoryNodeScope {\n  /** Evidence scope hashes include organizationId; one scope belongs to one organization. */\n  readonly scopeId: string;\n  readonly organizationId: string;\n}\n\nexport async function incrementPrincipalHistoryNodeReference(\n  tx: ClientSQLiteTransactionScope,\n  scope: PrincipalHistoryNodeScope,\n  hash: string,\n) {\n  await tx\n    .insert(principalHistoryNodeReferences)\n    .values({\n      ...scope,\n      hash,\n      referenceCount: 1,\n      managed: false,\n      leftHash: null,\n      rightHash: null,\n    })\n    .onConflictDoUpdate({\n      target: [\n        principalHistoryNodeReferences.scopeId,\n        principalHistoryNodeReferences.hash,\n      ],\n      set: {\n        referenceCount: sql`${principalHistoryNodeReferences.referenceCount} + 1`,\n      },\n    })\n    .run();\n}\n\nexport async function decrementPrincipalHistoryNodeReference(\n  tx: ClientSQLiteTransactionScope,\n  scope: PrincipalHistoryNodeScope,\n  hash: string,\n) {\n  await tx\n    .update(principalHistoryNodeReferences)\n    .set({\n      referenceCount: sql`max(${principalHistoryNodeReferences.referenceCount} - 1, 0)`,\n    })\n    .where(\n      and(\n        eq(principalHistoryNodeReferences.scopeId, scope.scopeId),\n        eq(principalHistoryNodeReferences.organizationId, scope.organizationId),\n        eq(principalHistoryNodeReferences.hash, hash),\n      ),\n    )\n    .run();\n}\n\n/** Caller commits ownership together with the exact saved progress it describes. */\nexport async function retainPrincipalHistoryRoot(\n  tx: ClientSQLiteTransactionScope,\n  input: PrincipalHistoryNodeScope & {\n    readonly id: string;\n    readonly rootHash: string;\n  },\n) {\n  const [previous] = await tx\n    .select()\n    .from(principalHistoryRootOwners)\n    .where(eq(principalHistoryRootOwners.id, input.id))\n    .limit(1);\n  if (\n    previous?.scopeId === input.scopeId &&\n    previous.organizationId === input.organizationId &&\n    previous.rootHash === input.rootHash\n  )\n    return;\n  await incrementPrincipalHistoryNodeReference(tx, input, input.rootHash);\n  await tx\n    .insert(principalHistoryRootOwners)\n    .values(input)\n    .onConflictDoUpdate({\n      target: principalHistoryRootOwners.id,\n      set: input,\n    })\n    .run();\n  if (previous)\n    await decrementPrincipalHistoryNodeReference(\n      tx,\n      previous,\n      previous.rootHash,\n    );\n}\n\nexport async function releasePrincipalHistoryRoot(\n  tx: ClientSQLiteTransactionScope,\n  id: string,\n) {\n  const [previous] = await tx\n    .select()\n    .from(principalHistoryRootOwners)\n    .where(eq(principalHistoryRootOwners.id, id))\n    .limit(1);\n  if (!previous) return;\n  await tx\n    .delete(principalHistoryRootOwners)\n    .where(eq(principalHistoryRootOwners.id, id))\n    .run();\n  await decrementPrincipalHistoryNodeReference(tx, previous, previous.rootHash);\n}\n"]}

package/data/persistence/principalHistoryStagePersistence.js

@@ -1,10 +1,17 @@
 import { and, eq } from "drizzle-orm";
 import { assertProjectionVerificationCurrent } from "../keyingProjectionVerification/types.js";
 import { principalHistoryEvidenceTables } from "../sqlite/principalHistoryEvidenceSchema.js";
+import { principalHistoryNodeRetentionTables } from "../sqlite/principalHistoryNodeRetentionSchema.js";
+import { principalHistoryStageScopes } from "../sqlite/principalHistoryRetentionSchema.js";
 import { principalHistoryStages, principalHistoryStageTables, } from "../sqlite/principalHistoryStageSchema.js";
 import { getClientSQLitePersistenceRuntime } from "../sqlite/sqlitePersistenceRuntime.js";
 import { ensureSqlTables } from "../sqlite/sqlSchema.js";
 import { writePrincipalHistoryEvidencePage, } from "./principalHistoryEvidencePersistence.js";
+import { reclaimIncompletePrincipalHistoryStages } from "./principalHistoryIncompleteRetention.js";
+import { reclaimPrincipalHistoryNodes } from "./principalHistoryNodeRetention.js";
+import { releasePrincipalHistoryRoot, retainPrincipalHistoryRoot, } from "./principalHistoryRootOwnership.js";
+import { recordPrincipalHistoryStageScope } from "./principalHistoryStageRetention.js";
+import { reclaimUnpublishedPrincipalHistoryStages } from "./principalHistoryUnpublishedRetention.js";
 class PrincipalHistoryStageChangedError extends Error {
     code = "principal_history_stage_changed";
     constructor() {
@@ -45,16 +52,54 @@ export async function savePrincipalHistoryStage(input) {
             .values(stage)
             .onConflictDoUpdate({ target: principalHistoryStages.id, set: stage })
             .run();
+        await recordPrincipalHistoryStageScope(tx, {
+            id: stage.id,
+            afterVersion: stage.afterVersion,
+            complete: stage.complete,
+            organizationId: stage.organizationId,
+            scopeId: evidence.scopeId,
+        });
+        await retainPrincipalHistoryRoot(tx, {
+            id: `stage:${stage.id}`,
+            scopeId: evidence.scopeId,
+            organizationId: stage.organizationId,
+            rootHash: evidence.indexRootHash,
+        });
+        await reclaimIncompletePrincipalHistoryStages(tx, {
+            ...stage,
+            scopeId: evidence.scopeId,
+        });
+        await reclaimUnpublishedPrincipalHistoryStages(tx, {
+            ...stage,
+            scopeId: evidence.scopeId,
+        });
+        await reclaimPrincipalHistoryNodes(tx, evidence);
     }, input.stillCurrent, { behavior: "immediate" });
     assertProjectionVerificationCurrent(() => saved.committed);
 }
 export async function discardPrincipalHistoryStage(execSql, stage, stillCurrent) {
+    await ensureSqlTables(execSql, [
+        ...principalHistoryStageTables,
+        ...principalHistoryNodeRetentionTables,
+    ]);
     const runtime = getClientSQLitePersistenceRuntime(execSql);
     const discarded = await runtime.guardedTransaction(async (db) => {
+        const [current] = await db
+            .select({ progress: principalHistoryStages.progress })
+            .from(principalHistoryStages)
+            .where(eq(principalHistoryStages.id, stage.id))
+            .limit(1);
+        if (current?.progress !== stage.progress)
+            return;
+        await releasePrincipalHistoryRoot(db, `stage:${stage.id}`);
         await db
             .delete(principalHistoryStages)
             .where(and(eq(principalHistoryStages.id, stage.id), eq(principalHistoryStages.progress, stage.progress)))
             .run();
+        await db
+            .delete(principalHistoryStageScopes)
+            .where(eq(principalHistoryStageScopes.id, stage.id))
+            .run();
     }, stillCurrent, { behavior: "immediate" });
     assertProjectionVerificationCurrent(() => discarded.committed);
 }

package/data/persistence/principalHistoryStagePersistence.js.map

@@ -1 +1 @@
-{"version":3,"file":"principalHistoryStagePersistence.js","sourceRoot":"","sources":["principalHistoryStagePersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAC5F,OAAO,EAAE,8BAA8B,EAAE,MAAM,0CAA0C,CAAC;AAC1F,OAAO,EACL,sBAAsB,EACtB,2BAA2B,GAC5B,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAgB,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAEL,iCAAiC,GAClC,MAAM,uCAAuC,CAAC;AAI/C,MAAM,iCAAkC,SAAQ,KAAK;IAC1C,IAAI,GAAG,iCAAiC,CAAC;IAClD;QACE,KAAK,CACH,sFAAsF,CACvF,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,mCAAmC,CAAC;IAClD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAgB,EAAE,EAAU;IAC1E,MAAM,eAAe,CAAC,OAAO,EAAE,2BAA2B,CAAC,CAAC;IAC5D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE;SACnB,MAAM,EAAE;SACR,IAAI,CAAC,sBAAsB,CAAC;SAC5B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;SACxC,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,GAAG,IAAI,IAAI,CAAC;AACrB,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,KAM/C;IACC,MAAM,KAAK,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;QACnC,GAAG,2BAA2B;QAC9B,GAAG,8BAA8B;KAClC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,iCAAiC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC5C,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;aACxB,MAAM,CAAC,EAAE,QAAQ,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC;aACrD,IAAI,CAAC,sBAAsB,CAAC;aAC5B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aAC9C,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,gBAAgB;YACzD,MAAM,IAAI,iCAAiC,EAAE,CAAC;QAChD,MAAM,iCAAiC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACtD,MAAM,EAAE;aACL,MAAM,CAAC,sBAAsB,CAAC;aAC9B,MAAM,CAAC,KAAK,CAAC;aACb,kBAAkB,CAAC,EAAE,MAAM,EAAE,sBAAsB,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;aACrE,GAAG,EAAE,CAAC;IACX,CAAC,EACD,KAAK,CAAC,YAAY,EAClB,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,OAAgB,EAChB,KAA4B,EAC5B,YAA2B;IAE3B,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAChD,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,EAAE;aACL,MAAM,CAAC,sBAAsB,CAAC;aAC9B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,EACvC,EAAE,CAAC,sBAAsB,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CACpD,CACF;aACA,GAAG,EAAE,CAAC;IACX,CAAC,EACD,YAAY,EACZ,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,CAAC","sourcesContent":["import { and, eq } from \"drizzle-orm\";\nimport { assertProjectionVerificationCurrent } from \"../keyingProjectionVerification/types\";\nimport { principalHistoryEvidenceTables } from \"../sqlite/principalHistoryEvidenceSchema\";\nimport {\n  principalHistoryStages,\n  principalHistoryStageTables,\n} from \"../sqlite/principalHistoryStageSchema\";\nimport { getClientSQLitePersistenceRuntime } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../sqlite/sqlSchema\";\nimport {\n  type PrincipalHistoryEvidencePage,\n  writePrincipalHistoryEvidencePage,\n} from \"./principalHistoryEvidencePersistence\";\n\nexport type PrincipalHistoryStage = typeof principalHistoryStages.$inferSelect;\n\nclass PrincipalHistoryStageChangedError extends Error {\n  readonly code = \"principal_history_stage_changed\";\n  constructor() {\n    super(\n      \"Another operation changed the saved principal history; resume from its current state\",\n    );\n    this.name = \"PrincipalHistoryStageChangedError\";\n  }\n}\n\nexport async function loadPrincipalHistoryStage(execSql: ExecSql, id: string) {\n  await ensureSqlTables(execSql, principalHistoryStageTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n  const [row] = await db\n    .select()\n    .from(principalHistoryStages)\n    .where(eq(principalHistoryStages.id, id))\n    .limit(1);\n  return row ?? null;\n}\n\n/** Publish accepted entries and index nodes atomically with authenticated progress. */\nexport async function savePrincipalHistoryStage(input: {\n  readonly execSql: ExecSql;\n  readonly stage: PrincipalHistoryStage;\n  readonly evidence: PrincipalHistoryEvidencePage;\n  readonly previousProgress: string | null;\n  readonly stillCurrent: () => boolean;\n}): Promise<void> {\n  const stage = { ...input.stage };\n  const evidence = structuredClone(input.evidence);\n  await ensureSqlTables(input.execSql, [\n    ...principalHistoryStageTables,\n    ...principalHistoryEvidenceTables,\n  ]);\n  const runtime = getClientSQLitePersistenceRuntime(input.execSql);\n  const saved = await runtime.guardedTransaction(\n    async (tx) => {\n      const [previous] = await tx\n        .select({ progress: principalHistoryStages.progress })\n        .from(principalHistoryStages)\n        .where(eq(principalHistoryStages.id, stage.id))\n        .limit(1);\n      if ((previous?.progress ?? null) !== input.previousProgress)\n        throw new PrincipalHistoryStageChangedError();\n      await writePrincipalHistoryEvidencePage(tx, evidence);\n      await tx\n        .insert(principalHistoryStages)\n        .values(stage)\n        .onConflictDoUpdate({ target: principalHistoryStages.id, set: stage })\n        .run();\n    },\n    input.stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => saved.committed);\n}\n\nexport async function discardPrincipalHistoryStage(\n  execSql: ExecSql,\n  stage: PrincipalHistoryStage,\n  stillCurrent: () => boolean,\n) {\n  const runtime = getClientSQLitePersistenceRuntime(execSql);\n  const discarded = await runtime.guardedTransaction(\n    async (db) => {\n      await db\n        .delete(principalHistoryStages)\n        .where(\n          and(\n            eq(principalHistoryStages.id, stage.id),\n            eq(principalHistoryStages.progress, stage.progress),\n          ),\n        )\n        .run();\n    },\n    stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => discarded.committed);\n}\n"]}
+{"version":3,"file":"principalHistoryStagePersistence.js","sourceRoot":"","sources":["principalHistoryStagePersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAC5F,OAAO,EAAE,8BAA8B,EAAE,MAAM,0CAA0C,CAAC;AAC1F,OAAO,EAAE,mCAAmC,EAAE,MAAM,+CAA+C,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,2CAA2C,CAAC;AACxF,OAAO,EACL,sBAAsB,EACtB,2BAA2B,GAC5B,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAgB,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAEL,iCAAiC,GAClC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,uCAAuC,EAAE,MAAM,uCAAuC,CAAC;AAChG,OAAO,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,EACL,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAC;AACpF,OAAO,EAAE,wCAAwC,EAAE,MAAM,wCAAwC,CAAC;AAIlG,MAAM,iCAAkC,SAAQ,KAAK;IAC1C,IAAI,GAAG,iCAAiC,CAAC;IAClD;QACE,KAAK,CACH,sFAAsF,CACvF,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,mCAAmC,CAAC;IAClD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAgB,EAAE,EAAU;IAC1E,MAAM,eAAe,CAAC,OAAO,EAAE,2BAA2B,CAAC,CAAC;IAC5D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE;SACnB,MAAM,EAAE;SACR,IAAI,CAAC,sBAAsB,CAAC;SAC5B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;SACxC,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,GAAG,IAAI,IAAI,CAAC;AACrB,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,KAM/C;IACC,MAAM,KAAK,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;QACnC,GAAG,2BAA2B;QAC9B,GAAG,8BAA8B;KAClC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,iCAAiC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC5C,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;aACxB,MAAM,CAAC,EAAE,QAAQ,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC;aACrD,IAAI,CAAC,sBAAsB,CAAC;aAC5B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aAC9C,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,gBAAgB;YACzD,MAAM,IAAI,iCAAiC,EAAE,CAAC;QAChD,MAAM,iCAAiC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACtD,MAAM,EAAE;aACL,MAAM,CAAC,sBAAsB,CAAC;aAC9B,MAAM,CAAC,KAAK,CAAC;aACb,kBAAkB,CAAC,EAAE,MAAM,EAAE,sBAAsB,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;aACrE,GAAG,EAAE,CAAC;QACT,MAAM,gCAAgC,CAAC,EAAE,EAAE;YACzC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,OAAO,EAAE,QAAQ,CAAC,OAAO;SAC1B,CAAC,CAAC;QACH,MAAM,0BAA0B,CAAC,EAAE,EAAE;YACnC,EAAE,EAAE,SAAS,KAAK,CAAC,EAAE,EAAE;YACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,QAAQ,EAAE,QAAQ,CAAC,aAAa;SACjC,CAAC,CAAC;QACH,MAAM,uCAAuC,CAAC,EAAE,EAAE;YAChD,GAAG,KAAK;YACR,OAAO,EAAE,QAAQ,CAAC,OAAO;SAC1B,CAAC,CAAC;QACH,MAAM,wCAAwC,CAAC,EAAE,EAAE;YACjD,GAAG,KAAK;YACR,OAAO,EAAE,QAAQ,CAAC,OAAO;SAC1B,CAAC,CAAC;QACH,MAAM,4BAA4B,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC,EACD,KAAK,CAAC,YAAY,EAClB,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,OAAgB,EAChB,KAA4B,EAC5B,YAA2B;IAE3B,MAAM,eAAe,CAAC,OAAO,EAAE;QAC7B,GAAG,2BAA2B;QAC9B,GAAG,mCAAmC;KACvC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAChD,KAAK,EAAE,EAAE,EAAE,EAAE;QACX,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE;aACvB,MAAM,CAAC,EAAE,QAAQ,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC;aACrD,IAAI,CAAC,sBAAsB,CAAC;aAC5B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aAC9C,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,IAAI,OAAO,EAAE,QAAQ,KAAK,KAAK,CAAC,QAAQ;YAAE,OAAO;QACjD,MAAM,2BAA2B,CAAC,EAAE,EAAE,SAAS,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,EAAE;aACL,MAAM,CAAC,sBAAsB,CAAC;aAC9B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,EACvC,EAAE,CAAC,sBAAsB,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CACpD,CACF;aACA,GAAG,EAAE,CAAC;QACT,MAAM,EAAE;aACL,MAAM,CAAC,2BAA2B,CAAC;aACnC,KAAK,CAAC,EAAE,CAAC,2BAA2B,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aACnD,GAAG,EAAE,CAAC;IACX,CAAC,EACD,YAAY,EACZ,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;IACF,mCAAmC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,CAAC","sourcesContent":["import { and, eq } from \"drizzle-orm\";\nimport { assertProjectionVerificationCurrent } from \"../keyingProjectionVerification/types\";\nimport { principalHistoryEvidenceTables } from \"../sqlite/principalHistoryEvidenceSchema\";\nimport { principalHistoryNodeRetentionTables } from \"../sqlite/principalHistoryNodeRetentionSchema\";\nimport { principalHistoryStageScopes } from \"../sqlite/principalHistoryRetentionSchema\";\nimport {\n  principalHistoryStages,\n  principalHistoryStageTables,\n} from \"../sqlite/principalHistoryStageSchema\";\nimport { getClientSQLitePersistenceRuntime } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../sqlite/sqlSchema\";\nimport {\n  type PrincipalHistoryEvidencePage,\n  writePrincipalHistoryEvidencePage,\n} from \"./principalHistoryEvidencePersistence\";\nimport { reclaimIncompletePrincipalHistoryStages } from \"./principalHistoryIncompleteRetention\";\nimport { reclaimPrincipalHistoryNodes } from \"./principalHistoryNodeRetention\";\nimport {\n  releasePrincipalHistoryRoot,\n  retainPrincipalHistoryRoot,\n} from \"./principalHistoryRootOwnership\";\nimport { recordPrincipalHistoryStageScope } from \"./principalHistoryStageRetention\";\nimport { reclaimUnpublishedPrincipalHistoryStages } from \"./principalHistoryUnpublishedRetention\";\n\nexport type PrincipalHistoryStage = typeof principalHistoryStages.$inferSelect;\n\nclass PrincipalHistoryStageChangedError extends Error {\n  readonly code = \"principal_history_stage_changed\";\n  constructor() {\n    super(\n      \"Another operation changed the saved principal history; resume from its current state\",\n    );\n    this.name = \"PrincipalHistoryStageChangedError\";\n  }\n}\n\nexport async function loadPrincipalHistoryStage(execSql: ExecSql, id: string) {\n  await ensureSqlTables(execSql, principalHistoryStageTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n  const [row] = await db\n    .select()\n    .from(principalHistoryStages)\n    .where(eq(principalHistoryStages.id, id))\n    .limit(1);\n  return row ?? null;\n}\n\n/** Publish accepted entries and index nodes atomically with authenticated progress. */\nexport async function savePrincipalHistoryStage(input: {\n  readonly execSql: ExecSql;\n  readonly stage: PrincipalHistoryStage;\n  readonly evidence: PrincipalHistoryEvidencePage;\n  readonly previousProgress: string | null;\n  readonly stillCurrent: () => boolean;\n}): Promise<void> {\n  const stage = { ...input.stage };\n  const evidence = structuredClone(input.evidence);\n  await ensureSqlTables(input.execSql, [\n    ...principalHistoryStageTables,\n    ...principalHistoryEvidenceTables,\n  ]);\n  const runtime = getClientSQLitePersistenceRuntime(input.execSql);\n  const saved = await runtime.guardedTransaction(\n    async (tx) => {\n      const [previous] = await tx\n        .select({ progress: principalHistoryStages.progress })\n        .from(principalHistoryStages)\n        .where(eq(principalHistoryStages.id, stage.id))\n        .limit(1);\n      if ((previous?.progress ?? null) !== input.previousProgress)\n        throw new PrincipalHistoryStageChangedError();\n      await writePrincipalHistoryEvidencePage(tx, evidence);\n      await tx\n        .insert(principalHistoryStages)\n        .values(stage)\n        .onConflictDoUpdate({ target: principalHistoryStages.id, set: stage })\n        .run();\n      await recordPrincipalHistoryStageScope(tx, {\n        id: stage.id,\n        afterVersion: stage.afterVersion,\n        complete: stage.complete,\n        organizationId: stage.organizationId,\n        scopeId: evidence.scopeId,\n      });\n      await retainPrincipalHistoryRoot(tx, {\n        id: `stage:${stage.id}`,\n        scopeId: evidence.scopeId,\n        organizationId: stage.organizationId,\n        rootHash: evidence.indexRootHash,\n      });\n      await reclaimIncompletePrincipalHistoryStages(tx, {\n        ...stage,\n        scopeId: evidence.scopeId,\n      });\n      await reclaimUnpublishedPrincipalHistoryStages(tx, {\n        ...stage,\n        scopeId: evidence.scopeId,\n      });\n      await reclaimPrincipalHistoryNodes(tx, evidence);\n    },\n    input.stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => saved.committed);\n}\n\nexport async function discardPrincipalHistoryStage(\n  execSql: ExecSql,\n  stage: PrincipalHistoryStage,\n  stillCurrent: () => boolean,\n) {\n  await ensureSqlTables(execSql, [\n    ...principalHistoryStageTables,\n    ...principalHistoryNodeRetentionTables,\n  ]);\n  const runtime = getClientSQLitePersistenceRuntime(execSql);\n  const discarded = await runtime.guardedTransaction(\n    async (db) => {\n      const [current] = await db\n        .select({ progress: principalHistoryStages.progress })\n        .from(principalHistoryStages)\n        .where(eq(principalHistoryStages.id, stage.id))\n        .limit(1);\n      if (current?.progress !== stage.progress) return;\n      await releasePrincipalHistoryRoot(db, `stage:${stage.id}`);\n      await db\n        .delete(principalHistoryStages)\n        .where(\n          and(\n            eq(principalHistoryStages.id, stage.id),\n            eq(principalHistoryStages.progress, stage.progress),\n          ),\n        )\n        .run();\n      await db\n        .delete(principalHistoryStageScopes)\n        .where(eq(principalHistoryStageScopes.id, stage.id))\n        .run();\n    },\n    stillCurrent,\n    { behavior: \"immediate\" },\n  );\n  assertProjectionVerificationCurrent(() => discarded.committed);\n}\n"]}

package/data/persistence/principalHistoryStageRetention.js

@@ -0,0 +1,44 @@
+import { and, asc, desc, eq, lt } from "drizzle-orm";
+import { principalHistoryStageScopes } from "../sqlite/principalHistoryRetentionSchema.js";
+import { principalHistoryStages } from "../sqlite/principalHistoryStageSchema.js";
+import { releasePrincipalHistoryRoot } from "./principalHistoryRootOwnership.js";
+import { archivePrincipalHistoryKeyEnvelopes } from "./principalKeyEnvelopeArchivePersistence.js";
+/** Each publication reclaims at most this many obsolete completed heads. */
+export const PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT = 16;
+export async function recordPrincipalHistoryStageScope(tx, input) {
+    const row = { ...input, touchedAt: Date.now() };
+    await tx
+        .insert(principalHistoryStageScopes)
+        .values(row)
+        .onConflictDoUpdate({ target: principalHistoryStageScopes.id, set: row })
+        .run();
+}
+/** The prefix and its key candidates must be published in this transaction. */
+export async function reclaimCompletedPrincipalHistoryStages(tx, prefix) {
+    const obsolete = await tx
+        .select({ stage: principalHistoryStages })
+        .from(principalHistoryStageScopes)
+        .innerJoin(principalHistoryStages, eq(principalHistoryStageScopes.id, principalHistoryStages.id))
+        .where(and(eq(principalHistoryStageScopes.scopeId, prefix.scopeId), eq(principalHistoryStageScopes.organizationId, prefix.organizationId), eq(principalHistoryStageScopes.complete, true), lt(principalHistoryStageScopes.afterVersion, prefix.version), eq(principalHistoryStages.organizationId, prefix.organizationId), eq(principalHistoryStages.complete, true), lt(principalHistoryStages.afterVersion, prefix.version)))
+        .orderBy(desc(principalHistoryStageScopes.afterVersion), desc(principalHistoryStageScopes.touchedAt), asc(principalHistoryStageScopes.id))
+        // Keep the current completed head and its newest completed predecessor.
+        // This also preserves the prefix-only predecessor restored after an ack.
+        .offset(2)
+        .limit(PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT);
+    for (const { stage } of obsolete) {
+        await releasePrincipalHistoryRoot(tx, `stage:${stage.id}`);
+        await archivePrincipalHistoryKeyEnvelopes(tx, {
+            ...stage,
+            version: stage.afterVersion + 1,
+        });
+        await tx
+            .delete(principalHistoryStages)
+            .where(eq(principalHistoryStages.id, stage.id))
+            .run();
+        await tx
+            .delete(principalHistoryStageScopes)
+            .where(eq(principalHistoryStageScopes.id, stage.id))
+            .run();
+    }
+}
+//# sourceMappingURL=principalHistoryStageRetention.js.map

package/data/persistence/principalHistoryStageRetention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"principalHistoryStageRetention.js","sourceRoot":"","sources":["principalHistoryStageRetention.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,2BAA2B,EAAE,MAAM,2CAA2C,CAAC;AACxF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,OAAO,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AAC9E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAE/F,4EAA4E;AAC5E,MAAM,CAAC,MAAM,qCAAqC,GAAG,EAAE,CAAC;AAExD,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,EAAgC,EAChC,KAMC;IAED,MAAM,GAAG,GAAG,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAChD,MAAM,EAAE;SACL,MAAM,CAAC,2BAA2B,CAAC;SACnC,MAAM,CAAC,GAAG,CAAC;SACX,kBAAkB,CAAC,EAAE,MAAM,EAAE,2BAA2B,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;SACxE,GAAG,EAAE,CAAC;AACX,CAAC;AAED,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,EAAgC,EAChC,MAIC;IAED,MAAM,QAAQ,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;SACzC,IAAI,CAAC,2BAA2B,CAAC;SACjC,SAAS,CACR,sBAAsB,EACtB,EAAE,CAAC,2BAA2B,CAAC,EAAE,EAAE,sBAAsB,CAAC,EAAE,CAAC,CAC9D;SACA,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,2BAA2B,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,EACvD,EAAE,CAAC,2BAA2B,CAAC,cAAc,EAAE,MAAM,CAAC,cAAc,CAAC,EACrE,EAAE,CAAC,2BAA2B,CAAC,QAAQ,EAAE,IAAI,CAAC,EAC9C,EAAE,CAAC,2BAA2B,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,EAC5D,EAAE,CAAC,sBAAsB,CAAC,cAAc,EAAE,MAAM,CAAC,cAAc,CAAC,EAChE,EAAE,CAAC,sBAAsB,CAAC,QAAQ,EAAE,IAAI,CAAC,EACzC,EAAE,CAAC,sBAAsB,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CACxD,CACF;SACA,OAAO,CACN,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,EAC9C,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,EAC3C,GAAG,CAAC,2BAA2B,CAAC,EAAE,CAAC,CACpC;QACD,wEAAwE;QACxE,yEAAyE;SACxE,MAAM,CAAC,CAAC,CAAC;SACT,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAChD,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,QAAQ,EAAE,CAAC;QACjC,MAAM,2BAA2B,CAAC,EAAE,EAAE,SAAS,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,mCAAmC,CAAC,EAAE,EAAE;YAC5C,GAAG,KAAK;YACR,OAAO,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;SAChC,CAAC,CAAC;QACH,MAAM,EAAE;aACL,MAAM,CAAC,sBAAsB,CAAC;aAC9B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aAC9C,GAAG,EAAE,CAAC;QACT,MAAM,EAAE;aACL,MAAM,CAAC,2BAA2B,CAAC;aACnC,KAAK,CAAC,EAAE,CAAC,2BAA2B,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aACnD,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC","sourcesContent":["import { and, asc, desc, eq, lt } from \"drizzle-orm\";\nimport { principalHistoryStageScopes } from \"../sqlite/principalHistoryRetentionSchema\";\nimport { principalHistoryStages } from \"../sqlite/principalHistoryStageSchema\";\nimport type { ClientSQLiteTransactionScope } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { releasePrincipalHistoryRoot } from \"./principalHistoryRootOwnership\";\nimport { archivePrincipalHistoryKeyEnvelopes } from \"./principalKeyEnvelopeArchivePersistence\";\n\n/** Each publication reclaims at most this many obsolete completed heads. */\nexport const PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT = 16;\n\nexport async function recordPrincipalHistoryStageScope(\n  tx: ClientSQLiteTransactionScope,\n  input: {\n    readonly id: string;\n    readonly organizationId: string;\n    readonly scopeId: string;\n    readonly afterVersion: number;\n    readonly complete: boolean;\n  },\n) {\n  const row = { ...input, touchedAt: Date.now() };\n  await tx\n    .insert(principalHistoryStageScopes)\n    .values(row)\n    .onConflictDoUpdate({ target: principalHistoryStageScopes.id, set: row })\n    .run();\n}\n\n/** The prefix and its key candidates must be published in this transaction. */\nexport async function reclaimCompletedPrincipalHistoryStages(\n  tx: ClientSQLiteTransactionScope,\n  prefix: {\n    readonly scopeId: string;\n    readonly organizationId: string;\n    readonly version: number;\n  },\n) {\n  const obsolete = await tx\n    .select({ stage: principalHistoryStages })\n    .from(principalHistoryStageScopes)\n    .innerJoin(\n      principalHistoryStages,\n      eq(principalHistoryStageScopes.id, principalHistoryStages.id),\n    )\n    .where(\n      and(\n        eq(principalHistoryStageScopes.scopeId, prefix.scopeId),\n        eq(principalHistoryStageScopes.organizationId, prefix.organizationId),\n        eq(principalHistoryStageScopes.complete, true),\n        lt(principalHistoryStageScopes.afterVersion, prefix.version),\n        eq(principalHistoryStages.organizationId, prefix.organizationId),\n        eq(principalHistoryStages.complete, true),\n        lt(principalHistoryStages.afterVersion, prefix.version),\n      ),\n    )\n    .orderBy(\n      desc(principalHistoryStageScopes.afterVersion),\n      desc(principalHistoryStageScopes.touchedAt),\n      asc(principalHistoryStageScopes.id),\n    )\n    // Keep the current completed head and its newest completed predecessor.\n    // This also preserves the prefix-only predecessor restored after an ack.\n    .offset(2)\n    .limit(PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT);\n  for (const { stage } of obsolete) {\n    await releasePrincipalHistoryRoot(tx, `stage:${stage.id}`);\n    await archivePrincipalHistoryKeyEnvelopes(tx, {\n      ...stage,\n      version: stage.afterVersion + 1,\n    });\n    await tx\n      .delete(principalHistoryStages)\n      .where(eq(principalHistoryStages.id, stage.id))\n      .run();\n    await tx\n      .delete(principalHistoryStageScopes)\n      .where(eq(principalHistoryStageScopes.id, stage.id))\n      .run();\n  }\n}\n"]}

package/data/persistence/principalHistoryUnpublishedRetention.js

@@ -0,0 +1,71 @@
+import { and, asc, desc, eq, inArray, lt, notInArray } from "drizzle-orm";
+import { principalHistoryPrefixes } from "../sqlite/principalHistoryEvidenceSchema.js";
+import { principalHistoryStageScopes } from "../sqlite/principalHistoryRetentionSchema.js";
+import { principalHistoryStages } from "../sqlite/principalHistoryStageSchema.js";
+import { releasePrincipalHistoryRoot } from "./principalHistoryRootOwnership.js";
+import { PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT } from "./principalHistoryStageRetention.js";
+import { archivePrincipalHistoryKeyEnvelopes } from "./principalKeyEnvelopeArchivePersistence.js";
+const COMPLETED_STAGE_LIMIT = 8;
+function matchingCompletedStages(current) {
+    return and(eq(principalHistoryStageScopes.scopeId, current.scopeId), eq(principalHistoryStageScopes.organizationId, current.organizationId), eq(principalHistoryStageScopes.complete, true), eq(principalHistoryStages.organizationId, current.organizationId), eq(principalHistoryStages.complete, true), eq(principalHistoryStages.afterVersion, principalHistoryStageScopes.afterVersion));
+}
+async function protectedPublishedStages(tx, current) {
+    const [prefix] = await tx
+        .select({ version: principalHistoryPrefixes.version })
+        .from(principalHistoryPrefixes)
+        .where(and(eq(principalHistoryPrefixes.scopeId, current.scopeId), eq(principalHistoryPrefixes.organizationId, current.organizationId)))
+        .limit(1);
+    if (!prefix)
+        return [];
+    return tx
+        .select({ id: principalHistoryStages.id })
+        .from(principalHistoryStageScopes)
+        .innerJoin(principalHistoryStages, eq(principalHistoryStageScopes.id, principalHistoryStages.id))
+        .where(and(matchingCompletedStages(current), lt(principalHistoryStageScopes.afterVersion, prefix.version)))
+        .orderBy(desc(principalHistoryStageScopes.afterVersion), desc(principalHistoryStageScopes.touchedAt), asc(principalHistoryStageScopes.id))
+        .limit(2);
+}
+/** Bound completed attempts even when current-artifact verification never publishes. */
+export async function reclaimUnpublishedPrincipalHistoryStages(tx, current) {
+    if (!current.complete)
+        return;
+    const published = await protectedPublishedStages(tx, current);
+    const protectedIds = [
+        ...new Set([current.id, ...published.map(({ id }) => id)]),
+    ];
+    const obsolete = await tx
+        .select({
+        stage: {
+            id: principalHistoryStages.id,
+            organizationId: principalHistoryStages.organizationId,
+            currentJson: principalHistoryStages.currentJson,
+            afterVersion: principalHistoryStages.afterVersion,
+        },
+    })
+        .from(principalHistoryStageScopes)
+        .innerJoin(principalHistoryStages, eq(principalHistoryStageScopes.id, principalHistoryStages.id))
+        .where(and(matchingCompletedStages(current), notInArray(principalHistoryStages.id, protectedIds)))
+        // The existing "incomplete" index also covers completed scoped recency.
+        .orderBy(desc(principalHistoryStageScopes.touchedAt), asc(principalHistoryStageScopes.id))
+        .offset(COMPLETED_STAGE_LIMIT - protectedIds.length)
+        .limit(PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT);
+    if (obsolete.length === 0)
+        return;
+    for (const { stage } of obsolete)
+        await archivePrincipalHistoryKeyEnvelopes(tx, {
+            ...stage,
+            version: stage.afterVersion + 1,
+        });
+    const ids = obsolete.map(({ stage }) => stage.id);
+    for (const id of ids)
+        await releasePrincipalHistoryRoot(tx, `stage:${id}`);
+    await tx
+        .delete(principalHistoryStages)
+        .where(inArray(principalHistoryStages.id, ids))
+        .run();
+    await tx
+        .delete(principalHistoryStageScopes)
+        .where(inArray(principalHistoryStageScopes.id, ids))
+        .run();
+}
+//# sourceMappingURL=principalHistoryUnpublishedRetention.js.map

package/data/persistence/principalHistoryUnpublishedRetention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"principalHistoryUnpublishedRetention.js","sourceRoot":"","sources":["principalHistoryUnpublishedRetention.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,2CAA2C,CAAC;AACxF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,OAAO,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AAC9E,OAAO,EAAE,qCAAqC,EAAE,MAAM,kCAAkC,CAAC;AACzF,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAE/F,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAShC,SAAS,uBAAuB,CAAC,OAAwB;IACvD,OAAO,GAAG,CACR,EAAE,CAAC,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,EACxD,EAAE,CAAC,2BAA2B,CAAC,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,EACtE,EAAE,CAAC,2BAA2B,CAAC,QAAQ,EAAE,IAAI,CAAC,EAC9C,EAAE,CAAC,sBAAsB,CAAC,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,EACjE,EAAE,CAAC,sBAAsB,CAAC,QAAQ,EAAE,IAAI,CAAC,EACzC,EAAE,CACA,sBAAsB,CAAC,YAAY,EACnC,2BAA2B,CAAC,YAAY,CACzC,CACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,EAAgC,EAChC,OAAwB;IAExB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC,EAAE,OAAO,EAAE,wBAAwB,CAAC,OAAO,EAAE,CAAC;SACrD,IAAI,CAAC,wBAAwB,CAAC;SAC9B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,EACrD,EAAE,CAAC,wBAAwB,CAAC,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,CACpE,CACF;SACA,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,OAAO,EAAE;SACN,MAAM,CAAC,EAAE,EAAE,EAAE,sBAAsB,CAAC,EAAE,EAAE,CAAC;SACzC,IAAI,CAAC,2BAA2B,CAAC;SACjC,SAAS,CACR,sBAAsB,EACtB,EAAE,CAAC,2BAA2B,CAAC,EAAE,EAAE,sBAAsB,CAAC,EAAE,CAAC,CAC9D;SACA,KAAK,CACJ,GAAG,CACD,uBAAuB,CAAC,OAAO,CAAC,EAChC,EAAE,CAAC,2BAA2B,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAC7D,CACF;SACA,OAAO,CACN,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,EAC9C,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,EAC3C,GAAG,CAAC,2BAA2B,CAAC,EAAE,CAAC,CACpC;SACA,KAAK,CAAC,CAAC,CAAC,CAAC;AACd,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,EAAgC,EAChC,OAAwB;IAExB,IAAI,CAAC,OAAO,CAAC,QAAQ;QAAE,OAAO;IAC9B,MAAM,SAAS,GAAG,MAAM,wBAAwB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG;QACnB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;KAC3D,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC;QACN,KAAK,EAAE;YACL,EAAE,EAAE,sBAAsB,CAAC,EAAE;YAC7B,cAAc,EAAE,sBAAsB,CAAC,cAAc;YACrD,WAAW,EAAE,sBAAsB,CAAC,WAAW;YAC/C,YAAY,EAAE,sBAAsB,CAAC,YAAY;SAClD;KACF,CAAC;SACD,IAAI,CAAC,2BAA2B,CAAC;SACjC,SAAS,CACR,sBAAsB,EACtB,EAAE,CAAC,2BAA2B,CAAC,EAAE,EAAE,sBAAsB,CAAC,EAAE,CAAC,CAC9D;SACA,KAAK,CACJ,GAAG,CACD,uBAAuB,CAAC,OAAO,CAAC,EAChC,UAAU,CAAC,sBAAsB,CAAC,EAAE,EAAE,YAAY,CAAC,CACpD,CACF;QACD,wEAAwE;SACvE,OAAO,CACN,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,EAC3C,GAAG,CAAC,2BAA2B,CAAC,EAAE,CAAC,CACpC;SACA,MAAM,CAAC,qBAAqB,GAAG,YAAY,CAAC,MAAM,CAAC;SACnD,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAChD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAClC,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,QAAQ;QAC9B,MAAM,mCAAmC,CAAC,EAAE,EAAE;YAC5C,GAAG,KAAK;YACR,OAAO,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;SAChC,CAAC,CAAC;IACL,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAClD,KAAK,MAAM,EAAE,IAAI,GAAG;QAAE,MAAM,2BAA2B,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;IAC3E,MAAM,EAAE;SACL,MAAM,CAAC,sBAAsB,CAAC;SAC9B,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;SAC9C,GAAG,EAAE,CAAC;IACT,MAAM,EAAE;SACL,MAAM,CAAC,2BAA2B,CAAC;SACnC,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;SACnD,GAAG,EAAE,CAAC;AACX,CAAC","sourcesContent":["import { and, asc, desc, eq, inArray, lt, notInArray } from \"drizzle-orm\";\nimport { principalHistoryPrefixes } from \"../sqlite/principalHistoryEvidenceSchema\";\nimport { principalHistoryStageScopes } from \"../sqlite/principalHistoryRetentionSchema\";\nimport { principalHistoryStages } from \"../sqlite/principalHistoryStageSchema\";\nimport type { ClientSQLiteTransactionScope } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { releasePrincipalHistoryRoot } from \"./principalHistoryRootOwnership\";\nimport { PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT } from \"./principalHistoryStageRetention\";\nimport { archivePrincipalHistoryKeyEnvelopes } from \"./principalKeyEnvelopeArchivePersistence\";\n\nconst COMPLETED_STAGE_LIMIT = 8;\n\ninterface CompletedWriter {\n  readonly id: string;\n  readonly scopeId: string;\n  readonly organizationId: string;\n  readonly complete: boolean;\n}\n\nfunction matchingCompletedStages(current: CompletedWriter) {\n  return and(\n    eq(principalHistoryStageScopes.scopeId, current.scopeId),\n    eq(principalHistoryStageScopes.organizationId, current.organizationId),\n    eq(principalHistoryStageScopes.complete, true),\n    eq(principalHistoryStages.organizationId, current.organizationId),\n    eq(principalHistoryStages.complete, true),\n    eq(\n      principalHistoryStages.afterVersion,\n      principalHistoryStageScopes.afterVersion,\n    ),\n  );\n}\n\nasync function protectedPublishedStages(\n  tx: ClientSQLiteTransactionScope,\n  current: CompletedWriter,\n) {\n  const [prefix] = await tx\n    .select({ version: principalHistoryPrefixes.version })\n    .from(principalHistoryPrefixes)\n    .where(\n      and(\n        eq(principalHistoryPrefixes.scopeId, current.scopeId),\n        eq(principalHistoryPrefixes.organizationId, current.organizationId),\n      ),\n    )\n    .limit(1);\n  if (!prefix) return [];\n  return tx\n    .select({ id: principalHistoryStages.id })\n    .from(principalHistoryStageScopes)\n    .innerJoin(\n      principalHistoryStages,\n      eq(principalHistoryStageScopes.id, principalHistoryStages.id),\n    )\n    .where(\n      and(\n        matchingCompletedStages(current),\n        lt(principalHistoryStageScopes.afterVersion, prefix.version),\n      ),\n    )\n    .orderBy(\n      desc(principalHistoryStageScopes.afterVersion),\n      desc(principalHistoryStageScopes.touchedAt),\n      asc(principalHistoryStageScopes.id),\n    )\n    .limit(2);\n}\n\n/** Bound completed attempts even when current-artifact verification never publishes. */\nexport async function reclaimUnpublishedPrincipalHistoryStages(\n  tx: ClientSQLiteTransactionScope,\n  current: CompletedWriter,\n) {\n  if (!current.complete) return;\n  const published = await protectedPublishedStages(tx, current);\n  const protectedIds = [\n    ...new Set([current.id, ...published.map(({ id }) => id)]),\n  ];\n  const obsolete = await tx\n    .select({\n      stage: {\n        id: principalHistoryStages.id,\n        organizationId: principalHistoryStages.organizationId,\n        currentJson: principalHistoryStages.currentJson,\n        afterVersion: principalHistoryStages.afterVersion,\n      },\n    })\n    .from(principalHistoryStageScopes)\n    .innerJoin(\n      principalHistoryStages,\n      eq(principalHistoryStageScopes.id, principalHistoryStages.id),\n    )\n    .where(\n      and(\n        matchingCompletedStages(current),\n        notInArray(principalHistoryStages.id, protectedIds),\n      ),\n    )\n    // The existing \"incomplete\" index also covers completed scoped recency.\n    .orderBy(\n      desc(principalHistoryStageScopes.touchedAt),\n      asc(principalHistoryStageScopes.id),\n    )\n    .offset(COMPLETED_STAGE_LIMIT - protectedIds.length)\n    .limit(PRINCIPAL_HISTORY_STAGE_RECLAIM_LIMIT);\n  if (obsolete.length === 0) return;\n  for (const { stage } of obsolete)\n    await archivePrincipalHistoryKeyEnvelopes(tx, {\n      ...stage,\n      version: stage.afterVersion + 1,\n    });\n  const ids = obsolete.map(({ stage }) => stage.id);\n  for (const id of ids) await releasePrincipalHistoryRoot(tx, `stage:${id}`);\n  await tx\n    .delete(principalHistoryStages)\n    .where(inArray(principalHistoryStages.id, ids))\n    .run();\n  await tx\n    .delete(principalHistoryStageScopes)\n    .where(inArray(principalHistoryStageScopes.id, ids))\n    .run();\n}\n"]}

package/data/persistence/principalKeyEnvelopeArchivePersistence.js

@@ -0,0 +1,63 @@
+import { computePrincipalMemberEnvelopesRoot } from "../../internal/crypto/index.js";
+import { isPrincipalPolicyPageResponse } from "../../internal/validators/response/index.js";
+import { lte } from "drizzle-orm";
+import { principalKeyEnvelopeArchive } from "../sqlite/principalHistoryRetentionSchema.js";
+/**
+ * Preserve untrusted encrypted candidates, never history or authorization.
+ * The caller replaces progress in this same transaction. Public-history hints
+ * carry no private artifacts and deliberately contribute no candidates.
+ */
+export async function archivePrincipalHistoryKeyEnvelopes(tx, input) {
+    let current;
+    try {
+        current = JSON.parse(input.currentJson);
+    }
+    catch {
+        return;
+    }
+    if (!current || typeof current !== "object" || Array.isArray(current))
+        return;
+    const page = {
+        ...current,
+        previousStates: [],
+        historyPage: { afterVersion: input.version - 1, nextAfterVersion: null },
+    };
+    if (!isPrincipalPolicyPageResponse(page) ||
+        page.currentState.version !== input.version ||
+        page.currentState.stateHash !== page.currentMemberEnvelopes.stateHash ||
+        page.currentState.principalId !== page.currentMemberEnvelopes.principalId ||
+        page.currentState.principalType !==
+            page.currentMemberEnvelopes.principalType ||
+        page.currentState.keyEpoch !== page.currentMemberEnvelopes.epoch)
+        return;
+    try {
+        if ((await computePrincipalMemberEnvelopesRoot(page.currentMemberEnvelopes.envelopes)) !== page.currentState.memberEnvelopesRoot)
+            return;
+    }
+    catch {
+        return;
+    }
+    const row = {
+        organizationId: input.organizationId,
+        principalId: page.currentState.principalId,
+        principalType: page.currentState.principalType,
+        keyFingerprint: page.currentState.keyFingerprint,
+        version: input.version,
+        envelopesJson: JSON.stringify(page.currentMemberEnvelopes),
+    };
+    await tx
+        .insert(principalKeyEnvelopeArchive)
+        .values(row)
+        .onConflictDoUpdate({
+        target: [
+            principalKeyEnvelopeArchive.organizationId,
+            principalKeyEnvelopeArchive.principalType,
+            principalKeyEnvelopeArchive.principalId,
+            principalKeyEnvelopeArchive.keyFingerprint,
+        ],
+        set: row,
+        setWhere: lte(principalKeyEnvelopeArchive.version, row.version),
+    })
+        .run();
+}
+//# sourceMappingURL=principalKeyEnvelopeArchivePersistence.js.map

package/data/persistence/principalKeyEnvelopeArchivePersistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"principalKeyEnvelopeArchivePersistence.js","sourceRoot":"","sources":["principalKeyEnvelopeArchivePersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mCAAmC,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,2BAA2B,EAAE,MAAM,2CAA2C,CAAC;AAGxF;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,EAAgC,EAChC,KAIC;IAED,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO;IAC9E,MAAM,IAAI,GAAG;QACX,GAAG,OAAO;QACV,cAAc,EAAE,EAAE;QAClB,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE;KACzE,CAAC;IACF,IACE,CAAC,6BAA6B,CAAC,IAAI,CAAC;QACpC,IAAI,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QAC3C,IAAI,CAAC,YAAY,CAAC,SAAS,KAAK,IAAI,CAAC,sBAAsB,CAAC,SAAS;QACrE,IAAI,CAAC,YAAY,CAAC,WAAW,KAAK,IAAI,CAAC,sBAAsB,CAAC,WAAW;QACzE,IAAI,CAAC,YAAY,CAAC,aAAa;YAC7B,IAAI,CAAC,sBAAsB,CAAC,aAAa;QAC3C,IAAI,CAAC,YAAY,CAAC,QAAQ,KAAK,IAAI,CAAC,sBAAsB,CAAC,KAAK;QAEhE,OAAO;IACT,IAAI,CAAC;QACH,IACE,CAAC,MAAM,mCAAmC,CACxC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CACtC,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,mBAAmB;YAE5C,OAAO;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG;QACV,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;QAC1C,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa;QAC9C,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc;QAChD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;KAC3D,CAAC;IACF,MAAM,EAAE;SACL,MAAM,CAAC,2BAA2B,CAAC;SACnC,MAAM,CAAC,GAAG,CAAC;SACX,kBAAkB,CAAC;QAClB,MAAM,EAAE;YACN,2BAA2B,CAAC,cAAc;YAC1C,2BAA2B,CAAC,aAAa;YACzC,2BAA2B,CAAC,WAAW;YACvC,2BAA2B,CAAC,cAAc;SAC3C;QACD,GAAG,EAAE,GAAG;QACR,QAAQ,EAAE,GAAG,CAAC,2BAA2B,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC;KAChE,CAAC;SACD,GAAG,EAAE,CAAC;AACX,CAAC","sourcesContent":["import { computePrincipalMemberEnvelopesRoot } from \"@tearleads/crypto\";\nimport { isPrincipalPolicyPageResponse } from \"@tearleads/validators/response\";\nimport { lte } from \"drizzle-orm\";\nimport { principalKeyEnvelopeArchive } from \"../sqlite/principalHistoryRetentionSchema\";\nimport type { ClientSQLiteTransactionScope } from \"../sqlite/sqlitePersistenceRuntime\";\n\n/**\n * Preserve untrusted encrypted candidates, never history or authorization.\n * The caller replaces progress in this same transaction. Public-history hints\n * carry no private artifacts and deliberately contribute no candidates.\n */\nexport async function archivePrincipalHistoryKeyEnvelopes(\n  tx: ClientSQLiteTransactionScope,\n  input: {\n    readonly organizationId: string;\n    readonly currentJson: string;\n    readonly version: number;\n  },\n) {\n  let current: unknown;\n  try {\n    current = JSON.parse(input.currentJson);\n  } catch {\n    return;\n  }\n  if (!current || typeof current !== \"object\" || Array.isArray(current)) return;\n  const page = {\n    ...current,\n    previousStates: [],\n    historyPage: { afterVersion: input.version - 1, nextAfterVersion: null },\n  };\n  if (\n    !isPrincipalPolicyPageResponse(page) ||\n    page.currentState.version !== input.version ||\n    page.currentState.stateHash !== page.currentMemberEnvelopes.stateHash ||\n    page.currentState.principalId !== page.currentMemberEnvelopes.principalId ||\n    page.currentState.principalType !==\n      page.currentMemberEnvelopes.principalType ||\n    page.currentState.keyEpoch !== page.currentMemberEnvelopes.epoch\n  )\n    return;\n  try {\n    if (\n      (await computePrincipalMemberEnvelopesRoot(\n        page.currentMemberEnvelopes.envelopes,\n      )) !== page.currentState.memberEnvelopesRoot\n    )\n      return;\n  } catch {\n    return;\n  }\n  const row = {\n    organizationId: input.organizationId,\n    principalId: page.currentState.principalId,\n    principalType: page.currentState.principalType,\n    keyFingerprint: page.currentState.keyFingerprint,\n    version: input.version,\n    envelopesJson: JSON.stringify(page.currentMemberEnvelopes),\n  };\n  await tx\n    .insert(principalKeyEnvelopeArchive)\n    .values(row)\n    .onConflictDoUpdate({\n      target: [\n        principalKeyEnvelopeArchive.organizationId,\n        principalKeyEnvelopeArchive.principalType,\n        principalKeyEnvelopeArchive.principalId,\n        principalKeyEnvelopeArchive.keyFingerprint,\n      ],\n      set: row,\n      setWhere: lte(principalKeyEnvelopeArchive.version, row.version),\n    })\n    .run();\n}\n"]}

package/data/persistence/principalKeyEnvelopeCandidates.js

@@ -1,6 +1,7 @@
 import { isCurrentPrincipalMemberEnvelopesResponse, } from "../../internal/validators/response/index.js";
 import { and, desc, eq, sql } from "drizzle-orm";
 import { principalHistoryEvidenceTables, principalHistoryPrefixes, } from "../sqlite/principalHistoryEvidenceSchema.js";
+import { principalKeyEnvelopeArchive } from "../sqlite/principalHistoryRetentionSchema.js";
 import { principalHistoryStages } from "../sqlite/principalHistoryStageSchema.js";
 import { principalCurrentFingerprintJson, principalStateFingerprintJson, } from "../sqlite/principalKeyFingerprintJson.js";
 import { principalPolicies, principalPolicyBundleHistory, } from "../sqlite/principalPolicySchema.js";
@@ -22,6 +23,14 @@ export async function loadPrincipalKeyEnvelopeCandidates(execSql, fingerprints)
     const candidates = [];
     for (const fingerprint of new Set(fingerprints)) {
         const encoded = [];
+        const [archived] = await db
+            .select({ envelopes: principalKeyEnvelopeArchive.envelopesJson })
+            .from(principalKeyEnvelopeArchive)
+            .where(eq(principalKeyEnvelopeArchive.keyFingerprint, fingerprint))
+            .orderBy(desc(principalKeyEnvelopeArchive.version))
+            .limit(1);
+        if (archived)
+            encoded.push(archived.envelopes);
         for (const table of [principalPolicies, principalPolicyBundleHistory]) {
             const [row] = await db
                 .select({ envelopes: table.currentMemberEnvelopesJson })
@@ -52,7 +61,7 @@ export async function loadPrincipalKeyEnvelopeCandidates(execSql, fingerprints)
             .limit(1);
         if (stage)
             encoded.push(stage.envelopes);
-        for (const json of encoded) {
+        for (const json of new Set(encoded)) {
             let envelopes;
             try {
                 envelopes = JSON.parse(json);