@gmickel/gno 1.27.1 → 1.29.0

package/src/store/sqlite/adapter.ts

@@ -15,7 +15,7 @@ import { AsyncLocalStorage } from "node:async_hooks";
 // node:path basename: no Bun path utilities.
 import { basename } from "node:path";
 
-import type { Collection, Context, FtsTokenizer } from "../../config/types";
+import type { EgressLineage } from "../../core/egress-provenance";
 import type {
   ActivationIndexDocument,
   ActivationIndexIdentity,
@@ -44,6 +44,15 @@ import type {
   DocumentInput,
   DocumentRow,
   EmbeddingCleanupStats,
+  EgressAuditCursor,
+  EgressAuditDeleteResult,
+  EgressAuditPage,
+  EgressAuditPurgeResult,
+  EgressAuditReceiptInput,
+  EgressAuditReceiptRow,
+  EgressAuditRetentionPolicy,
+  EgressAuditRetentionResult,
+  EgressAuditStatusResult,
   FtsResult,
   FtsSearchOptions,
   GetGraphOptions,
@@ -93,6 +102,14 @@ import type {
 import type { SqliteDbProvider } from "./types";
 
 import { buildUri, deriveDocid, stripUriIndex } from "../../app/constants";
+import {
+  type Collection,
+  type Context,
+  type EgressPolicy,
+  type EgressPolicySource,
+  type FtsTokenizer,
+  resolveConfiguredEgressPolicy,
+} from "../../config/types";
 import { analyzeGraphCommunities } from "../../core/graph-analysis";
 import {
   buildWikiBestMatchSubquery,
@@ -127,6 +144,16 @@ import {
   purgeDocumentChanges as purgeStoredDocumentChanges,
   snapshotDocumentChange,
 } from "./change-journal-store";
+import {
+  appendEgressAuditReceipt as appendStoredEgressAuditReceipt,
+  appendEgressAuditReceiptWithRetention as appendStoredEgressAuditReceiptWithRetention,
+  deleteEgressAuditReceipt as deleteStoredEgressAuditReceipt,
+  enforceEgressAuditRetention as enforceStoredEgressAuditRetention,
+  getEgressAuditReceipt as getStoredEgressAuditReceipt,
+  getEgressAuditStatus as getStoredEgressAuditStatus,
+  listEgressAuditReceipts as listStoredEgressAuditReceipts,
+  purgeEgressAuditReceipts as purgeStoredEgressAuditReceipts,
+} from "./egress-audit-store";
 import { loadFts5Snowball } from "./fts5-snowball";
 import {
   appendExportManifest as appendStoredTraceExportManifest,
@@ -149,6 +176,7 @@ import {
   finalizeTrace as finalizeStoredTrace,
   getTrace as getStoredTrace,
   listTraces as listStoredTraces,
+  mergeTraceEgressLineage as mergeStoredTraceEgressLineage,
 } from "./retrieval-trace-store";
 
 // ─────────────────────────────────────────────────────────────────────────────
@@ -589,8 +617,12 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
 
         // Upsert collections
         const stmt = db.prepare(`
-          INSERT INTO collections (name, path, pattern, include, exclude, update_cmd, language_hint, synced_at)
-          VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'))
+          INSERT INTO collections (
+            name, path, pattern, include, exclude, update_cmd, language_hint,
+            egress_policy, egress_policy_source, egress_policy_revision,
+            synced_at
+          )
+          VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, datetime('now'))
           ON CONFLICT(name) DO UPDATE SET
             path = excluded.path,
             pattern = excluded.pattern,
@@ -598,10 +630,29 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             exclude = excluded.exclude,
             update_cmd = excluded.update_cmd,
             language_hint = excluded.language_hint,
+            egress_policy = CASE
+              WHEN excluded.egress_policy_source = 'config_default'
+                AND collections.egress_policy_source = 'legacy_default'
+              THEN collections.egress_policy
+              ELSE excluded.egress_policy
+            END,
+            egress_policy_source = CASE
+              WHEN excluded.egress_policy_source = 'config_default'
+                AND collections.egress_policy_source = 'legacy_default'
+              THEN collections.egress_policy_source
+              ELSE excluded.egress_policy_source
+            END,
+            egress_policy_revision = CASE
+              WHEN excluded.egress_policy_source = 'config_default'
+                AND collections.egress_policy_source = 'legacy_default'
+              THEN collections.egress_policy_revision
+              ELSE excluded.egress_policy_revision
+            END,
             synced_at = datetime('now')
         `);
 
         for (const c of collections) {
+          const egress = resolveConfiguredEgressPolicy(c);
           stmt.run(
             c.name,
             c.path,
@@ -609,7 +660,10 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             c.include.length > 0 ? JSON.stringify(c.include) : null,
             c.exclude.length > 0 ? JSON.stringify(c.exclude) : null,
             c.updateCmd ?? null,
-            c.languageHint ?? null
+            c.languageHint ?? null,
+            egress.policy,
+            egress.source,
+            c.egressPolicyRevision ?? 0
           );
         }
       });
@@ -631,8 +685,12 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
     try {
       const db = this.ensureOpen();
       const stmt = db.prepare(`
-        INSERT INTO collections (name, path, pattern, include, exclude, update_cmd, language_hint, synced_at)
-        VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'))
+        INSERT INTO collections (
+          name, path, pattern, include, exclude, update_cmd, language_hint,
+          egress_policy, egress_policy_source, egress_policy_revision,
+          synced_at
+        )
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, datetime('now'))
         ON CONFLICT(name) DO UPDATE SET
           path = excluded.path,
           pattern = excluded.pattern,
@@ -640,6 +698,24 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           exclude = excluded.exclude,
           update_cmd = excluded.update_cmd,
           language_hint = excluded.language_hint,
+          egress_policy = CASE
+            WHEN excluded.egress_policy_source = 'config_default'
+              AND collections.egress_policy_source = 'legacy_default'
+            THEN collections.egress_policy
+            ELSE excluded.egress_policy
+          END,
+          egress_policy_source = CASE
+            WHEN excluded.egress_policy_source = 'config_default'
+              AND collections.egress_policy_source = 'legacy_default'
+            THEN collections.egress_policy_source
+            ELSE excluded.egress_policy_source
+          END,
+          egress_policy_revision = CASE
+            WHEN excluded.egress_policy_source = 'config_default'
+              AND collections.egress_policy_source = 'legacy_default'
+            THEN collections.egress_policy_revision
+            ELSE excluded.egress_policy_revision
+          END,
           synced_at = datetime('now')
         WHERE collections.path IS NOT excluded.path
           OR collections.pattern IS NOT excluded.pattern
@@ -647,9 +723,21 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           OR collections.exclude IS NOT excluded.exclude
           OR collections.update_cmd IS NOT excluded.update_cmd
           OR collections.language_hint IS NOT excluded.language_hint
+          OR (
+            NOT (
+              excluded.egress_policy_source = 'config_default'
+              AND collections.egress_policy_source = 'legacy_default'
+            )
+            AND (
+              collections.egress_policy IS NOT excluded.egress_policy
+              OR collections.egress_policy_source IS NOT excluded.egress_policy_source
+              OR collections.egress_policy_revision IS NOT excluded.egress_policy_revision
+            )
+          )
       `);
       const transaction = db.transaction(() => {
         for (const collection of collections) {
+          const egress = resolveConfiguredEgressPolicy(collection);
           stmt.run(
             collection.name,
             collection.path,
@@ -661,7 +749,10 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
               ? JSON.stringify(collection.exclude)
               : null,
             collection.updateCmd ?? null,
-            collection.languageHint ?? null
+            collection.languageHint ?? null,
+            egress.policy,
+            egress.source,
+            collection.egressPolicyRevision ?? 0
           );
         }
       });
@@ -943,6 +1034,13 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
     return createStoredTrace(this.ensureOpen(), input);
   }
 
+  async mergeRetrievalTraceEgressLineage(
+    traceId: string,
+    lineage: EgressLineage
+  ): Promise<StoreResult<RetrievalTraceAppendResult>> {
+    return mergeStoredTraceEgressLineage(this.ensureOpen(), traceId, lineage);
+  }
+
   async getRetrievalTrace(
     traceId: string
   ): Promise<StoreResult<RetrievalTraceBundle | null>> {
@@ -1038,6 +1136,61 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
     return enforceStoredTraceRetention(this.ensureOpen(), policy, nowMs);
   }
 
+  async appendEgressAuditReceipt(
+    receipt: EgressAuditReceiptInput
+  ): Promise<StoreResult<RetrievalTraceAppendResult>> {
+    return appendStoredEgressAuditReceipt(this.ensureOpen(), receipt);
+  }
+
+  async appendEgressAuditReceiptWithRetention(
+    receipt: EgressAuditReceiptInput,
+    policy: EgressAuditRetentionPolicy,
+    nowMs: number
+  ): Promise<StoreResult<RetrievalTraceAppendResult>> {
+    return appendStoredEgressAuditReceiptWithRetention(
+      this.ensureOpen(),
+      receipt,
+      policy,
+      nowMs
+    );
+  }
+
+  async listEgressAuditReceipts(
+    limit: number,
+    cursor?: EgressAuditCursor
+  ): Promise<StoreResult<EgressAuditPage>> {
+    return listStoredEgressAuditReceipts(this.ensureOpen(), limit, cursor);
+  }
+
+  async getEgressAuditReceipt(
+    auditId: string
+  ): Promise<StoreResult<EgressAuditReceiptRow | null>> {
+    return getStoredEgressAuditReceipt(this.ensureOpen(), auditId);
+  }
+
+  async deleteEgressAuditReceipt(
+    auditId: string
+  ): Promise<StoreResult<EgressAuditDeleteResult>> {
+    return deleteStoredEgressAuditReceipt(this.ensureOpen(), auditId);
+  }
+
+  async getEgressAuditStatus(): Promise<StoreResult<EgressAuditStatusResult>> {
+    return getStoredEgressAuditStatus(this.ensureOpen());
+  }
+
+  async enforceEgressAuditRetention(
+    policy: EgressAuditRetentionPolicy,
+    nowMs: number
+  ): Promise<StoreResult<EgressAuditRetentionResult>> {
+    return enforceStoredEgressAuditRetention(this.ensureOpen(), policy, nowMs);
+  }
+
+  async purgeEgressAuditReceipts(): Promise<
+    StoreResult<EgressAuditPurgeResult>
+  > {
+    return purgeStoredEgressAuditReceipts(this.ensureOpen());
+  }
+
   getContextGeneration(): number {
     return this.contextGeneration;
   }
@@ -1067,10 +1220,13 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           collection, rel_path, source_hash, source_mime, source_ext,
           source_size, source_mtime, source_ctime, docid, uri, title, mirror_hash,
           converter_id, converter_version, language_hint, content_type, categories,
-          content_type_source, author, frontmatter_date, date_fields, content_type_rules_fingerprint,
+          content_type_source, author, frontmatter_date, date_fields,
+          record_key, record_source_path, record_source_locator, record_metadata, record_anchors,
+          record_adapter_fingerprint,
+          content_type_rules_fingerprint,
           active, indexed_at, last_error_code, last_error_message, last_error_at,
           ingest_version, updated_at
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, datetime('now'), ?, ?, ?, ?, datetime('now'))
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, datetime('now'), ?, ?, ?, ?, datetime('now'))
         ON CONFLICT(collection, rel_path) DO UPDATE SET
           source_hash = excluded.source_hash,
           source_mime = excluded.source_mime,
@@ -1091,6 +1247,12 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           author = excluded.author,
           frontmatter_date = excluded.frontmatter_date,
           date_fields = excluded.date_fields,
+          record_key = excluded.record_key,
+          record_source_path = excluded.record_source_path,
+          record_source_locator = excluded.record_source_locator,
+          record_metadata = excluded.record_metadata,
+          record_anchors = excluded.record_anchors,
+          record_adapter_fingerprint = excluded.record_adapter_fingerprint,
           content_type_rules_fingerprint = excluded.content_type_rules_fingerprint,
           active = 1,
           indexed_at = datetime('now'),
@@ -1122,6 +1284,12 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             doc.author ?? null,
             doc.frontmatterDate ?? null,
             doc.dateFields ? JSON.stringify(doc.dateFields) : null,
+            doc.recordKey ?? null,
+            doc.recordSourcePath ?? null,
+            doc.recordSourceLocator ?? null,
+            doc.recordMetadata ? JSON.stringify(doc.recordMetadata) : null,
+            doc.recordAnchors ? JSON.stringify(doc.recordAnchors) : null,
+            doc.recordAdapterFingerprint ?? null,
             doc.contentTypeRulesFingerprint ?? null,
             doc.lastErrorCode ?? null,
             doc.lastErrorMessage ?? null,
@@ -1366,6 +1534,32 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
     }
   }
 
+  async listRecordDocuments(
+    collection: string,
+    sourcePath: string
+  ): Promise<StoreResult<DocumentRow[]>> {
+    try {
+      const db = this.ensureOpen();
+      const rows = db
+        .query<DbDocumentRow, [string, string]>(
+          `SELECT * FROM documents
+           WHERE collection = ? AND record_source_path = ?
+           ORDER BY rel_path ASC, id ASC`
+        )
+        .all(collection, sourcePath);
+
+      return ok(rows.map(mapDocumentRow));
+    } catch (cause) {
+      return err(
+        "QUERY_FAILED",
+        cause instanceof Error
+          ? cause.message
+          : "Failed to list record documents",
+        cause
+      );
+    }
+  }
+
   async listActiveDocumentsForBrowse(
     collection?: string
   ): Promise<StoreResult<DocumentRow[]>> {
@@ -1547,17 +1741,18 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
       const normalizedPathPrefix = pathPrefix
         ?.replaceAll("\\", "/")
         .replace(/^\/+|\/+$/g, "");
+      const browsePathSql = "COALESCE(d.record_source_path, d.rel_path)";
 
       if (normalizedPathPrefix) {
-        conditions.push("d.rel_path LIKE ?");
+        conditions.push(`${browsePathSql} LIKE ?`);
         params.push(`${normalizedPathPrefix}/%`);
 
         if (directChildrenOnly) {
-          conditions.push("substr(d.rel_path, ?) NOT LIKE '%/%'");
+          conditions.push(`substr(${browsePathSql}, ?) NOT LIKE '%/%'`);
           params.push(normalizedPathPrefix.length + 2);
         }
       } else if (directChildrenOnly) {
-        conditions.push("d.rel_path NOT LIKE '%/%'");
+        conditions.push(`${browsePathSql} NOT LIKE '%/%'`);
       }
 
       if (options.since) {
@@ -2162,7 +2357,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             ${options.collection ? "AND collection = ?" : ""}
             ${
               options.relPathPrefix !== undefined
-                ? "AND (rel_path = ? OR substr(rel_path, 1, length(?) + 1) = ? || '/')"
+                ? "AND (COALESCE(NULLIF(record_source_path, ''), rel_path) = ? OR substr(COALESCE(NULLIF(record_source_path, ''), rel_path), 1, length(?) + 1) = ? || '/')"
                 : ""
             }
           )
@@ -2187,7 +2382,15 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           d.source_hash,
           d.content_type,
           d.content_type_source,
-          d.categories
+          d.categories,
+          d.converter_id,
+          d.converter_version,
+          d.record_key,
+          d.record_source_path,
+          d.record_source_locator,
+          d.record_metadata,
+          d.record_anchors,
+          d.record_adapter_fingerprint
         FROM fts_matches fm
         JOIN documents d ON d.id = fm.rowid AND d.active = 1
         WHERE 1 = 1
@@ -2215,6 +2418,14 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
         content_type: string | null;
         content_type_source: string | null;
         categories: string | null;
+        converter_id: string | null;
+        converter_version: string | null;
+        record_key: string | null;
+        record_source_path: string | null;
+        record_source_locator: string | null;
+        record_metadata: string | null;
+        record_anchors: string | null;
+        record_adapter_fingerprint: string | null;
       }
 
       const queryParams = [
@@ -2254,6 +2465,15 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           contentType: r.content_type ?? undefined,
           contentTypeSource: r.content_type_source ?? undefined,
           categories: parseCategoriesJson(r.categories) ?? undefined,
+          converterId: r.converter_id ?? undefined,
+          converterVersion: r.converter_version ?? undefined,
+          recordKey: r.record_key ?? undefined,
+          recordSourcePath: r.record_source_path ?? undefined,
+          recordSourceLocator: r.record_source_locator ?? undefined,
+          recordMetadata:
+            parseRecordMetadataJson(r.record_metadata) ?? undefined,
+          recordAnchors: parseRecordAnchorsJson(r.record_anchors) ?? undefined,
+          recordAdapterFingerprint: r.record_adapter_fingerprint ?? undefined,
         }))
       );
     } catch (cause) {
@@ -4642,6 +4862,8 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
       interface CollectionStat {
         name: string;
         path: string;
+        egress_policy: EgressPolicy;
+        egress_policy_source: EgressPolicySource;
         total: number;
         active: number;
         errored: number;
@@ -4693,6 +4915,8 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           SELECT
             c.name,
             c.path,
+            c.egress_policy,
+            c.egress_policy_source,
             COALESCE(ds.total, 0) AS total,
             COALESCE(ds.active, 0) AS active,
             COALESCE(ds.errored, 0) AS errored,
@@ -4789,6 +5013,8 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
         collections: collectionStats.map((s) => ({
           name: s.name,
           path: s.path,
+          egressPolicy: s.egress_policy,
+          egressPolicySource: s.egress_policy_source,
           totalDocuments: s.total,
           activeDocuments: s.active,
           errorDocuments: s.errored,
@@ -5065,6 +5291,8 @@ interface DbCollectionRow {
   exclude: string | null;
   update_cmd: string | null;
   language_hint: string | null;
+  egress_policy: EgressPolicy;
+  egress_policy_source: EgressPolicySource;
   synced_at: string;
 }
 
@@ -5098,6 +5326,12 @@ interface DbDocumentRow {
   author: string | null;
   frontmatter_date: string | null;
   date_fields: string | null;
+  record_key: string | null;
+  record_source_path: string | null;
+  record_source_locator: string | null;
+  record_metadata: string | null;
+  record_anchors: string | null;
+  record_adapter_fingerprint: string | null;
   content_type_rules_fingerprint: string | null;
   indexed_at: string | null;
   active: number;
@@ -5157,6 +5391,8 @@ function mapCollectionRow(row: DbCollectionRow): CollectionRow {
     exclude: row.exclude ? JSON.parse(row.exclude) : null,
     updateCmd: row.update_cmd,
     languageHint: row.language_hint,
+    egressPolicy: row.egress_policy,
+    egressPolicySource: row.egress_policy_source,
     syncedAt: row.synced_at,
   };
 }
@@ -5185,6 +5421,34 @@ function parseCategoriesJson(raw: string | null): string[] | null {
   return null;
 }
 
+function parseRecordMetadataJson(
+  raw: string | null
+): DocumentRow["recordMetadata"] {
+  if (!raw) return null;
+  try {
+    const parsed: unknown = JSON.parse(raw);
+    return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+      ? (parsed as NonNullable<DocumentRow["recordMetadata"]>)
+      : null;
+  } catch {
+    return null;
+  }
+}
+
+function parseRecordAnchorsJson(
+  raw: string | null
+): DocumentRow["recordAnchors"] {
+  if (!raw) return null;
+  try {
+    const parsed: unknown = JSON.parse(raw);
+    return Array.isArray(parsed)
+      ? (parsed as NonNullable<DocumentRow["recordAnchors"]>)
+      : null;
+  } catch {
+    return null;
+  }
+}
+
 function mapDocumentRow(row: DbDocumentRow): DocumentRow {
   const categories = parseCategoriesJson(row.categories);
   let dateFields: Record<string, string> | null = null;
@@ -5230,6 +5494,12 @@ function mapDocumentRow(row: DbDocumentRow): DocumentRow {
     author: row.author,
     frontmatterDate: row.frontmatter_date,
     dateFields,
+    recordKey: row.record_key,
+    recordSourcePath: row.record_source_path,
+    recordSourceLocator: row.record_source_locator,
+    recordMetadata: parseRecordMetadataJson(row.record_metadata),
+    recordAnchors: parseRecordAnchorsJson(row.record_anchors),
+    recordAdapterFingerprint: row.record_adapter_fingerprint,
     indexedAt: row.indexed_at,
     active: row.active === 1,
     ingestVersion: row.ingest_version,

package/src/store/sqlite/change-journal-store.ts

@@ -22,6 +22,10 @@ import {
   serializeDocumentChangeStructureDelta,
   validateDocumentChangeRetentionPolicy,
 } from "../../core/change-journal";
+import {
+  createEgressLineage,
+  egressLineageSchema,
+} from "../../core/egress-provenance";
 import { err, ok } from "../types";
 
 const DAY_MS = 86_400_000;
@@ -74,6 +78,8 @@ interface DbDocumentChangeRow {
   structure_truncated: number;
   observed_at_ms: number;
   byte_size: number;
+  egress_lineage_json: string;
+  egress_lineage_bytes: number;
 }
 
 const utf8ByteLength = (value: string | null): number =>
@@ -127,6 +133,7 @@ const mapRow = (row: DbDocumentChangeRow): DocumentChangeRow => ({
     dates: JSON.parse(row.date_delta_json),
     truncated: row.structure_truncated === 1,
   },
+  egressLineage: egressLineageSchema.parse(JSON.parse(row.egress_lineage_json)),
   observedAtMs: row.observed_at_ms,
   byteSize: row.byte_size,
 });
@@ -249,11 +256,38 @@ export const appendDocumentChange = (
   } = serializeDocumentChangeStructureDelta(draft.structureDelta);
   const old = draft.oldSnapshot;
   const next = draft.newSnapshot;
+  const collectionPolicy = db
+    .query<
+      {
+        egress_policy: "local_only" | "lan" | "remote";
+        egress_policy_source: "explicit" | "config_default" | "legacy_default";
+      },
+      [string]
+    >(
+      `SELECT egress_policy, egress_policy_source
+       FROM collections WHERE name = ?`
+    )
+    .get(draft.collection);
+  if (!collectionPolicy) {
+    throw new Error(
+      `Document change policy lineage references unknown collection ${draft.collection}`
+    );
+  }
+  const egressLineage = createEgressLineage([
+    {
+      collection: draft.collection,
+      policy: collectionPolicy.egress_policy,
+      source: collectionPolicy.egress_policy_source,
+    },
+  ]);
+  const egressLineageJson = JSON.stringify(egressLineage);
+  const egressLineageBytes = UTF8_ENCODER.encode(egressLineageJson).byteLength;
   const storedByteSize = byteSize(draft, [
     headingDeltaJson,
     linkDeltaJson,
     typedEdgeDeltaJson,
     dateDeltaJson,
+    egressLineageJson,
   ]);
   const inserted = db.run(
     `INSERT INTO document_changes (
@@ -262,8 +296,9 @@ export const appendDocumentChange = (
        old_source_hash, new_source_hash, old_mirror_hash, new_mirror_hash,
        old_active, new_active, heading_delta_json, link_delta_json,
        typed_edge_delta_json, date_delta_json, structure_truncated,
-       observed_at_ms, byte_size
-     ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+       effective_egress_policy, egress_lineage_digest, egress_lineage_json,
+       egress_lineage_bytes, observed_at_ms, byte_size
+     ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
     [
       draft.documentId,
       draft.collection,
@@ -285,6 +320,10 @@ export const appendDocumentChange = (
       typedEdgeDeltaJson,
       dateDeltaJson,
       delta.truncated ? 1 : 0,
+      egressLineage.effectivePolicy,
+      egressLineage.digest,
+      egressLineageJson,
+      egressLineageBytes,
       draft.observedAtMs,
       storedByteSize,
     ]