@opendatalabs/personal-server-ts-server 1.33.8 → 1.34.1

package/dist/storage/index-schema.js

@@ -10,8 +10,17 @@ CREATE TABLE IF NOT EXISTS data_files (
   created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
   size_bytes INTEGER NOT NULL DEFAULT 0,
   version INTEGER NOT NULL DEFAULT 1,
+  cas_revision INTEGER NOT NULL DEFAULT 1,
   data_point_id TEXT,
-  after_tombstone_version INTEGER
+  after_tombstone_version INTEGER,
+  producer TEXT,
+  producer_provenance TEXT
+)`;
+const CREATE_SCOPE_REVISIONS_SQL = `
+CREATE TABLE IF NOT EXISTS scope_revisions (
+  scope TEXT PRIMARY KEY,
+  cas_revision INTEGER NOT NULL,
+  closed_for_writes INTEGER NOT NULL DEFAULT 0
 )`;
 const CREATE_INDEXES_SQL = [
     "CREATE INDEX IF NOT EXISTS idx_data_files_scope ON data_files (scope)",
@@ -19,12 +28,53 @@ const CREATE_INDEXES_SQL = [
     "CREATE INDEX IF NOT EXISTS idx_data_files_file_id ON data_files (file_id)",
     "CREATE INDEX IF NOT EXISTS idx_data_files_schema_id ON data_files (schema_id)",
     "CREATE INDEX IF NOT EXISTS idx_data_files_data_point_id ON data_files (data_point_id)",
+    "CREATE INDEX IF NOT EXISTS idx_data_files_scope_cas_revision ON data_files (scope, cas_revision)",
 ];
-export const INDEX_SCHEMA_VERSION = 4;
+export const INDEX_SCHEMA_VERSION = 14;
+const CREATE_LEGACY_SCOPE_TAKEOVERS_SQL = `
+CREATE TABLE IF NOT EXISTS legacy_scope_takeovers (
+  scope TEXT NOT NULL,
+  instance TEXT NOT NULL DEFAULT '',
+  generation INTEGER NOT NULL DEFAULT 1,
+  superseded_version INTEGER NOT NULL,
+  superseded_cas_revision INTEGER NOT NULL,
+  superseded_collected_at TEXT NOT NULL,
+  superseded_path TEXT NOT NULL,
+  taken_over_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now')),
+  PRIMARY KEY (scope, instance, generation, superseded_path)
+)`;
+const CREATE_LEGACY_SCOPE_VERDICTS_SQL = `
+CREATE TABLE IF NOT EXISTS legacy_scope_takeover_verdicts (
+  scope TEXT NOT NULL,
+  instance TEXT NOT NULL,
+  generation INTEGER NOT NULL DEFAULT 1,
+  legacy_version_id INTEGER NOT NULL,
+  canonical_cursor TEXT NOT NULL,
+  verdict TEXT NOT NULL CHECK (verdict IN ('covered', 'not_covered')),
+  comparison_case TEXT NOT NULL,
+  reason_counts_json TEXT NOT NULL,
+  applied_exceptions_json TEXT NOT NULL,
+  reason_json TEXT,
+  legacy_bytes INTEGER NOT NULL,
+  canonical_bytes INTEGER NOT NULL,
+  byte_delta INTEGER NOT NULL,
+  evaluated_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now')),
+  PRIMARY KEY (scope, instance, generation)
+)`;
+const CREATE_LEGACY_SCOPE_RESETS_SQL = `
+CREATE TABLE IF NOT EXISTS legacy_scope_takeover_resets (
+  scope TEXT PRIMARY KEY,
+  reset_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now'))
+)`;
 function hasColumn(db, table, column) {
     const rows = db.pragma(`table_info(${table})`);
     return rows.some((row) => row.name === column);
 }
+function hasTable(db, table) {
+    return (db
+        .prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?")
+        .get(table) !== undefined);
+}
 function migrateSchema(db, currentVersion) {
     if (currentVersion < 2 && !hasColumn(db, "data_files", "schema_id")) {
         db.exec("ALTER TABLE data_files ADD COLUMN schema_id TEXT");
@@ -46,6 +96,94 @@ function migrateSchema(db, currentVersion) {
         // existed can claim to post-date a tombstone.
         db.exec("ALTER TABLE data_files ADD COLUMN after_tombstone_version INTEGER");
     }
+    // `< 6`, not `< 5`: owner-import builds stamped version 5 without these
+    // columns, so a version-5 database cannot be trusted to have them.
+    if (currentVersion < 6) {
+        if (!hasColumn(db, "data_files", "producer")) {
+            db.exec("ALTER TABLE data_files ADD COLUMN producer TEXT");
+        }
+        if (!hasColumn(db, "data_files", "producer_provenance")) {
+            db.exec("ALTER TABLE data_files ADD COLUMN producer_provenance TEXT");
+        }
+    }
+    if (currentVersion < 6) {
+        if (!hasColumn(db, "data_files", "cas_revision")) {
+            db.exec("ALTER TABLE data_files ADD COLUMN cas_revision INTEGER NOT NULL DEFAULT 1");
+            db.exec("UPDATE data_files SET cas_revision = version");
+        }
+        db.exec(CREATE_SCOPE_REVISIONS_SQL);
+        db.exec(`
+      INSERT OR IGNORE INTO scope_revisions (scope, cas_revision)
+      SELECT scope, MAX(cas_revision) FROM data_files GROUP BY scope
+    `);
+    }
+    if (currentVersion < 7 &&
+        !hasColumn(db, "scope_revisions", "closed_for_writes")) {
+        db.exec("ALTER TABLE scope_revisions ADD COLUMN closed_for_writes INTEGER NOT NULL DEFAULT 0");
+    }
+    if (currentVersion < 10 &&
+        !hasColumn(db, "legacy_scope_takeovers", "instance")) {
+        db.exec("ALTER TABLE legacy_scope_takeovers ADD COLUMN instance TEXT");
+    }
+    if (currentVersion < 11 &&
+        !hasColumn(db, "legacy_scope_takeover_verdicts", "comparison_case")) {
+        db.exec("ALTER TABLE legacy_scope_takeover_verdicts ADD COLUMN comparison_case TEXT NOT NULL DEFAULT 'same_time'");
+    }
+    if (currentVersion < 11 &&
+        !hasColumn(db, "legacy_scope_takeover_verdicts", "reason_counts_json")) {
+        db.exec("ALTER TABLE legacy_scope_takeover_verdicts ADD COLUMN reason_counts_json TEXT NOT NULL DEFAULT '{}'");
+    }
+    if (currentVersion < 12 &&
+        !hasColumn(db, "legacy_scope_takeover_verdicts", "applied_exceptions_json")) {
+        db.exec("ALTER TABLE legacy_scope_takeover_verdicts ADD COLUMN applied_exceptions_json TEXT NOT NULL DEFAULT '[]'");
+    }
+    if (currentVersion < 13) {
+        const columns = db.pragma("table_info(legacy_scope_takeovers)");
+        if (columns.find((column) => column.name === "instance")?.pk !== 2) {
+            db.transaction(() => {
+                db.exec("ALTER TABLE legacy_scope_takeovers RENAME TO legacy_scope_takeovers_old");
+                db.exec(CREATE_LEGACY_SCOPE_TAKEOVERS_SQL);
+                db.exec(`INSERT INTO legacy_scope_takeovers
+          (scope, instance, superseded_version, superseded_cas_revision,
+           superseded_collected_at, superseded_path, taken_over_at)
+          SELECT scope, COALESCE(instance, ''), superseded_version,
+                 superseded_cas_revision, superseded_collected_at,
+                 superseded_path, taken_over_at
+          FROM legacy_scope_takeovers_old`);
+                db.exec("DROP TABLE legacy_scope_takeovers_old");
+            })();
+        }
+    }
+    if (currentVersion < 14) {
+        db.transaction(() => {
+            db.exec("ALTER TABLE legacy_scope_takeovers RENAME TO legacy_scope_takeovers_old");
+            db.exec(CREATE_LEGACY_SCOPE_TAKEOVERS_SQL);
+            const takeoverGeneration = hasTable(db, "pdpp_instance_binding")
+                ? "COALESCE((SELECT generation FROM pdpp_instance_binding WHERE instance = legacy_scope_takeovers_old.instance), 1)"
+                : "1";
+            db.exec(`INSERT INTO legacy_scope_takeovers
+        (scope, instance, generation, superseded_version, superseded_cas_revision,
+         superseded_collected_at, superseded_path, taken_over_at)
+        SELECT scope, instance, ${takeoverGeneration}, superseded_version, superseded_cas_revision,
+               superseded_collected_at, superseded_path, taken_over_at
+        FROM legacy_scope_takeovers_old`);
+            db.exec("DROP TABLE legacy_scope_takeovers_old");
+            db.exec("ALTER TABLE legacy_scope_takeover_verdicts RENAME TO legacy_scope_takeover_verdicts_old");
+            db.exec(CREATE_LEGACY_SCOPE_VERDICTS_SQL);
+            const verdictGeneration = hasTable(db, "pdpp_instance_binding")
+                ? "COALESCE((SELECT generation FROM pdpp_instance_binding WHERE instance = legacy_scope_takeover_verdicts_old.instance), 1)"
+                : "1";
+            db.exec(`INSERT INTO legacy_scope_takeover_verdicts
+        (scope, instance, generation, legacy_version_id, canonical_cursor,
+         verdict, comparison_case, reason_counts_json, applied_exceptions_json,
+         reason_json, legacy_bytes, canonical_bytes, byte_delta, evaluated_at)
+        SELECT scope, instance, ${verdictGeneration}, legacy_version_id, canonical_cursor, verdict,
+               comparison_case, reason_counts_json, applied_exceptions_json,
+               reason_json, legacy_bytes, canonical_bytes, byte_delta, evaluated_at
+        FROM legacy_scope_takeover_verdicts_old`);
+            db.exec("DROP TABLE legacy_scope_takeover_verdicts_old");
+        })();
+    }
 }
 function ensureSchemaVersion(db) {
     const currentVersion = db.pragma("user_version", { simple: true });
@@ -58,12 +196,55 @@ function ensureSchemaVersion(db) {
 /** Open/create SQLite database, run CREATE TABLE IF NOT EXISTS, set WAL mode */
 export function initializeDatabase(dbPath) {
     const db = new Database(dbPath);
-    db.pragma("journal_mode = WAL");
-    db.exec(CREATE_TABLE_SQL);
-    ensureSchemaVersion(db);
-    for (const sql of CREATE_INDEXES_SQL) {
-        db.exec(sql);
+    try {
+        db.pragma("busy_timeout = 5000");
+        const deadline = performance.now() + 5000;
+        const pause = new Int32Array(new SharedArrayBuffer(4));
+        for (;;) {
+            try {
+                if (db.pragma("journal_mode", { simple: true }) !== "wal") {
+                    db.pragma("journal_mode = WAL");
+                }
+                break;
+            }
+            catch (err) {
+                if (err.code !== "SQLITE_BUSY" ||
+                    performance.now() >= deadline)
+                    throw err;
+                Atomics.wait(pause, 0, 0, Math.min(50, deadline - performance.now()));
+            }
+        }
+        db.pragma("synchronous = FULL");
+        db.exec(CREATE_TABLE_SQL);
+        db.exec(CREATE_SCOPE_REVISIONS_SQL);
+        db.exec(CREATE_LEGACY_SCOPE_TAKEOVERS_SQL);
+        db.exec(CREATE_LEGACY_SCOPE_VERDICTS_SQL);
+        db.exec(CREATE_LEGACY_SCOPE_RESETS_SQL);
+        ensureSchemaVersion(db);
+        db.exec(`CREATE TABLE IF NOT EXISTS owner_import_operations (
+    authority TEXT NOT NULL,
+    owner TEXT NOT NULL,
+    scope TEXT NOT NULL,
+    operation TEXT NOT NULL,
+    body_sha256 TEXT NOT NULL,
+    state TEXT NOT NULL CHECK(state IN ('prepared', 'accepted', 'deleted', 'cancelled')),
+    collected_at TEXT NOT NULL,
+    path TEXT NOT NULL,
+    envelope_bytes BLOB,
+    metadata_json TEXT,
+    receipt_json TEXT,
+    PRIMARY KEY(authority, owner, scope, operation)
+  )`);
+        db.exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_owner_import_operations_path ON owner_import_operations(path)");
+        db.exec("CREATE INDEX IF NOT EXISTS idx_owner_import_operations_recovery ON owner_import_operations(operation) WHERE state = 'prepared' OR (state IN ('deleted', 'cancelled') AND metadata_json IS NOT NULL)");
+        for (const sql of CREATE_INDEXES_SQL) {
+            db.exec(sql);
+        }
+        return db;
+    }
+    catch (err) {
+        db.close();
+        throw err;
     }
-    return db;
 }
 //# sourceMappingURL=index-schema.js.map

package/dist/storage/index-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-schema.js","sourceRoot":"","sources":["../../src/storage/index-schema.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;EAavB,CAAC;AAEH,MAAM,kBAAkB,GAAG;IACzB,uEAAuE;IACvE,qFAAqF;IACrF,2EAA2E;IAC3E,+EAA+E;IAC/E,uFAAuF;CACxF,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAEtC,SAAS,SAAS,CAChB,EAAqB,EACrB,KAAa,EACb,MAAc;IAEd,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,CAA4B,CAAC;IAC1E,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,aAAa,CAAC,EAAqB,EAAE,cAAsB;IAClE,IAAI,cAAc,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC;QACpE,EAAE,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC,EAAE,CAAC;YAC5C,oEAAoE;YACpE,sEAAsE;YACtE,oDAAoD;YACpD,EAAE,CAAC,IAAI,CACL,sEAAsE,CACvE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,EAAE,CAAC;YAClD,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,IACE,cAAc,GAAG,CAAC;QAClB,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,yBAAyB,CAAC,EACvD,CAAC;QACD,mEAAmE;QACnE,8CAA8C;QAC9C,EAAE,CAAC,IAAI,CACL,mEAAmE,CACpE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,EAAqB;IAChD,MAAM,cAAc,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAW,CAAC;IAC7E,IAAI,cAAc,GAAG,oBAAoB,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CACb,uCAAuC,cAAc,sBAAsB,oBAAoB,EAAE,CAClG,CAAC;IACJ,CAAC;IACD,aAAa,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAClC,EAAE,CAAC,MAAM,CAAC,kBAAkB,oBAAoB,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAEhC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC1B,mBAAmB,CAAC,EAAE,CAAC,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACrC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"index-schema.js","sourceRoot":"","sources":["../../src/storage/index-schema.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;;EAgBvB,CAAC;AAEH,MAAM,0BAA0B,GAAG;;;;;EAKjC,CAAC;AAEH,MAAM,kBAAkB,GAAG;IACzB,uEAAuE;IACvE,qFAAqF;IACrF,2EAA2E;IAC3E,+EAA+E;IAC/E,uFAAuF;IACvF,kGAAkG;CACnG,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEvC,MAAM,iCAAiC,GAAG;;;;;;;;;;;EAWxC,CAAC;AAEH,MAAM,gCAAgC,GAAG;;;;;;;;;;;;;;;;;EAiBvC,CAAC;AAEH,MAAM,8BAA8B,GAAG;;;;EAIrC,CAAC;AAEH,SAAS,SAAS,CAChB,EAAqB,EACrB,KAAa,EACb,MAAc;IAEd,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,CAA4B,CAAC;IAC1E,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,QAAQ,CAAC,EAAqB,EAAE,KAAa;IACpD,OAAO,CACL,EAAE;SACC,OAAO,CAAC,+DAA+D,CAAC;SACxE,GAAG,CAAC,KAAK,CAAC,KAAK,SAAS,CAC5B,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,EAAqB,EAAE,cAAsB;IAClE,IAAI,cAAc,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC;QACpE,EAAE,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC,EAAE,CAAC;YAC5C,oEAAoE;YACpE,sEAAsE;YACtE,oDAAoD;YACpD,EAAE,CAAC,IAAI,CACL,sEAAsE,CACvE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,EAAE,CAAC;YAClD,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,IACE,cAAc,GAAG,CAAC;QAClB,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,yBAAyB,CAAC,EACvD,CAAC;QACD,mEAAmE;QACnE,8CAA8C;QAC9C,EAAE,CAAC,IAAI,CACL,mEAAmE,CACpE,CAAC;IACJ,CAAC;IACD,wEAAwE;IACxE,mEAAmE;IACnE,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,CAAC;YAC7C,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,qBAAqB,CAAC,EAAE,CAAC;YACxD,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,cAAc,CAAC,EAAE,CAAC;YACjD,EAAE,CAAC,IAAI,CACL,2EAA2E,CAC5E,CAAC;YACF,EAAE,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC1D,CAAC;QACD,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACpC,EAAE,CAAC,IAAI,CAAC;;;KAGP,CAAC,CAAC;IACL,CAAC;IACD,IACE,cAAc,GAAG,CAAC;QAClB,CAAC,SAAS,CAAC,EAAE,EAAE,iBAAiB,EAAE,mBAAmB,CAAC,EACtD,CAAC;QACD,EAAE,CAAC,IAAI,CACL,qFAAqF,CACtF,CAAC;IACJ,CAAC;IACD,IACE,cAAc,GAAG,EAAE;QACnB,CAAC,SAAS,CAAC,EAAE,EAAE,wBAAwB,EAAE,UAAU,CAAC,EACpD,CAAC;QACD,EAAE,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;IACzE,CAAC;IACD,IACE,cAAc,GAAG,EAAE;QACnB,CAAC,SAAS,CAAC,EAAE,EAAE,gCAAgC,EAAE,iBAAiB,CAAC,EACnE,CAAC;QACD,EAAE,CAAC,IAAI,CACL,yGAAyG,CAC1G,CAAC;IACJ,CAAC;IACD,IACE,cAAc,GAAG,EAAE;QACnB,CAAC,SAAS,CAAC,EAAE,EAAE,gCAAgC,EAAE,oBAAoB,CAAC,EACtE,CAAC;QACD,EAAE,CAAC,IAAI,CACL,qGAAqG,CACtG,CAAC;IACJ,CAAC;IACD,IACE,cAAc,GAAG,EAAE;QACnB,CAAC,SAAS,CAAC,EAAE,EAAE,gCAAgC,EAAE,yBAAyB,CAAC,EAC3E,CAAC;QACD,EAAE,CAAC,IAAI,CACL,0GAA0G,CAC3G,CAAC;IACJ,CAAC;IACD,IAAI,cAAc,GAAG,EAAE,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,oCAAoC,CAG5D,CAAC;QACH,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC;YACnE,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBAClB,EAAE,CAAC,IAAI,CACL,yEAAyE,CAC1E,CAAC;gBACF,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBAC3C,EAAE,CAAC,IAAI,CAAC;;;;;;0CAM0B,CAAC,CAAC;gBACpC,EAAE,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACnD,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;IACH,CAAC;IACD,IAAI,cAAc,GAAG,EAAE,EAAE,CAAC;QACxB,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClB,EAAE,CAAC,IAAI,CACL,yEAAyE,CAC1E,CAAC;YACF,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YAC3C,MAAM,kBAAkB,GAAG,QAAQ,CAAC,EAAE,EAAE,uBAAuB,CAAC;gBAC9D,CAAC,CAAC,kHAAkH;gBACpH,CAAC,CAAC,GAAG,CAAC;YACR,EAAE,CAAC,IAAI,CAAC;;;kCAGoB,kBAAkB;;wCAEZ,CAAC,CAAC;YACpC,EAAE,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YAEjD,EAAE,CAAC,IAAI,CACL,yFAAyF,CAC1F,CAAC;YACF,EAAE,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC1C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,EAAE,EAAE,uBAAuB,CAAC;gBAC7D,CAAC,CAAC,0HAA0H;gBAC5H,CAAC,CAAC,GAAG,CAAC;YACR,EAAE,CAAC,IAAI,CAAC;;;;kCAIoB,iBAAiB;;;gDAGH,CAAC,CAAC;YAC5C,EAAE,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC3D,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,EAAqB;IAChD,MAAM,cAAc,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAW,CAAC;IAC7E,IAAI,cAAc,GAAG,oBAAoB,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CACb,uCAAuC,cAAc,sBAAsB,oBAAoB,EAAE,CAClG,CAAC;IACJ,CAAC;IACD,aAAa,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAClC,EAAE,CAAC,MAAM,CAAC,kBAAkB,oBAAoB,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,SAAS,CAAC;YACR,IAAI,CAAC;gBACH,IAAI,EAAE,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;oBAC1D,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM;YACR,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IACG,GAAyB,CAAC,IAAI,KAAK,aAAa;oBACjD,WAAW,CAAC,GAAG,EAAE,IAAI,QAAQ;oBAE7B,MAAM,GAAG,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QACD,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAEhC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC1B,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACpC,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC3C,EAAE,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAC1C,EAAE,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QACxC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QACxB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;IAaR,CAAC,CAAC;QACF,EAAE,CAAC,IAAI,CACL,qGAAqG,CACtG,CAAC;QACF,EAAE,CAAC,IAAI,CACL,qMAAqM,CACtM,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACrC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/storage/legacy-scope-authority.d.ts

@@ -0,0 +1,14 @@
+import type { Database } from "better-sqlite3";
+import type { LegacyScopeAuthority } from "@opendatalabs/personal-server-ts-core/storage/legacy-scope-view";
+/**
+ * Registry facts for the legacy scope view, plus its durable takeover ledger.
+ * It does not open the record store: opening it migrates and sweeps, and this
+ * must also answer when PDPP is disabled. A table that was never created
+ * holds no connection and no evidence.
+ *
+ * It shares the record store's database connection, so its reads inside
+ * `readSnapshot` see that same snapshot. Takeover writes only the separate
+ * diagnostic ledger; it never changes the legacy index or its files.
+ */
+export declare function createLegacyScopeAuthority(db: Database): LegacyScopeAuthority;
+//# sourceMappingURL=legacy-scope-authority.d.ts.map

package/dist/storage/legacy-scope-authority.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"legacy-scope-authority.d.ts","sourceRoot":"","sources":["../../src/storage/legacy-scope-authority.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,EACV,oBAAoB,EAGrB,MAAM,iEAAiE,CAAC;AAmDzE;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CAAC,EAAE,EAAE,QAAQ,GAAG,oBAAoB,CA+W7E"}

package/dist/storage/legacy-scope-authority.js

@@ -0,0 +1,298 @@
+function reasonForRow(row) {
+    return row.reason_json
+        ? JSON.parse(row.reason_json)
+        : null;
+}
+function coverageFromRow(row) {
+    const reason = reasonForRow(row);
+    return {
+        covered: row.verdict === "covered",
+        comparisonCase: row.comparison_case,
+        reasonCounts: JSON.parse(row.reason_counts_json),
+        appliedExceptions: JSON.parse(row.applied_exceptions_json),
+        reason: (row.verdict === "covered"
+            ? null
+            : (reason?.reason ?? null)),
+        missingEntityCount: reason?.missingEntityCount ?? 0,
+        mismatchedFieldPaths: reason?.mismatchedFieldPaths ?? [],
+        legacyBytes: row.legacy_bytes,
+        canonicalBytes: row.canonical_bytes,
+        byteDelta: row.byte_delta,
+    };
+}
+/**
+ * Registry facts for the legacy scope view, plus its durable takeover ledger.
+ * It does not open the record store: opening it migrates and sweeps, and this
+ * must also answer when PDPP is disabled. A table that was never created
+ * holds no connection and no evidence.
+ *
+ * It shares the record store's database connection, so its reads inside
+ * `readSnapshot` see that same snapshot. Takeover writes only the separate
+ * diagnostic ledger; it never changes the legacy index or its files.
+ */
+export function createLegacyScopeAuthority(db) {
+    const hasTable = (name) => db
+        .prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?")
+        .get(name) !== undefined;
+    const isReset = (scope) => hasTable("legacy_scope_takeover_resets") &&
+        db
+            .prepare("SELECT 1 FROM legacy_scope_takeover_resets WHERE scope = ?")
+            .get(scope) !== undefined;
+    return {
+        listMethodConnections(methods) {
+            if (methods.length === 0 || !hasTable("pdpp_instance_binding")) {
+                return [];
+            }
+            // `listConnections` hides deleted connections; a deleted one is still
+            // evidence that the scope's data lived in the registry.
+            const rows = db
+                .prepare(`SELECT * FROM pdpp_instance_binding
+            WHERE method IN (${methods.map(() => "?").join(", ")})
+            ORDER BY instance`)
+                .all(...methods);
+            return rows.map((row) => ({
+                instance: row.instance,
+                sourceId: row.source_id ?? null,
+                method: row.method,
+                deletedAt: row.deleted_at ?? null,
+                generation: row.generation,
+                resetClock: row.reset_clock,
+            }));
+        },
+        hasHeldData(instance, streams) {
+            if (streams?.length === 0)
+                return false;
+            const streamFilter = streams
+                ? ` AND stream IN (${streams.map(() => "?").join(", ")})`
+                : "";
+            const tables = [
+                "pdpp_records",
+                "pdpp_record_changes",
+                "pdpp_stream_completion",
+            ].filter(hasTable);
+            return tables.some((table) => db
+                .prepare(`SELECT 1 FROM ${table} WHERE instance = ?${streamFilter} LIMIT 1`)
+                .get(instance, ...(streams ?? [])) !== undefined);
+        },
+        readSnapshot: (read) => db.transaction(read).deferred(),
+        writeClock() {
+            if (!hasTable("pdpp_write_clock"))
+                return 0;
+            return (db
+                .prepare("SELECT value FROM pdpp_write_clock WHERE id = 1")
+                .get()?.value ?? 0);
+        },
+        arrivalRevision() {
+            if (!hasTable("pdpp_record_arrival_clock"))
+                return 0;
+            return (db
+                .prepare("SELECT value FROM pdpp_record_arrival_clock WHERE id = 1")
+                .get()?.value ?? 0);
+        },
+        hasTakeover(scope, instance, generation) {
+            const instanceFilter = instance === undefined
+                ? ""
+                : generation === undefined
+                    ? " AND (instance = ? OR instance = '')"
+                    : " AND ((instance = ? AND generation = ?) OR instance = '')";
+            const params = instance === undefined
+                ? [scope]
+                : generation === undefined
+                    ? [scope, instance]
+                    : [scope, instance, generation];
+            return (hasTable("legacy_scope_takeovers") &&
+                db
+                    .prepare(`SELECT 1 FROM legacy_scope_takeovers WHERE scope = ?${instanceFilter}`)
+                    .get(...params) !== undefined);
+        },
+        hasCoveredHead(scope, head, instance) {
+            const instanceFilter = instance === undefined ? "" : " AND (instance = ? OR instance = '')";
+            const params = instance === undefined
+                ? [scope, head.path]
+                : [scope, head.path, instance];
+            return (hasTable("legacy_scope_takeovers") &&
+                db
+                    .prepare(`SELECT 1 FROM legacy_scope_takeovers WHERE scope = ? AND superseded_path = ?${instanceFilter}`)
+                    .get(...params) !== undefined);
+        },
+        isReset(scope) {
+            return isReset(scope);
+        },
+        cachedVerdict(scope, instance, generation, legacyVersionId, canonicalCursor) {
+            if (!hasTable("legacy_scope_takeover_verdicts"))
+                return null;
+            const row = db
+                .prepare(`SELECT * FROM legacy_scope_takeover_verdicts
+        WHERE scope = ? AND instance = ? AND generation = ? AND legacy_version_id = ? AND canonical_cursor = ?`)
+                .get(scope, instance, generation, legacyVersionId, canonicalCursor);
+            return row ? coverageFromRow(row) : null;
+        },
+        verdictFor(scope) {
+            if (!hasTable("legacy_scope_takeover_verdicts"))
+                return [];
+            const rows = db
+                .prepare("SELECT * FROM legacy_scope_takeover_verdicts WHERE scope = ? ORDER BY instance")
+                .all(scope);
+            return rows.map((row) => ({
+                scope: row.scope,
+                instance: row.instance,
+                generation: row.generation,
+                legacyVersionId: row.legacy_version_id,
+                canonicalCursor: row.canonical_cursor,
+                verdict: row.verdict,
+                comparisonCase: row.comparison_case,
+                reasonCounts: JSON.parse(row.reason_counts_json),
+                appliedExceptions: JSON.parse(row.applied_exceptions_json),
+                reason: reasonForRow(row),
+                legacyBytes: row.legacy_bytes,
+                canonicalBytes: row.canonical_bytes,
+                byteDelta: row.byte_delta,
+                evaluatedAt: row.evaluated_at,
+            }));
+        },
+        resetTakeover(scope) {
+            db.transaction(() => {
+                if (hasTable("legacy_scope_takeover_verdicts"))
+                    db.prepare("DELETE FROM legacy_scope_takeover_verdicts WHERE scope = ?").run(scope);
+                if (hasTable("legacy_scope_takeovers"))
+                    db.prepare("DELETE FROM legacy_scope_takeovers WHERE scope = ?").run(scope);
+                if (hasTable("legacy_scope_takeover_resets"))
+                    db.prepare("INSERT OR REPLACE INTO legacy_scope_takeover_resets (scope) VALUES (?)").run(scope);
+            }).immediate();
+        },
+        eligibleLegacyHead(scope) {
+            return readEligibleLegacyHead(scope);
+        },
+        confirmRead(scope, expectedHead, selectionIsCurrent, verdict) {
+            if (!hasTable("data_files"))
+                return expectedHead === null;
+            const validate = () => {
+                if (isReset(scope))
+                    return false;
+                const currentHead = readEligibleLegacyHead(scope);
+                if (!sameHead(currentHead, expectedHead) || !selectionIsCurrent()) {
+                    return false;
+                }
+                if (verdict &&
+                    verdict.writeClock !==
+                        db
+                            .prepare("SELECT value FROM pdpp_write_clock WHERE id = 1")
+                            .get().value)
+                    return false;
+                if (verdict &&
+                    verdict.arrivalRevision !==
+                        db
+                            .prepare("SELECT value FROM pdpp_record_arrival_clock WHERE id = 1")
+                            .get().value)
+                    return false;
+                if (expectedHead === null)
+                    return true;
+                if (verdict?.cached)
+                    return true;
+                if (!hasTable("legacy_scope_takeovers"))
+                    return false;
+                if (verdict) {
+                    if (!hasTable("legacy_scope_takeover_verdicts"))
+                        return false;
+                    const coverage = verdict.coverage;
+                    db.prepare(`INSERT INTO legacy_scope_takeover_verdicts
+            (scope, instance, generation, legacy_version_id, canonical_cursor, verdict, comparison_case, reason_counts_json, applied_exceptions_json, reason_json,
+             legacy_bytes, canonical_bytes, byte_delta)
+            VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+            ON CONFLICT(scope, instance, generation) DO UPDATE SET
+              legacy_version_id = excluded.legacy_version_id,
+              canonical_cursor = excluded.canonical_cursor,
+              verdict = excluded.verdict,
+              comparison_case = excluded.comparison_case,
+              reason_counts_json = excluded.reason_counts_json,
+              applied_exceptions_json = excluded.applied_exceptions_json,
+              reason_json = excluded.reason_json,
+              legacy_bytes = excluded.legacy_bytes,
+              canonical_bytes = excluded.canonical_bytes,
+              byte_delta = excluded.byte_delta,
+              evaluated_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now')
+          `).run(scope, verdict.instance, verdict.generation, expectedHead.id, verdict.canonicalCursor, coverage.covered ? "covered" : "not_covered", coverage.comparisonCase, JSON.stringify(coverage.reasonCounts), JSON.stringify(coverage.appliedExceptions), coverage.covered && coverage.missingEntityCount === 0
+                        ? null
+                        : JSON.stringify({
+                            reason: coverage.covered
+                                ? "proven_deletion"
+                                : coverage.reason,
+                            missingEntityCount: coverage.missingEntityCount,
+                            mismatchedFieldPaths: coverage.mismatchedFieldPaths,
+                        }), coverage.legacyBytes, coverage.canonicalBytes, coverage.byteDelta);
+                    if (!coverage.covered)
+                        return true;
+                    db.prepare(`INSERT OR IGNORE INTO legacy_scope_takeovers
+            (scope, instance, generation, superseded_version, superseded_cas_revision, superseded_collected_at, superseded_path)
+            VALUES (?, ?, ?, ?, ?, ?, ?)`).run(scope, verdict.instance, verdict.generation, expectedHead.version, expectedHead.casRevision, expectedHead.collectedAt, expectedHead.path);
+                    return true;
+                }
+                // A non-null producer is explicit ownership evidence from another
+                // legacy pipeline. Null covers manual and old connector files.
+                db.prepare(`
+          INSERT OR IGNORE INTO legacy_scope_takeovers (
+            scope, superseded_version, superseded_cas_revision,
+            superseded_collected_at, superseded_path
+          )
+          SELECT scope, version, cas_revision, collected_at, path
+            FROM data_files
+           WHERE scope = ?
+             AND (producer IS NULL OR producer NOT IN ('pdpp-projector', 'pdpp-import-projection'))
+           ORDER BY julianday(collected_at) DESC, id DESC
+        `).run(scope);
+                return true;
+            };
+            try {
+                return expectedHead === null || verdict?.cached
+                    ? db.transaction(validate).deferred()
+                    : db.transaction(validate).immediate();
+            }
+            catch (error) {
+                if (expectedHead !== null &&
+                    typeof error === "object" &&
+                    error !== null &&
+                    "code" in error &&
+                    (error.code === "SQLITE_BUSY" || error.code === "SQLITE_LOCKED")) {
+                    return false;
+                }
+                throw error;
+            }
+        },
+    };
+    function readEligibleLegacyHead(scope) {
+        if (!hasTable("data_files"))
+            return null;
+        const latest = db
+            .prepare(`
+        SELECT id, path, version, cas_revision, collected_at, producer
+          FROM data_files
+         WHERE scope = ?
+         ORDER BY julianday(collected_at) DESC, id DESC
+         LIMIT 1
+      `)
+            .get(scope);
+        if (!latest ||
+            latest.producer === "pdpp-projector" ||
+            latest.producer === "pdpp-import-projection") {
+            return null;
+        }
+        return {
+            id: latest.id,
+            path: latest.path,
+            version: latest.version,
+            casRevision: latest.cas_revision,
+            collectedAt: latest.collected_at,
+        };
+    }
+}
+function sameHead(left, right) {
+    return left === null
+        ? right === null
+        : right !== null &&
+            left.id === right.id &&
+            left.path === right.path &&
+            left.version === right.version &&
+            left.casRevision === right.casRevision &&
+            left.collectedAt === right.collectedAt;
+}
+//# sourceMappingURL=legacy-scope-authority.js.map

package/dist/storage/legacy-scope-authority.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"legacy-scope-authority.js","sourceRoot":"","sources":["../../src/storage/legacy-scope-authority.ts"],"names":[],"mappings":"AAwBA,SAAS,YAAY,CAAC,GAAe;IACnC,OAAO,GAAG,CAAC,WAAW;QACpB,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAIzB;QACJ,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,eAAe,CAAC,GAAe;IACtC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS;QAClC,cAAc,EAAE,GAAG,CAAC,eAAe;QACnC,YAAY,EAAE,IAAI,CAAC,KAAK,CACtB,GAAG,CAAC,kBAAkB,CACkB;QAC1C,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAC3B,GAAG,CAAC,uBAAuB,CACkB;QAC/C,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS;YAChC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,CAAoC;QAChE,kBAAkB,EAAE,MAAM,EAAE,kBAAkB,IAAI,CAAC;QACnD,oBAAoB,EAAE,MAAM,EAAE,oBAAoB,IAAI,EAAE;QACxD,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,cAAc,EAAE,GAAG,CAAC,eAAe;QACnC,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,0BAA0B,CAAC,EAAY;IACrD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAChC,EAAE;SACC,OAAO,CAAC,+DAA+D,CAAC;SACxE,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE,CAChC,QAAQ,CAAC,8BAA8B,CAAC;QACxC,EAAE;aACC,OAAO,CAAC,4DAA4D,CAAC;aACrE,GAAG,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC;IAE9B,OAAO;QACL,qBAAqB,CAAC,OAAO;YAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,CAAC;gBAC/D,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,sEAAsE;YACtE,wDAAwD;YACxD,MAAM,IAAI,GAAG,EAAE;iBACZ,OAAO,CACN;+BACqB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;8BAClC,CACrB;iBACA,GAAG,CAAC,GAAG,OAAO,CAOd,CAAC;YACJ,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,QAAQ,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;gBAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI;gBACjC,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,UAAU,EAAE,GAAG,CAAC,WAAW;aAC5B,CAAC,CAAC,CAAC;QACN,CAAC;QAED,WAAW,CAAC,QAAQ,EAAE,OAAO;YAC3B,IAAI,OAAO,EAAE,MAAM,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACxC,MAAM,YAAY,GAAG,OAAO;gBAC1B,CAAC,CAAC,mBAAmB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACzD,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,MAAM,GAAG;gBACb,cAAc;gBACd,qBAAqB;gBACrB,wBAAwB;aACzB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnB,OAAO,MAAM,CAAC,IAAI,CAChB,CAAC,KAAK,EAAE,EAAE,CACR,EAAE;iBACC,OAAO,CACN,iBAAiB,KAAK,sBAAsB,YAAY,UAAU,CACnE;iBACA,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,SAAS,CACrD,CAAC;QACJ,CAAC;QAED,YAAY,EAAE,CAAI,IAAa,EAAK,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;QAEtE,UAAU;YACR,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC;gBAAE,OAAO,CAAC,CAAC;YAC5C,OAAO,CAEH,EAAE;iBACC,OAAO,CAAC,iDAAiD,CAAC;iBAC1D,GAAG,EACP,EAAE,KAAK,IAAI,CAAC,CACd,CAAC;QACJ,CAAC;QAED,eAAe;YACb,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC;gBAAE,OAAO,CAAC,CAAC;YACrD,OAAO,CAEH,EAAE;iBACC,OAAO,CAAC,0DAA0D,CAAC;iBACnE,GAAG,EACP,EAAE,KAAK,IAAI,CAAC,CACd,CAAC;QACJ,CAAC;QAED,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU;YACrC,MAAM,cAAc,GAClB,QAAQ,KAAK,SAAS;gBACpB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,UAAU,KAAK,SAAS;oBACxB,CAAC,CAAC,sCAAsC;oBACxC,CAAC,CAAC,2DAA2D,CAAC;YACpE,MAAM,MAAM,GACV,QAAQ,KAAK,SAAS;gBACpB,CAAC,CAAC,CAAC,KAAK,CAAC;gBACT,CAAC,CAAC,UAAU,KAAK,SAAS;oBACxB,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC;oBACnB,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;YACtC,OAAO,CACL,QAAQ,CAAC,wBAAwB,CAAC;gBAClC,EAAE;qBACC,OAAO,CACN,uDAAuD,cAAc,EAAE,CACxE;qBACA,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,SAAS,CAChC,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ;YAClC,MAAM,cAAc,GAClB,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,sCAAsC,CAAC;YACvE,MAAM,MAAM,GACV,QAAQ,KAAK,SAAS;gBACpB,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC;gBACpB,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACnC,OAAO,CACL,QAAQ,CAAC,wBAAwB,CAAC;gBAClC,EAAE;qBACC,OAAO,CACN,+EAA+E,cAAc,EAAE,CAChG;qBACA,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,SAAS,CAChC,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,KAAK;YACX,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,aAAa,CACX,KAAK,EACL,QAAQ,EACR,UAAU,EACV,eAAe,EACf,eAAe;YAEf,IAAI,CAAC,QAAQ,CAAC,gCAAgC,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC7D,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CACN;+GACqG,CACtG;iBACA,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,CAC5C,CAAC;YACzB,OAAO,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3C,CAAC;QAED,UAAU,CAAC,KAAK;YACd,IAAI,CAAC,QAAQ,CAAC,gCAAgC,CAAC;gBAAE,OAAO,EAAE,CAAC;YAC3D,MAAM,IAAI,GAAG,EAAE;iBACZ,OAAO,CACN,gFAAgF,CACjF;iBACA,GAAG,CAAC,KAAK,CAAiB,CAAC;YAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,eAAe,EAAE,GAAG,CAAC,iBAAiB;gBACtC,eAAe,EAAE,GAAG,CAAC,gBAAgB;gBACrC,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,cAAc,EAAE,GAAG,CAAC,eAAe;gBACnC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAG9C;gBACD,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAC3B,GAAG,CAAC,uBAAuB,CACkB;gBAC/C,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC;gBACzB,WAAW,EAAE,GAAG,CAAC,YAAY;gBAC7B,cAAc,EAAE,GAAG,CAAC,eAAe;gBACnC,SAAS,EAAE,GAAG,CAAC,UAAU;gBACzB,WAAW,EAAE,GAAG,CAAC,YAAY;aAC9B,CAAC,CAAC,CAAC;QACN,CAAC;QAED,aAAa,CAAC,KAAK;YACjB,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBAClB,IAAI,QAAQ,CAAC,gCAAgC,CAAC;oBAC5C,EAAE,CAAC,OAAO,CACR,4DAA4D,CAC7D,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACf,IAAI,QAAQ,CAAC,wBAAwB,CAAC;oBACpC,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAClE,KAAK,CACN,CAAC;gBACJ,IAAI,QAAQ,CAAC,8BAA8B,CAAC;oBAC1C,EAAE,CAAC,OAAO,CACR,wEAAwE,CACzE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QACjB,CAAC;QAED,kBAAkB,CAAC,KAAK;YACtB,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QAED,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAAE,OAAO;YAC1D,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,OAAO,YAAY,KAAK,IAAI,CAAC;YAC1D,MAAM,QAAQ,GAAG,GAAG,EAAE;gBACpB,IAAI,OAAO,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACjC,MAAM,WAAW,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;oBAClE,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IACE,OAAO;oBACP,OAAO,CAAC,UAAU;wBAEd,EAAE;6BACC,OAAO,CAAC,iDAAiD,CAAC;6BAC1D,GAAG,EACP,CAAC,KAAK;oBAET,OAAO,KAAK,CAAC;gBACf,IACE,OAAO;oBACP,OAAO,CAAC,eAAe;wBAEnB,EAAE;6BACC,OAAO,CACN,0DAA0D,CAC3D;6BACA,GAAG,EACP,CAAC,KAAK;oBAET,OAAO,KAAK,CAAC;gBACf,IAAI,YAAY,KAAK,IAAI;oBAAE,OAAO,IAAI,CAAC;gBACvC,IAAI,OAAO,EAAE,MAAM;oBAAE,OAAO,IAAI,CAAC;gBACjC,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAEtD,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC,QAAQ,CAAC,gCAAgC,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;oBAClC,EAAE,CAAC,OAAO,CACR;;;;;;;;;;;;;;;;WAgBD,CACA,CAAC,GAAG,CACH,KAAK,EACL,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,UAAU,EAClB,YAAY,CAAC,EAAE,EACf,OAAO,CAAC,eAAe,EACvB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,EAC5C,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EACrC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAC1C,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,kBAAkB,KAAK,CAAC;wBACnD,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;4BACb,MAAM,EAAE,QAAQ,CAAC,OAAO;gCACtB,CAAC,CAAC,iBAAiB;gCACnB,CAAC,CAAC,QAAQ,CAAC,MAAM;4BACnB,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;4BAC/C,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;yBACpD,CAAC,EACN,QAAQ,CAAC,WAAW,EACpB,QAAQ,CAAC,cAAc,EACvB,QAAQ,CAAC,SAAS,CACnB,CAAC;oBACF,IAAI,CAAC,QAAQ,CAAC,OAAO;wBAAE,OAAO,IAAI,CAAC;oBACnC,EAAE,CAAC,OAAO,CACR;;yCAE6B,CAC9B,CAAC,GAAG,CACH,KAAK,EACL,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,UAAU,EAClB,YAAY,CAAC,OAAO,EACpB,YAAY,CAAC,WAAW,EACxB,YAAY,CAAC,WAAW,EACxB,YAAY,CAAC,IAAI,CAClB,CAAC;oBACF,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,kEAAkE;gBAClE,+DAA+D;gBAC/D,EAAE,CAAC,OAAO,CACR;;;;;;;;;;SAUD,CACA,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACb,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;YACF,IAAI,CAAC;gBACH,OAAO,YAAY,KAAK,IAAI,IAAI,OAAO,EAAE,MAAM;oBAC7C,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE;oBACrC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC;YAC3C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IACE,YAAY,KAAK,IAAI;oBACrB,OAAO,KAAK,KAAK,QAAQ;oBACzB,KAAK,KAAK,IAAI;oBACd,MAAM,IAAI,KAAK;oBACf,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,CAAC,EAChE,CAAC;oBACD,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC;IAEF,SAAS,sBAAsB,CAAC,KAAa;QAC3C,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,MAAM,GAAG,EAAE;aACd,OAAO,CACN;;;;;;OAMD,CACA;aACA,GAAG,CAAC,KAAK,CASC,CAAC;QACd,IACE,CAAC,MAAM;YACP,MAAM,CAAC,QAAQ,KAAK,gBAAgB;YACpC,MAAM,CAAC,QAAQ,KAAK,wBAAwB,EAC5C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,MAAM,CAAC,YAAY;YAChC,WAAW,EAAE,MAAM,CAAC,YAAY;SACjC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CACf,IAA4B,EAC5B,KAA6B;IAE7B,OAAO,IAAI,KAAK,IAAI;QAClB,CAAC,CAAC,KAAK,KAAK,IAAI;QAChB,CAAC,CAAC,KAAK,KAAK,IAAI;YACZ,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE;YACpB,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;YACxB,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;YAC9B,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;YACtC,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC;AAC/C,CAAC"}

package/dist/storage/node-data-storage.d.ts

@@ -5,5 +5,11 @@ export interface NodeDataStorageDeps {
     indexManager: IndexManager;
     hierarchyOptions: HierarchyManagerOptions;
 }
+/** Finish committed stages and discard stages that lost their index race. */
+export declare function recoverStagedDataFiles(deps: NodeDataStorageDeps): Promise<void>;
+/** Rebuild a lost legacy index from finalized envelopes, never from stages. */
+export declare function reindexLegacyDataFiles(deps: NodeDataStorageDeps & {
+    closeRecoveredScopeForWrites?: (scope: string) => boolean | Promise<boolean>;
+}): Promise<number>;
 export declare function createNodeDataStorage(deps: NodeDataStorageDeps): DataStoragePort;
 //# sourceMappingURL=node-data-storage.d.ts.map

package/dist/storage/node-data-storage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"node-data-storage.d.ts","sourceRoot":"","sources":["../../src/storage/node-data-storage.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yDAAyD,CAAC;AACvG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qDAAqD,CAAC;AACxF,OAAO,KAAK,EAGV,eAAe,EAEhB,MAAM,6CAA6C,CAAC;AAGrD,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,uBAAuB,CAAC;CAC3C;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,mBAAmB,GACxB,eAAe,CA8KjB"}
+{"version":3,"file":"node-data-storage.d.ts","sourceRoot":"","sources":["../../src/storage/node-data-storage.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yDAAyD,CAAC;AACvG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qDAAqD,CAAC;AACxF,OAAO,KAAK,EAGV,eAAe,EAEhB,MAAM,6CAA6C,CAAC;AAKrD,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,uBAAuB,CAAC;CAC3C;AAED,6EAA6E;AAC7E,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,mBAAmB,GACxB,OAAO,CAAC,IAAI,CAAC,CAkCf;AAED,+EAA+E;AAC/E,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,mBAAmB,GAAG;IAC1B,4BAA4B,CAAC,EAAE,CAC7B,KAAK,EAAE,MAAM,KACV,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACjC,GACA,OAAO,CAAC,MAAM,CAAC,CA+DjB;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,mBAAmB,GACxB,eAAe,CA2OjB"}