@opendatalabs/personal-server-ts-server 1.34.2 → 1.35.0

package/dist/storage/pdpp-replication-host.js

@@ -0,0 +1,159 @@
+import { REPLICA_WAIT_FALLBACK_MS } from "@opendatalabs/personal-server-ts-core/replication/schedule";
+import { replicaDeclarationContext } from "@opendatalabs/personal-server-ts-core/replication/host-config";
+import { planReplicationHost, } from "@opendatalabs/personal-server-ts-core/replication/host-ports";
+import { createReplicationDriver, } from "@opendatalabs/personal-server-ts-core/replication/host-driver";
+import { createReplicaRecordStore, } from "./pdpp-replica-canonical-port.js";
+import { createReplicaReceiver } from "./pdpp-replication-receiver.js";
+import { createReplicaTransportWorker } from "./pdpp-replication-transport.js";
+import { enableReplicaWriterIdentity } from "./pdpp-replica-writer-identity.js";
+/**
+ * Desktop step bound (host contract §6): 50 units, 64 MiB. Bytes stay
+ * omitted so the coordinator's 64 MiB default applies, under which a batch
+ * larger than the whole step still runs alone; an explicit 64 MiB would
+ * defer it forever.
+ */
+export const NODE_REPLICATION_BUDGET = { units: 50 };
+/** How long shutdown waits for an aborted step before closing storage. */
+export const NODE_REPLICATION_STOP_GRACE_MS = 5_000;
+/**
+ * Build the replication runtime for one owner's database. Does not step:
+ * the caller starts the returned driver once the server is serving.
+ *
+ * The returned store and reads replace the resource server's own: the
+ * receiver's local-write and visibility observers live on one store instance,
+ * and a host with a receiver reads through `receiver.readStore`.
+ */
+export function createNodeReplication(input) {
+    const plan = planReplicationHost(input);
+    if (plan.state === "blocked")
+        return plan;
+    const { owner, environment } = plan;
+    let context = plan.context;
+    let ports;
+    const store = createReplicaRecordStore(input.db);
+    // After a baseline or rebinding, trust every binding the database retained
+    // (host contract §4.5): own operations in flight and peers that have not
+    // upgraded yet still name the older ones.
+    const baseline = () => {
+        store.replication.beginBaseline({ owner, declarations: context.current });
+        context = replicaDeclarationContext(owner, input.declarations, store.replication.declarationHistory());
+    };
+    const baselined = () => input.db
+        .prepare("SELECT 1 FROM pdpp_replica_settings WHERE id = 1")
+        .get() !== undefined;
+    try {
+        ports = input.ports(owner);
+        // An existing baseline takes this boot's bindings now: idempotent for the
+        // same set, a new binding generation for an upgraded or added
+        // declaration, refused for a changed stream shape. A first baseline waits
+        // for the writer identity (see `stepper`).
+        if (baselined())
+            baseline();
+    }
+    catch (error) {
+        return {
+            state: "blocked",
+            reason: error instanceof Error ? error.message : String(error),
+        };
+    }
+    // A private capability: only this worker can hand batches to this receiver.
+    const credential = Symbol("node-replication-worker");
+    const receiver = createReplicaReceiver({
+        db: input.db,
+        store,
+        owner,
+        authenticate: (presented) => (presented === credential ? owner : undefined),
+        declarations: () => context.declarations,
+    });
+    const worker = createReplicaTransportWorker({
+        db: input.db,
+        enabled: true,
+        expected: () => context.expected,
+        exporter: store.replication,
+        receiver,
+        credential,
+        transport: ports.transport,
+        authority: {
+            signer: {
+                address: input.serverAccount.address,
+                signTypedData: (params) => input.serverAccount.signTypedData(params),
+            },
+            roster: ports.roster,
+            chainId: input.chainId,
+            environment,
+        },
+        ...input.worker,
+    });
+    // The first enable: the writer identity must exist before the baseline
+    // journals anything, and establishing it needs the roster (network). So the
+    // first steps establish it, then baseline, then hand over to the worker.
+    let ready = baselined();
+    const now = input.worker?.now ?? (() => Date.now());
+    const idle = () => ({
+        receipts: [],
+        waits: [],
+        problems: [],
+        quarantines: [],
+        unsupported: [],
+        nextWake: undefined,
+    });
+    const stepper = {
+        async step(step) {
+            if (!ready) {
+                const own = await enableReplicaWriterIdentity({
+                    db: input.db,
+                    owner,
+                    server: input.serverAccount.address,
+                    roster: ports.roster,
+                    signal: step.signal,
+                    timers: input.timers,
+                });
+                if (step.signal.aborted || own.tag === "refused")
+                    return idle();
+                if (own.tag === "waiting")
+                    return {
+                        ...idle(),
+                        waits: [
+                            {
+                                id: "writer-identity",
+                                phase: "retain",
+                                dependency: {
+                                    kind: "roster",
+                                    key: input.serverAccount.address.toLowerCase(),
+                                },
+                            },
+                        ],
+                        nextWake: now() + REPLICA_WAIT_FALLBACK_MS,
+                    };
+                baseline();
+                ready = true;
+            }
+            return worker.step(step);
+        },
+        onDependencyChanged: (key) => worker.onDependencyChanged(key),
+    };
+    const driver = createReplicationDriver({
+        stepper,
+        budget: input.budget ?? NODE_REPLICATION_BUDGET,
+        timers: input.timers,
+        onReport: (report) => {
+            if (report.problems.length || report.quarantines.length)
+                input.logger.warn({
+                    problems: report.problems.length,
+                    quarantines: report.quarantines.length,
+                    unsupported: report.unsupported.length,
+                }, "Replication step reported problems");
+        },
+        onError: (error) => input.logger.warn({ err: error }, "Replication step failed"),
+    });
+    // A committed own write schedules a step soon, not at the next wake.
+    store.setReplicaJournalObserver(() => driver.localWrite());
+    return {
+        state: "started",
+        store,
+        reads: (reader) => receiver.readStore({ reader }),
+        driver,
+        worker,
+    };
+}
+//# sourceMappingURL=pdpp-replication-host.js.map

package/dist/storage/pdpp-replication-host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-host.js","sourceRoot":"","sources":["../../src/storage/pdpp-replication-host.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,wBAAwB,EAAE,MAAM,4DAA4D,CAAC;AACtG,OAAO,EAAE,yBAAyB,EAAE,MAAM,+DAA+D,CAAC;AAC1G,OAAO,EACL,mBAAmB,GAEpB,MAAM,8DAA8D,CAAC;AACtE,OAAO,EACL,uBAAuB,GAIxB,MAAM,+DAA+D,CAAC;AAEvE,OAAO,EACL,wBAAwB,GAEzB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAEhF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAkB,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AACpE,0EAA0E;AAC1E,MAAM,CAAC,MAAM,8BAA8B,GAAG,KAAK,CAAC;AAepD;;;;;;;GAOG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAerC;IACC,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IACpC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC3B,IAAI,KAA8B,CAAC;IACnC,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjD,2EAA2E;IAC3E,yEAAyE;IACzE,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,KAAK,CAAC,WAAW,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,OAAO,GAAG,yBAAyB,CACjC,KAAK,EACL,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,WAAW,CAAC,kBAAkB,EAAE,CACvC,CAAC;IACJ,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,KAAK,CAAC,EAAE;SACL,OAAO,CAAC,kDAAkD,CAAC;SAC3D,GAAG,EAAE,KAAK,SAAS,CAAC;IACzB,IAAI,CAAC;QACH,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,0EAA0E;QAC1E,8DAA8D;QAC9D,0EAA0E;QAC1E,2CAA2C;QAC3C,IAAI,SAAS,EAAE;YAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC/D,CAAC;IACJ,CAAC;IACD,4EAA4E;IAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,yBAAyB,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QACrC,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK;QACL,KAAK;QACL,YAAY,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,YAAY,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY;KACzC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,4BAA4B,CAAC;QAC1C,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ;QAChC,QAAQ,EAAE,KAAK,CAAC,WAAW;QAC3B,QAAQ;QACR,UAAU;QACV,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE;YACT,MAAM,EAAE;gBACN,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO;gBACpC,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,CAAC;aACrE;YACD,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,WAAW;SACZ;QACD,GAAG,KAAK,CAAC,MAAM;KAChB,CAAC,CAAC;IACH,uEAAuE;IACvE,4EAA4E;IAC5E,yEAAyE;IACzE,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;IACxB,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,GAAmB,EAAE,CAAC,CAAC;QAClC,QAAQ,EAAE,EAAE;QACZ,KAAK,EAAE,EAAE;QACT,QAAQ,EAAE,EAAE;QACZ,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE;QACf,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IACH,MAAM,OAAO,GAAuB;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI;YACb,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,MAAM,2BAA2B,CAAC;oBAC5C,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,KAAK;oBACL,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO;oBACnC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,MAAM,EAAE,KAAK,CAAC,MAAM;iBACrB,CAAC,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS;oBAAE,OAAO,IAAI,EAAE,CAAC;gBAChE,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS;oBACvB,OAAO;wBACL,GAAG,IAAI,EAAE;wBACT,KAAK,EAAE;4BACL;gCACE,EAAE,EAAE,iBAAiB;gCACrB,KAAK,EAAE,QAAQ;gCACf,UAAU,EAAE;oCACV,IAAI,EAAE,QAAQ;oCACd,GAAG,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;iCAC/C;6BACF;yBACF;wBACD,QAAQ,EAAE,GAAG,EAAE,GAAG,wBAAwB;qBAC3C,CAAC;gBACJ,QAAQ,EAAE,CAAC;gBACX,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QACD,mBAAmB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC;KAC9D,CAAC;IACF,MAAM,MAAM,GAAG,uBAAuB,CAAC;QACrC,OAAO;QACP,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,uBAAuB;QAC/C,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE;YACnB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM;gBACrD,KAAK,CAAC,MAAM,CAAC,IAAI,CACf;oBACE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;oBAChC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;oBACtC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;iBACvC,EACD,oCAAoC,CACrC,CAAC;QACN,CAAC;QACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,yBAAyB,CAAC;KAC/D,CAAC,CAAC;IACH,qEAAqE;IACrE,KAAK,CAAC,yBAAyB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3D,OAAO;QACL,KAAK,EAAE,SAAS;QAChB,KAAK;QACL,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACjD,MAAM;QACN,MAAM;KACP,CAAC;AACJ,CAAC"}

package/dist/storage/pdpp-replication-memory.fixture.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=pdpp-replication-memory.fixture.d.ts.map

package/dist/storage/pdpp-replication-memory.fixture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-memory.fixture.d.ts","sourceRoot":"","sources":["../../src/storage/pdpp-replication-memory.fixture.ts"],"names":[],"mappings":""}

package/dist/storage/pdpp-replication-memory.fixture.js

@@ -0,0 +1,267 @@
+import { readBinaryChunks } from "./pdpp-binary-chunks.js";
+/** Isolated real-worker memory probe. Loopback-free, disk-backed transport; no accounts. */
+import Database from "better-sqlite3";
+import { createHash } from "node:crypto";
+import { readFileSync, writeFileSync, existsSync } from "node:fs";
+import { join } from "node:path";
+import { createReplicaRecordStore } from "./pdpp-replica-canonical-port.js";
+import { createReplicaReceiver } from "./pdpp-replication-receiver.js";
+import { createReplicaTransportWorker } from "./pdpp-replication-transport.js";
+import { replicaChainCommitment, } from "@opendatalabs/personal-server-ts-core/replication/dpv2";
+import { createTestReplicaRoster, createTestReplicaSigner, } from "@opendatalabs/personal-server-ts-core/replication/writer-identity.test-utils";
+import { establishReplicaWriterIdentity } from "./pdpp-replica-writer-identity.js";
+const [mode, directory, sizeArg] = process.argv.slice(2);
+// Peak RSS only rises, so each marker bounds everything that ran before it.
+const maxRssKiB = () => process.resourceUsage().maxRSS;
+if (!directory)
+    throw new Error("probe directory required");
+const size = Number(sizeArg);
+const owner = "0x0000000000000000000000000000000000000001";
+const sourceId = "https://memory.invalid/declaration";
+const binding = {
+    digest: `sha256:${"a".repeat(64)}`,
+    version: "1",
+    stream: "messages",
+    semantics: "mutable_state",
+    primaryKey: ["id"],
+    schemaDigest: `sha256:${"b".repeat(64)}`,
+};
+const expected = { owner, declarations: [{ sourceId, binding }] };
+// Fixed server keys and registration ids, so seed and measure runs agree.
+const roster = createTestReplicaRoster();
+const authorityOf = (role) => {
+    const signer = createTestReplicaSigner(role);
+    const id = `0x${createHash("sha256").update(role).digest("hex")}`;
+    roster.register(signer.address, owner, id);
+    return {
+        signer,
+        id,
+        roster: roster.port,
+        chainId: 14800,
+        environment: "dev",
+    };
+};
+const open = (role) => {
+    const db = new Database(join(directory, `${role}.sqlite`));
+    db.pragma("cache_size=-2048");
+    const store = createReplicaRecordStore(db);
+    const authority = authorityOf(role);
+    establishReplicaWriterIdentity(db, {
+        owner,
+        server: authority.signer.address,
+        record: { owner, id: authority.id, revokedAt: null },
+    });
+    store.registerConnection({
+        instance: "conn",
+        sourceId,
+        method: "export",
+        label: "memory",
+    });
+    store.replication.beginBaseline(expected);
+    return { db, store, authority };
+};
+if (mode === "seed") {
+    const { store } = open("source");
+    const blob = store.storeBlobBytesForInstance({
+        instance: "conn",
+        method: "export",
+        generation: 1,
+        bytes: Buffer.alloc(size, 31),
+        mimeType: "application/octet-stream",
+    });
+    store.ingestBatch([
+        {
+            instance: "conn",
+            stream: "messages",
+            key: "large",
+            data: {
+                id: "large",
+                blob_ref: {
+                    blob_id: blob.blobId,
+                    mime_type: blob.mimeType,
+                    size_bytes: size,
+                },
+            },
+            emitted_at: "2026-10-20T00:00:00.000Z",
+        },
+    ], () => "mutable_state", () => ["id"], { method: "export", generation: 1 });
+    writeFileSync(join(directory, "blob-id"), blob.blobId);
+    store.close();
+}
+else if (mode === "measure" || mode === "probe") {
+    const startKiB = maxRssKiB();
+    const source = open("source"), destination = open("destination");
+    // Every registered version of each scope, in order: versions append.
+    const slots = new Map();
+    let published = 0;
+    const file = (key) => join(directory, createHash("sha256").update(key).digest("hex"));
+    const transport = {
+        // Crypto scratch is bounded by fragment size. The worker still validates every fragment and commitment.
+        encryptedByteLength: (bytes) => bytes,
+        encrypt: async (_scope, bytes) => new Uint8Array(bytes),
+        decrypt: async (_scope, bytes) => new Uint8Array(bytes),
+        async evidence(scope, version) {
+            const rows = slots.get(scope) ?? [];
+            const row = rows[version - 1];
+            return {
+                head: rows.at(-1) ?? null,
+                pending: false,
+                chain: {
+                    owner,
+                    scope,
+                    version: String(version),
+                    currentVersion: String(rows.length),
+                    status: rows.length ? "Active" : "None",
+                    commitment: row
+                        ? replicaChainCommitment(row.dataHash, row.metadataHash)
+                        : `0x${"0".repeat(64)}`,
+                    chainId: 14800,
+                    registry: `0x${"2".repeat(40)}`,
+                    blockNumber: 123n,
+                    blockHash: `0x${"3".repeat(64)}`,
+                    blockTimestamp: 1000n,
+                },
+            };
+        },
+        async putFragment(fragment) {
+            writeFileSync(file(`${fragment.scope}#${fragment.digest}`), fragment.encrypted);
+        },
+        async getFragment(scope, digest) {
+            return readFileSync(file(`${scope}#${digest}`));
+        },
+        async hasFragment(scope, digest) {
+            return existsSync(file(`${scope}#${digest}`));
+        },
+        async put(manifest) {
+            writeFileSync(file(`${manifest.scope}/${manifest.version}`), manifest.encrypted);
+        },
+        async register(manifest) {
+            const rows = slots.get(manifest.scope) ?? [];
+            if (manifest.version !== rows.length + 1)
+                throw new Error("409 stale expectedVersion");
+            rows.push({
+                owner,
+                scope: manifest.scope,
+                version: String(manifest.version),
+                dataHash: manifest.dataHash,
+                metadataHash: manifest.metadataHash,
+                deleted: false,
+            });
+            slots.set(manifest.scope, rows);
+            published++;
+        },
+        async get(scope, version) {
+            return readFileSync(file(`${scope}/${version}`));
+        },
+        async list() {
+            return {
+                points: [...slots].map(([scope, rows]) => ({
+                    scope,
+                    version: String(rows.length),
+                })),
+                cursor: null,
+            };
+        },
+    };
+    const worker = (device) => createReplicaTransportWorker({
+        ...device,
+        enabled: true,
+        exporter: device.store.replication,
+        expected: () => expected,
+        receiver: createReplicaReceiver({
+            ...device,
+            owner,
+            authenticate: () => owner,
+            declarations: () => [
+                {
+                    sourceId,
+                    binding,
+                    validateData: (data) => typeof data.id === "string",
+                },
+            ],
+        }),
+        credential: "memory",
+        transport,
+        targetChunkBytes: 3 * 1024 * 1024,
+    });
+    if (process.env.REPLICA_PAUSE_DIR) {
+        const read = source.store.replication.readPinnedBlobChunks;
+        source.store.replication.readPinnedBlobChunks = function* (id) {
+            let paused = false;
+            for (const chunk of read(id)) {
+                yield chunk;
+                if (!paused) {
+                    paused = true;
+                    writeFileSync(join(process.env.REPLICA_PAUSE_DIR, "paused"), "ready");
+                    const sleep = new Int32Array(new SharedArrayBuffer(4));
+                    while (!existsSync(join(process.env.REPLICA_PAUSE_DIR, "resume")))
+                        Atomics.wait(sleep, 0, 0, 20);
+                }
+            }
+        };
+    }
+    const a = worker(source), b = worker(destination);
+    // Phase markers live in the fixture, not the worker. Materialization runs
+    // INSERT OR IGNORE INTO pdpp_blobs before the canonical promotion and
+    // INSERT INTO pdpp_blob_claims after it, so the two prepares bracket it.
+    let beforePromotionKiB;
+    let afterPromotionKiB;
+    const prepareStatement = destination.db.prepare.bind(destination.db);
+    destination.db.prepare = ((sql) => {
+        if (sql.startsWith("INSERT OR IGNORE INTO pdpp_blobs"))
+            beforePromotionKiB ??= maxRssKiB();
+        if (sql.startsWith("INSERT INTO pdpp_blob_claims"))
+            afterPromotionKiB ??= maxRssKiB();
+        return prepareStatement(sql);
+    });
+    if (mode === "probe") {
+        try {
+            await a.cycle();
+        }
+        catch (error) {
+            if (error &&
+                typeof error === "object" &&
+                "code" in error &&
+                error.code === "replica_worker_active")
+                process.exit(2);
+            throw error;
+        }
+        console.log(JSON.stringify({ probe: true }));
+        source.store.close();
+        destination.store.close();
+        process.exit(0);
+    }
+    // cycle() steps with the finite default byte budget (64 MiB), so a
+    // 128 MiB blob takes more steps than the old unbounded cycle did.
+    for (let cycle = 0; cycle < 48; cycle++) {
+        await a.cycle();
+        await b.cycle();
+        if (destination.store.getRecord("conn", "messages", "large"))
+            break;
+    }
+    if (!destination.store.getRecord("conn", "messages", "large"))
+        throw new Error("worker failed to import");
+    const blobId = readFileSync(join(directory, "blob-id"), "utf8");
+    const hash = createHash("sha256");
+    // Verify destination bytes without adding an object-sized test allocation to the peak.
+    let length = 0;
+    for (const chunk of readBinaryChunks(destination.db, "canonical", blobId)) {
+        hash.update(chunk);
+        length += chunk.length;
+    }
+    if (`sha256:${hash.digest("hex")}` !== blobId || length !== size)
+        throw new Error("imported bytes changed");
+    console.log(JSON.stringify({
+        size,
+        published,
+        startKiB,
+        workerPeakKiB: beforePromotionKiB,
+        afterPromotionKiB,
+        peakRssKiB: maxRssKiB(),
+    }));
+    source.store.close();
+    destination.store.close();
+}
+else
+    throw new Error("unknown probe mode");
+//# sourceMappingURL=pdpp-replication-memory.fixture.js.map

package/dist/storage/pdpp-replication-memory.fixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-memory.fixture.js","sourceRoot":"","sources":["../../src/storage/pdpp-replication-memory.fixture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,4FAA4F;AAC5F,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,EACL,sBAAsB,GAGvB,MAAM,wDAAwD,CAAC;AAChE,OAAO,EACL,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,8EAA8E,CAAC;AACtF,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAC;AAEnF,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACzD,4EAA4E;AAC5E,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC;AACvD,IAAI,CAAC,SAAS;IAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;AAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7B,MAAM,KAAK,GAAG,4CAA4C,CAAC;AAC3D,MAAM,QAAQ,GAAG,oCAAoC,CAAC;AACtD,MAAM,OAAO,GAAG;IACd,MAAM,EAAE,UAAU,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;IAClC,OAAO,EAAE,GAAG;IACZ,MAAM,EAAE,UAAU;IAClB,SAAS,EAAE,eAAwB;IACnC,UAAU,EAAE,CAAC,IAAI,CAAC;IAClB,YAAY,EAAE,UAAU,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;CACzC,CAAC;AACF,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AAClE,0EAA0E;AAC1E,MAAM,MAAM,GAAG,uBAAuB,EAAE,CAAC;AACzC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE;IACnC,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,EAAE,GAAG,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IAClE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IAC3C,OAAO;QACL,MAAM;QACN,EAAE;QACF,MAAM,EAAE,MAAM,CAAC,IAAI;QACnB,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,KAAc;KAC5B,CAAC;AACJ,CAAC,CAAC;AACF,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE;IAC5B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC;IAC3D,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,wBAAwB,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,8BAA8B,CAAC,EAAE,EAAE;QACjC,KAAK;QACL,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO;QAChC,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;KACrD,CAAC,CAAC;IACH,KAAK,CAAC,kBAAkB,CAAC;QACvB,QAAQ,EAAE,MAAM;QAChB,QAAQ;QACR,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,KAAK,CAAC,WAAW,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAClC,CAAC,CAAC;AACF,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,KAAK,CAAC,yBAAyB,CAAC;QAC3C,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,QAAQ,EAAE,0BAA0B;KACrC,CAAC,CAAC;IACH,KAAK,CAAC,WAAW,CACf;QACE;YACE,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,OAAO;YACZ,IAAI,EAAE;gBACJ,EAAE,EAAE,OAAO;gBACX,QAAQ,EAAE;oBACR,OAAO,EAAE,IAAI,CAAC,MAAM;oBACpB,SAAS,EAAE,IAAI,CAAC,QAAQ;oBACxB,UAAU,EAAE,IAAI;iBACjB;aACF;YACD,UAAU,EAAE,0BAA0B;SACvC;KACF,EACD,GAAG,EAAE,CAAC,eAAe,EACrB,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EACZ,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,EAAE,CACpC,CAAC;IACF,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACvD,KAAK,CAAC,KAAK,EAAE,CAAC;AAChB,CAAC;KAAM,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;IAClD,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAC3B,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,qEAAqE;IACrE,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE,CAC3B,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAClE,MAAM,SAAS,GAAyB;QACtC,wGAAwG;QACxG,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK;QACrC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC;QACvD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC;QACvD,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;YAC9B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;gBACzB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE;oBACL,KAAK;oBACL,KAAK;oBACL,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC;oBACxB,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;oBACnC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;oBACvC,UAAU,EAAE,GAAG;wBACb,CAAC,CAAC,sBAAsB,CACpB,GAAG,CAAC,QAAyB,EAC7B,GAAG,CAAC,YAA6B,CAClC;wBACH,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;oBACzB,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;oBAC/B,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;oBAChC,cAAc,EAAE,KAAK;iBACtB;aACF,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,QAAQ;YACxB,aAAa,CACX,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC,EAC5C,QAAQ,CAAC,SAAS,CACnB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM;YAC7B,OAAO,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM;YAC7B,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,QAAQ;YAChB,aAAa,CACX,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC,EAC7C,QAAQ,CAAC,SAAS,CACnB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,QAAQ;YACrB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC;gBACR,KAAK;gBACL,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAChC,SAAS,EAAE,CAAC;QACd,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO;YACtB,OAAO,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,KAAK,CAAC,IAAI;YACR,OAAO;gBACL,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzC,KAAK;oBACL,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;iBAC7B,CAAC,CAAC;gBACH,MAAM,EAAE,IAAI;aACb,CAAC;QACJ,CAAC;KACF,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,MAAqB,EAAE,EAAE,CACvC,4BAA4B,CAAC;QAC3B,GAAG,MAAM;QACT,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;QAClC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ;QACxB,QAAQ,EAAE,qBAAqB,CAAC;YAC9B,GAAG,MAAM;YACT,KAAK;YACL,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK;YACzB,YAAY,EAAE,GAAG,EAAE,CAAC;gBAClB;oBACE,QAAQ;oBACR,OAAO;oBACP,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ;iBACpD;aACF;SACF,CAAC;QACF,UAAU,EAAE,QAAQ;QACpB,SAAS;QACT,gBAAgB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;KAClC,CAAC,CAAC;IACL,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,oBAAoB,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,oBAAoB,GAAG,QAAQ,CAAC,EAAE,EAAE;YAC3D,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7B,MAAM,KAAK,CAAC;gBACZ,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,GAAG,IAAI,CAAC;oBACd,aAAa,CACX,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAkB,EAAE,QAAQ,CAAC,EAC9C,OAAO,CACR,CAAC;oBACF,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;oBACvD,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAkB,EAAE,QAAQ,CAAC,CAAC;wBAChE,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,EACtB,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IAC1B,0EAA0E;IAC1E,sEAAsE;IACtE,yEAAyE;IACzE,IAAI,kBAAsC,CAAC;IAC3C,IAAI,iBAAqC,CAAC;IAC1C,MAAM,gBAAgB,GAAG,WAAW,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACrE,WAAW,CAAC,EAAE,CAAC,OAAO,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;QACxC,IAAI,GAAG,CAAC,UAAU,CAAC,kCAAkC,CAAC;YACpD,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACrC,IAAI,GAAG,CAAC,UAAU,CAAC,8BAA8B,CAAC;YAChD,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACpC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC,CAAkC,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,MAAM,IAAI,KAAK;gBACf,KAAK,CAAC,IAAI,KAAK,uBAAuB;gBAEtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,mEAAmE;IACnE,kEAAkE;IAClE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC;YAAE,MAAM;IACtE,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,uFAAuF;IACvF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,gBAAgB,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,IAAI,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,IAAI,MAAM,KAAK,IAAI;QAC9D,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;QACb,IAAI;QACJ,SAAS;QACT,QAAQ;QACR,aAAa,EAAE,kBAAkB;QACjC,iBAAiB;QACjB,UAAU,EAAE,SAAS,EAAE;KACxB,CAAC,CACH,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC;;IAAM,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC"}

package/dist/storage/pdpp-replication-preparation.d.ts

@@ -0,0 +1,3 @@
+/** Sender preparation state now lives with the shared engine in core. */
+export * from "@opendatalabs/personal-server-ts-core/replication/preparation";
+//# sourceMappingURL=pdpp-replication-preparation.d.ts.map

package/dist/storage/pdpp-replication-preparation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-preparation.d.ts","sourceRoot":"","sources":["../../src/storage/pdpp-replication-preparation.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,cAAc,+DAA+D,CAAC"}

package/dist/storage/pdpp-replication-preparation.js

@@ -0,0 +1,3 @@
+/** Sender preparation state now lives with the shared engine in core. */
+export * from "@opendatalabs/personal-server-ts-core/replication/preparation";
+//# sourceMappingURL=pdpp-replication-preparation.js.map

package/dist/storage/pdpp-replication-preparation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-preparation.js","sourceRoot":"","sources":["../../src/storage/pdpp-replication-preparation.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,cAAc,+DAA+D,CAAC"}

package/dist/storage/pdpp-replication-promotion-memory.fixture.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=pdpp-replication-promotion-memory.fixture.d.ts.map

package/dist/storage/pdpp-replication-promotion-memory.fixture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-promotion-memory.fixture.d.ts","sourceRoot":"","sources":["../../src/storage/pdpp-replication-promotion-memory.fixture.ts"],"names":[],"mappings":""}

package/dist/storage/pdpp-replication-promotion-memory.fixture.js

@@ -0,0 +1,65 @@
+/**
+ * Isolated canonical-promotion probe for pdpp-replication-memory.test.ts.
+ * Each mode runs in its own process, so its peak is attributable to one step.
+ */
+import Database from "better-sqlite3";
+import { join } from "node:path";
+import { BINARY_CHUNK_BYTES, binaryWriter, copyBinaryToCanonical, } from "./pdpp-binary-chunks.js";
+import { createReplicaRecordStore } from "./pdpp-replica-canonical-port.js";
+import { createSqliteRecordStore } from "./pdpp-records-sqlite-store.js";
+const [mode, directory, sizeArg] = process.argv.slice(2);
+if (!directory)
+    throw new Error("probe directory required");
+const size = Number(sizeArg);
+const maxRssKiB = () => process.resourceUsage().maxRSS;
+const sourceId = "https://memory.invalid/declaration";
+const report = (before, after) => console.log(JSON.stringify({
+    size,
+    beforeKiB: before,
+    afterKiB: after,
+    deltaKiB: Math.max(0, after - before),
+}));
+if (mode === "promote") {
+    // Replicated canonical promotion alone, from chunks already staged as
+    // `received`. Staging streams 64 KiB pieces, so no whole blob exists before
+    // the marker. Promotion copies them to canonical chunks the same way.
+    const db = new Database(join(directory, "destination.sqlite"));
+    const store = createReplicaRecordStore(db);
+    const id = "promote-blob";
+    // The receiver writes the blob's metadata row before promotion; the byte row references it.
+    db.prepare("INSERT OR IGNORE INTO pdpp_blobs VALUES (?, ?, ?, ?)").run(id, "application/octet-stream", size, "0".repeat(64));
+    const writer = binaryWriter(db, "received", id);
+    const piece = Buffer.alloc(BINARY_CHUNK_BYTES, 31);
+    for (let written = 0; written < size; written += piece.length)
+        writer.write(piece.subarray(0, Math.min(piece.length, size - written)));
+    writer.finish();
+    const before = maxRssKiB();
+    copyBinaryToCanonical(db, "received", id);
+    report(before, maxRssKiB());
+    store.close();
+}
+else if (mode === "plain") {
+    // Main's ordinary blob write: the caller materializes the whole blob, then
+    // storeBlobBytesForInstance writes it as one pdpp_blob_bytes row.
+    const db = new Database(join(directory, "plain.sqlite"));
+    const store = createSqliteRecordStore(db);
+    store.registerConnection({
+        instance: "conn",
+        sourceId,
+        method: "export",
+        label: "memory",
+    });
+    const before = maxRssKiB();
+    store.storeBlobBytesForInstance({
+        instance: "conn",
+        method: "export",
+        generation: 1,
+        bytes: Buffer.alloc(size, 31),
+        mimeType: "application/octet-stream",
+    });
+    report(before, maxRssKiB());
+    store.close();
+}
+else
+    throw new Error("unknown promotion probe mode");
+//# sourceMappingURL=pdpp-replication-promotion-memory.fixture.js.map

package/dist/storage/pdpp-replication-promotion-memory.fixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replication-promotion-memory.fixture.js","sourceRoot":"","sources":["../../src/storage/pdpp-replication-promotion-memory.fixture.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAEzE,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACzD,IAAI,CAAC,SAAS;IAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;AAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7B,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC;AACvD,MAAM,QAAQ,GAAG,oCAAoC,CAAC;AACtD,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,EAAE,CAC/C,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;IACb,IAAI;IACJ,SAAS,EAAE,MAAM;IACjB,QAAQ,EAAE,KAAK;IACf,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;CACtC,CAAC,CACH,CAAC;AAEJ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;IACvB,sEAAsE;IACtE,4EAA4E;IAC5E,sEAAsE;IACtE,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,wBAAwB,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,cAAc,CAAC;IAC1B,4FAA4F;IAC5F,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC,GAAG,CACpE,EAAE,EACF,0BAA0B,EAC1B,IAAI,EACJ,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CACf,CAAC;IACF,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;IACnD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC,MAAM;QAC3D,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,CAAC,MAAM,EAAE,CAAC;IAChB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,qBAAqB,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC5B,KAAK,CAAC,KAAK,EAAE,CAAC;AAChB,CAAC;KAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;IAC5B,2EAA2E;IAC3E,kEAAkE;IAClE,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,uBAAuB,CAAC,EAAE,CAAC,CAAC;IAC1C,KAAK,CAAC,kBAAkB,CAAC;QACvB,QAAQ,EAAE,MAAM;QAChB,QAAQ;QACR,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,KAAK,CAAC,yBAAyB,CAAC;QAC9B,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,QAAQ,EAAE,0BAA0B;KACrC,CAAC,CAAC;IACH,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC5B,KAAK,CAAC,KAAK,EAAE,CAAC;AAChB,CAAC;;IAAM,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC"}