@opendatalabs/personal-server-ts-lite 1.34.1 → 1.35.0

package/dist/replication-runtime.js

@@ -0,0 +1,79 @@
+import { createReplicationDriver, } from "@opendatalabs/personal-server-ts-core/replication/host-driver";
+import { replicationBootConfigProblem, } from "./replication-ports.js";
+/** How long a pause waits for an aborted step before reporting it stuck. */
+export const LITE_REPLICATION_PAUSE_GRACE_MS = 2_000;
+/**
+ * Build the runtime for one boot. With the door anything but `on`, or no
+ * boot config or `enabled: false`, it is inert: no engine runs and `status`
+ * says why.
+ */
+export function createLiteReplicationRuntime(input) {
+    const inert = (status) => ({
+        status: () => status,
+        trigger: async () => undefined,
+        wake: () => { },
+        localWrite: () => { },
+        resume: () => { },
+        pause: async () => { },
+        stop: async () => true,
+    });
+    if (input.door.state === "refused")
+        return inert({ state: "refused", refusal: input.door.refusal });
+    if (input.door.state !== "on" || !input.config?.enabled)
+        return inert({ state: "off" });
+    const problem = replicationBootConfigProblem(input.config);
+    if (problem)
+        return inert({ state: "blocked", reason: problem });
+    if (!input.engine)
+        return inert({ state: "blocked", reason: "no_engine" });
+    const { step } = input.config.limits;
+    const driver = createReplicationDriver({
+        stepper: input.engine,
+        budget: { units: step.units, bytes: step.bytes },
+        deadlineMs: step.deadlineMs,
+        timers: input.timers,
+        onReport: input.onReport,
+        onError: input.onError,
+    });
+    // Every stop still settling. A queued resume waits for all of them: an
+    // older, longer stop would otherwise stop the driver the resume restarted.
+    const pausing = new Set();
+    // Bumped synchronously by every resume, pause and stop. A resume queued
+    // behind a pause starts only if no later call has superseded it.
+    let lifecycle = 0;
+    return {
+        status() {
+            const { state, ...rest } = driver.status();
+            return { state: state === "running" ? "on" : "paused", ...rest };
+        },
+        trigger: () => driver.trigger(),
+        wake: (dependency) => driver.wake(dependency),
+        localWrite: () => driver.localWrite(),
+        resume() {
+            const mine = ++lifecycle;
+            // A resume during a pause waits for it, so the old step settles first.
+            if (pausing.size)
+                void Promise.allSettled([...pausing]).then(() => {
+                    if (mine === lifecycle)
+                        driver.start();
+                });
+            else
+                driver.start();
+        },
+        async pause() {
+            await this.stop(LITE_REPLICATION_PAUSE_GRACE_MS);
+        },
+        async stop(graceMs) {
+            lifecycle++;
+            const stopping = driver.stop(graceMs);
+            pausing.add(stopping);
+            try {
+                return await stopping;
+            }
+            finally {
+                pausing.delete(stopping);
+            }
+        },
+    };
+}
+//# sourceMappingURL=replication-runtime.js.map

package/dist/replication-runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-runtime.js","sourceRoot":"","sources":["../src/replication-runtime.ts"],"names":[],"mappings":"AAaA,OAAO,EACL,uBAAuB,GAIxB,MAAM,+DAA+D,CAAC;AAEvE,OAAO,EACL,4BAA4B,GAI7B,MAAM,wBAAwB,CAAC;AAEhC,4EAA4E;AAC5E,MAAM,CAAC,MAAM,+BAA+B,GAAG,KAAK,CAAC;AAqCrD;;;;GAIG;AACH,MAAM,UAAU,4BAA4B,CAAC,KAO5C;IACC,MAAM,KAAK,GAAG,CAAC,MAA6B,EAA0B,EAAE,CAAC,CAAC;QACxE,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM;QACpB,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;QAC9B,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;QACd,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;QACpB,MAAM,EAAE,GAAG,EAAE,GAAE,CAAC;QAChB,KAAK,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QACrB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;KACvB,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS;QAChC,OAAO,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAClE,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO;QACrD,OAAO,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,4BAA4B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3D,IAAI,OAAO;QAAE,OAAO,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IACjE,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3E,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IACrC,MAAM,MAAM,GAAsB,uBAAuB,CAAC;QACxD,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;QAChD,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,uEAAuE;IACvE,2EAA2E;IAC3E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,wEAAwE;IACxE,iEAAiE;IACjE,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO;QACL,MAAM;YACJ,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3C,OAAO,EAAE,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC;QACnE,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE;QAC/B,IAAI,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;QAC7C,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE;QACrC,MAAM;YACJ,MAAM,IAAI,GAAG,EAAE,SAAS,CAAC;YACzB,uEAAuE;YACvE,IAAI,OAAO,CAAC,IAAI;gBACd,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;oBAC9C,IAAI,IAAI,KAAK,SAAS;wBAAE,MAAM,CAAC,KAAK,EAAE,CAAC;gBACzC,CAAC,CAAC,CAAC;;gBACA,MAAM,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;QACD,KAAK,CAAC,KAAK;YACT,MAAM,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,OAAO;YAChB,SAAS,EAAE,CAAC;YACZ,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtB,IAAI,CAAC;gBACH,OAAO,MAAM,QAAQ,CAAC;YACxB,CAAC;oBAAS,CAAC;gBACT,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/replication-storage.d.ts

@@ -0,0 +1,42 @@
+import { type BoundedStorageAdapter } from "@opendatalabs/personal-server-ts-core/storage/adapters";
+import { type LiteReplicaObjectTransfers, type LiteReplicaPersistence, type LiteReplicaTransaction } from "./replication-ports.js";
+/** Deadline of one transfer when the caller's budget sets none. */
+export declare const LITE_REPLICA_TRANSFER_DEADLINE_MS = 60000;
+/**
+ * Replica bytes this adapter attached and has not released yet. A row
+ * commits with the attach and leaves with the release, so bytes a crash
+ * left attached between them stay listed until the engine reclaims them
+ * (`reclaimLiteTransientBytes`).
+ */
+export declare const LITE_REPLICA_TRANSIENT_MIGRATION = "CREATE TABLE IF NOT EXISTS pdpp_lite_replica_transient (id TEXT PRIMARY KEY)";
+/**
+ * Attached replica byte ids whose transfer this process still runs. A
+ * cancelled step stops waiting for its transfer before the native call
+ * settles, so the next step can start while the bytes are still in use; the
+ * transfer releases them itself when it settles.
+ */
+export type LiteTransientBytesInUse = Set<string>;
+/**
+ * Release every transient replica byte left attached, in the caller's
+ * transaction, except those `inUse`. The engine calls it under its writer
+ * lock, before a step's first transfer.
+ */
+export declare function reclaimLiteTransientBytes(tx: LiteReplicaTransaction, inUse?: ReadonlySet<string>): Promise<number>;
+/** Headers for one upload, computed over its exact body before it is staged. */
+export type LiteReplicaUploadHeaders = (request: {
+    method: "PUT";
+    url: string;
+    body: Uint8Array;
+}) => Record<string, string> | Promise<Record<string, string>>;
+export declare function createLiteReplicaStorage(input: {
+    persistence: LiteReplicaPersistence;
+    transfers: LiteReplicaObjectTransfers;
+    /** The object URL of a storage key (the inverse of the storage layout). */
+    urlForKey(key: string): string;
+    /** Upload headers, e.g. storage authorization over the exact body. */
+    headers?: LiteReplicaUploadHeaders;
+    deadlineMs?: number;
+    /** Shared with the engine's reclaim (`reclaimLiteTransientBytes`). */
+    inUse?: LiteTransientBytesInUse;
+}): BoundedStorageAdapter;
+//# sourceMappingURL=replication-storage.d.ts.map

package/dist/replication-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-storage.d.ts","sourceRoot":"","sources":["../src/replication-storage.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,wDAAwD,CAAC;AAChE,OAAO,EAEL,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAC;AAGhC,mEAAmE;AACnE,eAAO,MAAM,iCAAiC,QAAS,CAAC;AAQxD;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,iFACmC,CAAC;AAEjF;;;;;GAKG;AACH,MAAM,MAAM,uBAAuB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;AAElD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,EAAE,EAAE,sBAAsB,EAC1B,KAAK,GAAE,WAAW,CAAC,MAAM,CAAa,mBAkBvC;AAED,gFAAgF;AAChF,MAAM,MAAM,wBAAwB,GAAG,CAAC,OAAO,EAAE;IAC/C,MAAM,EAAE,KAAK,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,UAAU,CAAC;CAClB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAQ/D,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,WAAW,EAAE,sBAAsB,CAAC;IACpC,SAAS,EAAE,0BAA0B,CAAC;IACtC,2EAA2E;IAC3E,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;IAC/B,sEAAsE;IACtE,OAAO,CAAC,EAAE,wBAAwB,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC,GAAG,qBAAqB,CAoIxB"}

package/dist/replication-storage.js

@@ -0,0 +1,173 @@
+/**
+ * Replica object storage over the native transfers (host contract §4.2), as
+ * the storage adapter core's DPv2 replica transport (`replication/dpv2.ts`)
+ * takes. Bulk bytes move natively and land in replica byte storage; JS sees
+ * only what one fragment or manifest read needs. Gateway calls (register,
+ * evidence, owner feed) stay in PS JS core over Lite's HTTP client.
+ */
+import { sha256 } from "viem";
+import { AdditionsBudgetExceeded, } from "@opendatalabs/personal-server-ts-core/additions";
+import { StoredBlobConflictError, } from "@opendatalabs/personal-server-ts-core/storage/adapters";
+import { LiteReplicaTransferError, } from "./replication-ports.js";
+const FRAME_BYTES = 128 * 1024;
+/** Deadline of one transfer when the caller's budget sets none. */
+export const LITE_REPLICA_TRANSFER_DEADLINE_MS = 60_000;
+function* frames(bytes) {
+    if (bytes.length === 0)
+        yield new Uint8Array(0);
+    for (let i = 0; i < bytes.length; i += FRAME_BYTES)
+        yield bytes.subarray(i, i + FRAME_BYTES);
+}
+/**
+ * Replica bytes this adapter attached and has not released yet. A row
+ * commits with the attach and leaves with the release, so bytes a crash
+ * left attached between them stay listed until the engine reclaims them
+ * (`reclaimLiteTransientBytes`).
+ */
+export const LITE_REPLICA_TRANSIENT_MIGRATION = "CREATE TABLE IF NOT EXISTS pdpp_lite_replica_transient (id TEXT PRIMARY KEY)";
+/**
+ * Release every transient replica byte left attached, in the caller's
+ * transaction, except those `inUse`. The engine calls it under its writer
+ * lock, before a step's first transfer.
+ */
+export async function reclaimLiteTransientBytes(tx, inUse = new Set()) {
+    await tx.sql.exec(LITE_REPLICA_TRANSIENT_MIGRATION);
+    const rows = await tx.sql.all("SELECT id FROM pdpp_lite_replica_transient", []);
+    let released = 0;
+    for (const row of rows) {
+        const id = row.id;
+        if (inUse.has(id))
+            continue;
+        await tx.releaseBytes(id);
+        await tx.sql.run("DELETE FROM pdpp_lite_replica_transient WHERE id=?", [
+            id,
+        ]);
+        released += 1;
+    }
+    return released;
+}
+/** A storage failure the DPv2 transport reads as definitive absence. */
+const notFound = (url) => Object.assign(new Error(`replica object not found: ${url}`), {
+    status: 404,
+});
+export function createLiteReplicaStorage(input) {
+    const { persistence, transfers } = input;
+    const inUse = input.inUse ?? new Set();
+    const deadline = (budget) => Math.max(1, Math.min(input.deadlineMs ?? LITE_REPLICA_TRANSFER_DEADLINE_MS, budget?.remainingMilliseconds ?? Infinity));
+    /** Marks `id` in use until `release`, so no reclaim takes it meanwhile. */
+    const attach = async (id, length, digest) => {
+        inUse.add(id);
+        try {
+            await persistence.transaction(async (tx) => {
+                await tx.sql.exec(LITE_REPLICA_TRANSIENT_MIGRATION);
+                await tx.attachBytes(id, { length, sha256: digest });
+                await tx.sql.run("INSERT OR IGNORE INTO pdpp_lite_replica_transient (id) VALUES (?)", [id]);
+            });
+        }
+        catch (error) {
+            inUse.delete(id);
+            throw error;
+        }
+    };
+    const release = async (id) => {
+        try {
+            await persistence.transaction(async (tx) => {
+                await tx.releaseBytes(id);
+                await tx.sql.run("DELETE FROM pdpp_lite_replica_transient WHERE id=?", [
+                    id,
+                ]);
+            });
+        }
+        finally {
+            inUse.delete(id);
+        }
+    };
+    async function read(id) {
+        const parts = [];
+        let size = 0;
+        for await (const part of persistence.readBytes(id)) {
+            parts.push(part);
+            size += part.length;
+        }
+        const bytes = new Uint8Array(size);
+        let offset = 0;
+        for (const part of parts) {
+            bytes.set(part, offset);
+            offset += part.length;
+        }
+        return bytes;
+    }
+    const unsupported = () => {
+        throw new Error("Lite replica storage supports bounded reads only");
+    };
+    return {
+        urlForKey: (key) => input.urlForKey(key),
+        /**
+         * Write-once: the native upload of different bytes to a stored key
+         * fails with HTTP 409, which is `StoredBlobConflictError`.
+         */
+        async upload(key, data, signal) {
+            const url = input.urlForKey(key);
+            const headers = (await input.headers?.({ method: "PUT", url, body: data })) ?? {};
+            const id = await persistence.stageBytes((async function* () {
+                yield* frames(data);
+            })());
+            await attach(id, data.length, sha256(data).slice(2));
+            try {
+                await transfers.upload({ url, method: "PUT", headers, bytesId: id }, {
+                    signal: signal ?? new AbortController().signal,
+                    deadlineMs: deadline(),
+                });
+            }
+            catch (error) {
+                if (error instanceof LiteReplicaTransferError &&
+                    error.code === "http-status" &&
+                    /\b409\b/.test(error.message))
+                    throw new StoredBlobConflictError(key);
+                throw error;
+            }
+            finally {
+                await release(id);
+            }
+            return url;
+        },
+        /**
+         * At most `budget.remaining` bytes. A spent budget only probes: a present
+         * object is over budget, a missing one is not found.
+         */
+        async downloadBounded(url, budget) {
+            const signal = budget.signal ?? new AbortController().signal;
+            const call = { signal, deadlineMs: deadline(budget) };
+            if (budget.remaining <= 0) {
+                if (!(await transfers.probe({ url }, call)))
+                    throw notFound(url);
+                throw new AdditionsBudgetExceeded("replica object exceeds budget");
+            }
+            let staged;
+            try {
+                staged = await transfers.download({ url, maxBytes: budget.remaining }, call);
+            }
+            catch (error) {
+                if (error instanceof LiteReplicaTransferError) {
+                    if (error.code === "not-found")
+                        throw notFound(url);
+                    if (error.code === "too-large")
+                        throw new AdditionsBudgetExceeded("replica object exceeds budget");
+                }
+                throw error;
+            }
+            budget.recordSpent(staged.length);
+            await attach(staged.stagingId, staged.length, staged.sha256);
+            try {
+                return await read(staged.stagingId);
+            }
+            finally {
+                await release(staged.stagingId);
+            }
+        },
+        download: unsupported,
+        delete: unsupported,
+        exists: unsupported,
+    };
+}
+//# sourceMappingURL=replication-storage.js.map

package/dist/replication-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-storage.js","sourceRoot":"","sources":["../src/replication-storage.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EACL,uBAAuB,GAExB,MAAM,iDAAiD,CAAC;AACzD,OAAO,EACL,uBAAuB,GAExB,MAAM,wDAAwD,CAAC;AAChE,OAAO,EACL,wBAAwB,GAIzB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC;AAC/B,mEAAmE;AACnE,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAC;AAExD,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAiB;IAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW;QAChD,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAC3C,8EAA8E,CAAC;AAUjF;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,EAA0B,EAC1B,QAA6B,IAAI,GAAG,EAAE;IAEtC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAC3B,4CAA4C,EAC5C,EAAE,CACH,CAAC;IACF,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,GAAG,CAAC,EAAY,CAAC;QAC5B,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QAC5B,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC1B,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,oDAAoD,EAAE;YACrE,EAAE;SACH,CAAC,CAAC;QACH,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AASD,wEAAwE;AACxE,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAC/B,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,EAAE;IAC3D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEL,MAAM,UAAU,wBAAwB,CAAC,KAUxC;IACC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,QAAQ,GAAG,CAAC,MAAmB,EAAE,EAAE,CACvC,IAAI,CAAC,GAAG,CACN,CAAC,EACD,IAAI,CAAC,GAAG,CACN,KAAK,CAAC,UAAU,IAAI,iCAAiC,EACrD,MAAM,EAAE,qBAAqB,IAAI,QAAQ,CAC1C,CACF,CAAC;IACJ,2EAA2E;IAC3E,MAAM,MAAM,GAAG,KAAK,EAAE,EAAU,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE;QAClE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACd,IAAI,CAAC;YACH,MAAM,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBACzC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;gBACpD,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACrD,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CACd,mEAAmE,EACnE,CAAC,EAAE,CAAC,CACL,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,KAAK,EAAE,EAAU,EAAE,EAAE;QACnC,IAAI,CAAC;YACH,MAAM,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBACzC,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,oDAAoD,EAAE;oBACrE,EAAE;iBACH,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IACF,KAAK,UAAU,IAAI,CAAC,EAAU;QAC5B,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;QACtB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACxB,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QACxB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,WAAW,GAAG,GAAU,EAAE;QAC9B,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC,CAAC;IACF,OAAO;QACL,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC;QACxC;;;WAGG;QACH,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM;YAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,OAAO,GACX,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACpE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,UAAU,CACrC,CAAC,KAAK,SAAS,CAAC;gBACd,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC,CAAC,EAAE,CACL,CAAC;YACF,MAAM,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,MAAM,CACpB,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,EAC5C;oBACE,MAAM,EAAE,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM;oBAC9C,UAAU,EAAE,QAAQ,EAAE;iBACvB,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IACE,KAAK,YAAY,wBAAwB;oBACzC,KAAK,CAAC,IAAI,KAAK,aAAa;oBAC5B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;oBAE7B,MAAM,IAAI,uBAAuB,CAAC,GAAG,CAAC,CAAC;gBACzC,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD;;;WAGG;QACH,KAAK,CAAC,eAAe,CAAC,GAAG,EAAE,MAAM;YAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC;YAC7D,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;oBAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACjE,MAAM,IAAI,uBAAuB,CAAC,+BAA+B,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAC/B,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE,EACnC,IAAI,CACL,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,wBAAwB,EAAE,CAAC;oBAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;wBAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACpD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;wBAC5B,MAAM,IAAI,uBAAuB,CAAC,+BAA+B,CAAC,CAAC;gBACvE,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,QAAQ,EAAE,WAAW;QACrB,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,WAAW;KACpB,CAAC;AACJ,CAAC"}

package/dist/runtime.d.ts

@@ -1,7 +1,7 @@
 import type { DurableAdditionsService } from "@opendatalabs/personal-server-ts-core/additions";
 import { type LegacyProjectionIssue } from "@opendatalabs/personal-server-ts-core/storage/legacy-projection";
 import { type SessionTokenVerifierPort } from "@opendatalabs/personal-server-ts-core/auth";
-import { type PersonalServerApiAuthPort, type PersonalServerReadAuthInput, type PersonalServerReadAuthResult, type PersonalServerReadFulfillmentReporter } from "@opendatalabs/personal-server-ts-core/api";
+import { type PersonalServerApiAuthPort, type PersonalServerApiLogger, type PersonalServerReadAuthInput, type PersonalServerReadAuthResult, type PersonalServerReadFulfillmentReporter, type PreparedScopeUploadBatch } from "@opendatalabs/personal-server-ts-core/api";
 import { type QuestionStore, type RecomputeScheduler } from "@opendatalabs/personal-server-ts-core/derivatives";
 import type { LineageGatewayPort } from "@opendatalabs/personal-server-ts-core/lineage";
 import { type DataListPolicyPorts, type DataWritePolicyPorts } from "@opendatalabs/personal-server-ts-core/policy";
@@ -14,13 +14,21 @@ import type { AccessLogReader } from "@opendatalabs/personal-server-ts-core/logg
 import type { ServerSigner } from "@opendatalabs/personal-server-ts-core/signing";
 import type { SyncManager } from "@opendatalabs/personal-server-ts-core/sync";
 import { type McpConnectionStore, type McpOAuthAuthorizationStore, type McpScopeRequestApprovalUrlHook } from "@opendatalabs/personal-server-ts-core/mcp";
+import type { LiteReplicationRuntime } from "./replication-runtime.js";
 import { DiagnosticsRecorder } from "./diagnostics.js";
 export interface PsLiteStorageAdapter {
     kind: "indexeddb" | "opfs" | "custom";
 }
 export type PsLiteReadAuthInput = PersonalServerReadAuthInput;
 export type PsLiteReadAuthResult = PersonalServerReadAuthResult;
-export type PsLiteAuthAdapter = PersonalServerApiAuthPort;
+export interface PsLiteAuthAdapter extends PersonalServerApiAuthPort {
+    /**
+     * Opt in only when owner authorization does not interpret application body
+     * fields. Direct uploads authenticate a digest commitment instead of items.
+     * Existing/custom adapters without this flag retain their HTTP body contract.
+     */
+    supportsScopeUploadCommitments?: true;
+}
 export interface PsLiteRuntimeOptions {
     storage: PsLiteStorageAdapter | DataStoragePort;
     auth?: PsLiteAuthAdapter;
@@ -53,6 +61,8 @@ export interface PsLiteRuntimeOptions {
      * alongside the sync manager, which keeps it current.
      */
     scopeDeletions?: ScopeDeletionTracker;
+    /** Receives the cause of every 500 the runtime answers. */
+    logger?: PersonalServerApiLogger;
     additions?: DurableAdditionsService;
     accessLogReader?: AccessLogReader;
     accessLogWriter?: AccessLogWriter;
@@ -125,6 +135,12 @@ export interface PsLiteRuntimeOptions {
      * returns a structured snapshot useful for debugging stuck approval pages.
      */
     diagnostics?: DiagnosticsRecorder;
+    /**
+     * Record replication (host contract §4.4). `activate` resumes it and
+     * `deactivate` pauses it; owner-only `GET /v1/replication/status` and
+     * `POST /v1/replication/sync` expose it. Absent means off.
+     */
+    replication?: LiteReplicationRuntime;
     /**
      * Called when a legacy scope cannot be projected from stored PDPP records
      * (the stored body is then served) or is projected with rows left out.
@@ -151,6 +167,8 @@ export interface PsLiteRuntime extends RuntimeAvailabilityPort {
     activate(): void;
     deactivate(): void;
     fetch(request: Request): Promise<Response>;
+    /** Optional direct bulk transport; older/custom runtimes keep HTTP. */
+    appendScopeUpload?(request: Request, batch: PreparedScopeUploadBatch): Promise<Response>;
 }
 /**
  * Delegated-write (Write API) wiring for a PS-Lite auth adapter.

package/dist/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../src/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iDAAiD,CAAC;AAC/F,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,iEAAiE,CAAC;AASzE,OAAO,EAGL,KAAK,wBAAwB,EAC9B,MAAM,4CAA4C,CAAC;AAUpD,OAAO,EAOL,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,qCAAqC,EAC3C,MAAM,2CAA2C,CAAC;AACnD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACxB,MAAM,mDAAmD,CAAC;AAC3D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+CAA+C,CAAC;AACxF,OAAO,EAGL,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EAC1B,MAAM,8CAA8C,CAAC;AACtD,OAAO,EAIL,KAAK,qBAAqB,EAE1B,KAAK,iBAAiB,EACvB,MAAM,6CAA6C,CAAC;AACrD,OAAO,KAAK,EACV,eAAe,EACf,uBAAuB,EACxB,MAAM,6CAA6C,CAAC;AACrD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AACvF,OAAO,KAAK,EACV,4BAA4B,EAC5B,aAAa,EACd,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0DAA0D,CAAC;AAChG,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6DAA6D,CAAC;AACnG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,4CAA4C,CAAC;AAC9E,OAAO,EAkCL,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,8BAA8B,EACpC,MAAM,2CAA2C,CAAC;AAOnD,OAAO,EAEL,mBAAmB,EACpB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;CACvC;AAED,MAAM,MAAM,mBAAmB,GAAG,2BAA2B,CAAC;AAE9D,MAAM,MAAM,oBAAoB,GAAG,4BAA4B,CAAC;AAEhE,MAAM,MAAM,iBAAiB,GAAG,yBAAyB,CAAC;AAE1D,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,iBAAiB,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,CAAC,EAAE;QACP,MAAM,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC7B,OAAO,CAAC,EAAE,OAAO,CAAC,4BAA4B,CAAC,GAAG;YAAE,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACnE,oEAAoE;QACpE,OAAO,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,OAAO,CAAA;SAAE,CAAC;KACjC,CAAC;IACF,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE;QAAE,OAAO,EAAE,KAAK,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,KAAK,MAAM,EAAE,CAAA;KAAE,CAAC;IAChE,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,CAAC,EAAE,KAAK,MAAM,EAAE,CAAC;IAK5B,YAAY,CAAC,EAAE,IAAI,CAAC,YAAY,EAAE,uBAAuB,CAAC,GACxD,OAAO,CACL,IAAI,CACF,YAAY,EACZ,qBAAqB,GAAG,sBAAsB,GAAG,SAAS,CAC3D,CACF,CAAC;IACJ,WAAW,CAAC,EACR,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,GAAG,WAAW,CAAC,GACzC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,GAAG,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,GAC/D,IAAI,CAAC;IACT;;;;OAIG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,uBAAuB,CAAC;IACpC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,uBAAuB,CAAC,EAAE,qCAAqC,CAAC;IAChE;;;OAGG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,WAAW,CAAC,EAAE;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,SAAS,EAAE,kBAAkB,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;OAWG;IACH,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC;;;OAGG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAC9C;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACvC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,iBAAiB,CAAC,EAAE,OAAO,CAAC,8BAA8B,CAAC,CAAC;IAC5D;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,0BAA0B,CAAC,EAAE,0BAA0B,CAAC;IACxD,mBAAmB,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IAC9C;;;;;OAKG;IACH,0BAA0B,CAAC,EAAE,8BAA8B,CAAC;IAC5D;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC;;;;OAIG;IACH,uBAAuB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,CAAC;CAClE;AAED,MAAM,WAAW,8BAA8B;IAC7C,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,UAAU,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC9C,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;CAC3C;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/B,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACzC,QAAQ,CACN,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAAA;KAAE,GAC7C,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAMD,MAAM,WAAW,aAAc,SAAQ,uBAAuB;IAC5D,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,oBAAoB,GAAG,eAAe,CAAC;IACzD,QAAQ,IAAI,IAAI,CAAC;IACjB,UAAU,IAAI,IAAI,CAAC;IACnB,KAAK,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC5C;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,6BAA6B;IAC5C,4DAA4D;IAC5D,KAAK,EAAE,iBAAiB,CAAC;IACzB;;;;OAIG;IACH,WAAW,CAAC,EAAE,qBAAqB,CAAC;IACpC;;;OAGG;IACH,WAAW,EAAE,oBAAoB,CAAC;CACnC;AAED,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,aAAa,CAAC,EAAE,6BAA6B,GAAG;QAC9C,YAAY,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;QACtC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;KAC5B,CAAC;CACH;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IAChC,YAAY,EAAE,KAAK,MAAM,EAAE,CAAC;IAC5B,sEAAsE;IACtE,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB;;;OAGG;IACH,aAAa,CAAC,EAAE,6BAA6B,CAAC;CAC/C;AA2MD,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,4BAA4B,GACpC,iBAAiB,CAoCnB;AAkCD,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,2BAA2B,GACnC,iBAAiB,CAmEnB;AA6FD,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CAqkBf"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../src/runtime.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iDAAiD,CAAC;AAC/F,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,iEAAiE,CAAC;AASzE,OAAO,EAGL,KAAK,wBAAwB,EAC9B,MAAM,4CAA4C,CAAC;AAUpD,OAAO,EAUL,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAC5B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,qCAAqC,EAC1C,KAAK,wBAAwB,EAC9B,MAAM,2CAA2C,CAAC;AACnD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACxB,MAAM,mDAAmD,CAAC;AAC3D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+CAA+C,CAAC;AACxF,OAAO,EAGL,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EAC1B,MAAM,8CAA8C,CAAC;AACtD,OAAO,EAIL,KAAK,qBAAqB,EAE1B,KAAK,iBAAiB,EACvB,MAAM,6CAA6C,CAAC;AACrD,OAAO,KAAK,EACV,eAAe,EACf,uBAAuB,EACxB,MAAM,6CAA6C,CAAC;AACrD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AACvF,OAAO,KAAK,EACV,4BAA4B,EAC5B,aAAa,EACd,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0DAA0D,CAAC;AAChG,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6DAA6D,CAAC;AACnG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,4CAA4C,CAAC;AAC9E,OAAO,EAkCL,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,8BAA8B,EACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAMvE,OAAO,EAEL,mBAAmB,EACpB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;CACvC;AAED,MAAM,MAAM,mBAAmB,GAAG,2BAA2B,CAAC;AAE9D,MAAM,MAAM,oBAAoB,GAAG,4BAA4B,CAAC;AAEhE,MAAM,WAAW,iBAAkB,SAAQ,yBAAyB;IAClE;;;;OAIG;IACH,8BAA8B,CAAC,EAAE,IAAI,CAAC;CACvC;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,iBAAiB,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,CAAC,EAAE;QACP,MAAM,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC7B,OAAO,CAAC,EAAE,OAAO,CAAC,4BAA4B,CAAC,GAAG;YAAE,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACnE,oEAAoE;QACpE,OAAO,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,OAAO,CAAA;SAAE,CAAC;KACjC,CAAC;IACF,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE;QAAE,OAAO,EAAE,KAAK,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,KAAK,MAAM,EAAE,CAAA;KAAE,CAAC;IAChE,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,CAAC,EAAE,KAAK,MAAM,EAAE,CAAC;IAK5B,YAAY,CAAC,EAAE,IAAI,CAAC,YAAY,EAAE,uBAAuB,CAAC,GACxD,OAAO,CACL,IAAI,CACF,YAAY,EACZ,qBAAqB,GAAG,sBAAsB,GAAG,SAAS,CAC3D,CACF,CAAC;IACJ,WAAW,CAAC,EACR,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,GAAG,WAAW,CAAC,GACzC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,GAAG,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,GAC/D,IAAI,CAAC;IACT;;;;OAIG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,uBAAuB,CAAC;IACjC,SAAS,CAAC,EAAE,uBAAuB,CAAC;IACpC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,uBAAuB,CAAC,EAAE,qCAAqC,CAAC;IAChE;;;OAGG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,WAAW,CAAC,EAAE;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,SAAS,EAAE,kBAAkB,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;OAWG;IACH,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC;;;OAGG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAC9C;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACvC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,iBAAiB,CAAC,EAAE,OAAO,CAAC,8BAA8B,CAAC,CAAC;IAC5D;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,0BAA0B,CAAC,EAAE,0BAA0B,CAAC;IACxD,mBAAmB,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IAC9C;;;;;OAKG;IACH,0BAA0B,CAAC,EAAE,8BAA8B,CAAC;IAC5D;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC;;;;OAIG;IACH,WAAW,CAAC,EAAE,sBAAsB,CAAC;IACrC;;;;OAIG;IACH,uBAAuB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,CAAC;CAClE;AAED,MAAM,WAAW,8BAA8B;IAC7C,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,UAAU,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC9C,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;CAC3C;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/B,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACzC,QAAQ,CACN,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAAA;KAAE,GAC7C,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAMD,MAAM,WAAW,aAAc,SAAQ,uBAAuB;IAC5D,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,oBAAoB,GAAG,eAAe,CAAC;IACzD,QAAQ,IAAI,IAAI,CAAC;IACjB,UAAU,IAAI,IAAI,CAAC;IACnB,KAAK,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC3C,uEAAuE;IACvE,iBAAiB,CAAC,CAChB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtB;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,6BAA6B;IAC5C,4DAA4D;IAC5D,KAAK,EAAE,iBAAiB,CAAC;IACzB;;;;OAIG;IACH,WAAW,CAAC,EAAE,qBAAqB,CAAC;IACpC;;;OAGG;IACH,WAAW,EAAE,oBAAoB,CAAC;CACnC;AAED,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,aAAa,CAAC,EAAE,6BAA6B,GAAG;QAC9C,YAAY,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;QACtC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;KAC5B,CAAC;CACH;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IAChC,YAAY,EAAE,KAAK,MAAM,EAAE,CAAC;IAC5B,sEAAsE;IACtE,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB;;;OAGG;IACH,aAAa,CAAC,EAAE,6BAA6B,CAAC;CAC/C;AA2MD,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,4BAA4B,GACpC,iBAAiB,CAqCnB;AAkCD,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,2BAA2B,GACnC,iBAAiB,CAoEnB;AA6FD,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CAurBf"}

package/dist/runtime.js

@@ -1,8 +1,9 @@
+import { importOuraBrowserRecords } from "./oura-import.js";
 import { withLegacyProjection, } from "@opendatalabs/personal-server-ts-core/storage/legacy-projection";
 import { GrantRequiredError, InvalidSignatureError, MissingAuthError, NotOwnerError, ProtocolError, PsUnavailableError, } from "@opendatalabs/personal-server-ts-core/errors";
 import { authenticateRequest, } from "@opendatalabs/personal-server-ts-core/auth";
 import { approveDeviceSessionContract, createMemoryDeviceSessionStore, initiateDeviceSessionContract, pollDeviceSessionContract, provisionDeviceTokenContract, revokeDeviceTokenContract, } from "@opendatalabs/personal-server-ts-core/contracts";
-import { handlePersonalServerAccessLogsRequest, handlePersonalServerConfigRequest, handlePersonalServerDataRequest, handlePersonalServerGrantsRequest, handlePersonalServerOauthTokenRequest, handlePersonalServerSyncRequest, } from "@opendatalabs/personal-server-ts-core/api";
+import { handlePersonalServerAccessLogsRequest, handlePersonalServerConfigRequest, handlePersonalServerDataRequest, handlePersonalServerScopeUploadAppend, createScopeUploadRegistry, handleOuraCollectionRequirementsRequest, handlePersonalServerGrantsRequest, handlePersonalServerOauthTokenRequest, handlePersonalServerSyncRequest, } from "@opendatalabs/personal-server-ts-core/api";
 import { handlePersonalServerDerivativesRequest, } from "@opendatalabs/personal-server-ts-core/derivatives";
 import { resolveDataListGrantScopes, verifyDataReadPolicy, } from "@opendatalabs/personal-server-ts-core/policy";
 import { createInMemoryWriteProofReplayStore, createWriteSessionAuthorization, handleWriteSessionRequest, } from "@opendatalabs/personal-server-ts-core/write";
@@ -164,6 +165,7 @@ export function createBearerTokenPsLiteAuth(options) {
         assertBearerToken(request, options.ownerToken, true);
     };
     return {
+        supportsScopeUploadCommitments: true,
         authorizeOwner,
         ...(options.writeSessions
             ? writeSessionAuthMethods(options.writeSessions, authorizeOwner)
@@ -226,6 +228,7 @@ export function createWeb3SignedPsLiteAuth(options) {
         }
     };
     return {
+        supportsScopeUploadCommitments: true,
         authorizeOwner,
         ...(options.writeSessions
             ? writeSessionAuthMethods({
@@ -344,6 +347,11 @@ export function createPsLiteRuntime(options) {
     const dataStorage = withLegacyProjection(toDataStoragePort(options.storage), {
         onIssue: options.onLegacyProjectionIssue ?? warnLegacyProjectionIssue,
     });
+    // Streamed scope writes need a file store that can append to an unindexed
+    // file; without one the upload routes answer 501.
+    const scopeUploads = dataStorage.openVersionWriter
+        ? createScopeUploadRegistry()
+        : undefined;
     // Wire diagnostics by default so GET /v1/diagnostics is always available.
     const diagnostics = options.diagnostics ?? new DiagnosticsRecorder();
     options = { ...options, diagnostics };
@@ -395,6 +403,12 @@ export function createPsLiteRuntime(options) {
             if (err instanceof ProtocolError) {
                 return protocolErrorResponse(err);
             }
+            options.logger?.error?.({
+                errorCode: "INTERNAL_ERROR",
+                err: err instanceof Error
+                    ? { name: err.name, message: err.message, stack: err.stack }
+                    : { message: String(err) },
+            }, "Unhandled error in PS Lite runtime");
             return errorResponse(500, "INTERNAL_ERROR", "Internal server error");
         }
     }
@@ -512,15 +526,26 @@ export function createPsLiteRuntime(options) {
             active = true;
             options.syncManager?.start?.();
             options.derivatives?.scheduler.start();
+            options.replication?.resume();
         },
         deactivate() {
             active = false;
             void options.syncManager?.stop?.();
             options.derivatives?.scheduler.stop();
+            void options.replication?.pause();
         },
         isAvailable() {
             return active;
         },
+        ...(auth.supportsScopeUploadCommitments
+            ? {
+                async appendScopeUpload(request, batch) {
+                    if (!active)
+                        return unavailableResponse();
+                    return handlePersonalServerScopeUploadAppend(request, { storage: dataStorage, auth, accessLogWriter, scopeUploads }, batch);
+                },
+            }
+            : {}),
         async fetch(request) {
             return withProtocolErrors(async () => {
                 const url = new URL(request.url);
@@ -601,9 +626,61 @@ export function createPsLiteRuntime(options) {
                     });
                     return jsonResponse(snapshot);
                 }
+                if (url.pathname === "/v1/replication/status") {
+                    if (request.method !== "GET")
+                        return errorResponse(405, "METHOD_NOT_ALLOWED", "Method not allowed");
+                    await auth.authorizeOwner(request);
+                    return jsonResponse(options.replication?.status() ?? { state: "off" });
+                }
                 if (!active) {
                     return unavailableResponse();
                 }
+                if (url.pathname === "/v1/replication/sync") {
+                    if (request.method !== "POST")
+                        return errorResponse(405, "METHOD_NOT_ALLOWED", "Method not allowed");
+                    await auth.authorizeOwner(request);
+                    const status = options.replication?.status() ?? { state: "off" };
+                    if (status.state !== "on")
+                        return jsonResponse({
+                            error: {
+                                code: 409,
+                                errorCode: "REPLICATION_NOT_RUNNING",
+                                message: "Replication is not running",
+                            },
+                            status,
+                        }, { status: 409 });
+                    // "Sync now" starts a step and answers at once; the step may run
+                    // up to its deadline. Its outcome shows in the status.
+                    void options.replication.trigger("sync_now");
+                    return jsonResponse({ accepted: true, status }, { status: 202 });
+                }
+                if (url.pathname === "/v1/import/oura-browser/requirements") {
+                    return handleOuraCollectionRequirementsRequest(request, {
+                        auth,
+                        storage: toDataStoragePort(options.storage),
+                    });
+                }
+                if (url.pathname === "/v1/import/oura-browser") {
+                    await auth.authorizeOwner(request);
+                    if (request.method !== "POST")
+                        return errorResponse(405, "METHOD_NOT_ALLOWED", "Method not allowed");
+                    let body;
+                    try {
+                        body = await request.json();
+                    }
+                    catch {
+                        return errorResponse(400, "INVALID_BODY", "Body must be JSON");
+                    }
+                    const result = await importOuraBrowserRecords(toDataStoragePort(options.storage), body, {
+                        additions: options.additions,
+                        scopeDeletions: options.scopeDeletions,
+                        syncManager: options.syncManager ?? null,
+                        onDataWritten: options.derivatives
+                            ? (event) => options.derivatives?.scheduler.markSourceChanged(event.scope, { lineageSources: event.lineageSources })
+                            : undefined,
+                    });
+                    return jsonResponse(result, { status: result.ok ? 200 : 409 });
+                }
                 const dataPrefix = "/v1/data";
                 if (url.pathname === dataPrefix ||
                     url.pathname.startsWith(`${dataPrefix}/`)) {
@@ -611,11 +688,13 @@ export function createPsLiteRuntime(options) {
                     return handlePersonalServerDataRequest(request, {
                         storage: dataStorage,
                         auth,
+                        logger: options.logger,
                         accessLogWriter,
                         readFulfillmentReporter: options.readFulfillmentReporter,
                         additions: options.additions,
                         syncManager: options.syncManager ?? null,
                         scopeDeletions: options.scopeDeletions,
+                        scopeUploads,
                         now,
                         createLogId,
                         // x402 payment enforcement for builder reads. Only engages with a