@opendatalabs/personal-server-ts-core 0.0.1-canary.016adf9 → 0.0.1-canary.052d47e

package/dist/sync/delete-data-port.d.ts

@@ -0,0 +1,50 @@
+import type { DataPointFeedPort, DeleteDataPort } from "../ports/index.js";
+import type { ServerSigner } from "../signing/signer.js";
+export interface GatewayDeleteDataPortOptions {
+    /** Gateway base URL, e.g. https://dp-rpc.vana.org */
+    gatewayUrl: string;
+    /** Deletion-aware registry lookup (current version + deleted state). */
+    dataPointFeed: DataPointFeedPort;
+    /** Data owner the tombstone is registered on behalf of. */
+    serverOwner: `0x${string}`;
+    /**
+     * The same signer the upload worker uses for AddData: the personal server
+     * account, which the registry trusts for this owner. Reused as-is so a
+     * tombstone is signed exactly like a normal registration.
+     */
+    signer: Pick<ServerSigner, "signAddData">;
+    storage: {
+        /** vana-storage base URL, e.g. https://storage.vana.org */
+        endpoint: string;
+        /** Protocol chain id; blob paths are chain-scoped. */
+        chainId: number;
+        /**
+         * EIP-191 signer for the Web3Signed storage auth. The same account the
+         * storage provider uploads with (the server account), so the DELETE is
+         * authorised the way PUT is.
+         */
+        signMessage(message: string): Promise<`0x${string}`>;
+    };
+    /** Test seam; defaults to the global fetch. */
+    fetch?: typeof fetch;
+}
+/**
+ * Remote deletion against the DPv2 gateway + vana-storage.
+ *
+ * Gateway (durable fact):
+ *   DELETE {gateway}/v1/data/{dataPointId}
+ *   Authorization: Web3Signed {signature}
+ *   { ownerAddress, scope, expectedVersion, signature }
+ * where signature = EIP-712 AddData over
+ *   { ownerAddress, scope, dataHash: TOMBSTONE_DATA_HASH,
+ *     metadataHash: TOMBSTONE_METADATA_HASH, expectedVersion: current + 1 }
+ *
+ * Storage (one exact blob per version, never the scope prefix):
+ *   DELETE {storage}/v1/chains/{chainId}/blobs/{owner}/{scope}/{version}
+ *   authorization: Web3Signed (aud = storage endpoint, uri = that path)
+ * The path is the one the SDK's vana-storage provider uploads to: lowercased
+ * owner, every key segment URI-encoded; vana-storage resolves a three-segment
+ * path as a single-object delete and answers 404 when the object is absent.
+ */
+export declare function createGatewayDeleteDataPort(options: GatewayDeleteDataPortOptions): DeleteDataPort;
+//# sourceMappingURL=delete-data-port.d.ts.map

package/dist/sync/delete-data-port.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete-data-port.d.ts","sourceRoot":"","sources":["../../src/sync/delete-data-port.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,iBAAiB,EAEjB,cAAc,EAEf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAKzD,MAAM,WAAW,4BAA4B;IAC3C,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,aAAa,EAAE,iBAAiB,CAAC;IACjC,2DAA2D;IAC3D,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;IAC3B;;;;OAIG;IACH,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,EAAE;QACP,2DAA2D;QAC3D,QAAQ,EAAE,MAAM,CAAC;QACjB,sDAAsD;QACtD,OAAO,EAAE,MAAM,CAAC;QAChB;;;;WAIG;QACH,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC;KACtD,CAAC;IACF,+CAA+C;IAC/C,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,4BAA4B,GACpC,cAAc,CA2LhB"}

package/dist/sync/delete-data-port.js

@@ -0,0 +1,244 @@
+import { buildWeb3SignedHeader } from "@opendatalabs/vana-sdk/browser";
+import { computeDataPointId } from "./data-point-id.js";
+import { parseGatewayNextVersion } from "./workers/upload.js";
+import { TOMBSTONE_DATA_HASH, TOMBSTONE_METADATA_HASH } from "./tombstone.js";
+/**
+ * Remote deletion against the DPv2 gateway + vana-storage.
+ *
+ * Gateway (durable fact):
+ *   DELETE {gateway}/v1/data/{dataPointId}
+ *   Authorization: Web3Signed {signature}
+ *   { ownerAddress, scope, expectedVersion, signature }
+ * where signature = EIP-712 AddData over
+ *   { ownerAddress, scope, dataHash: TOMBSTONE_DATA_HASH,
+ *     metadataHash: TOMBSTONE_METADATA_HASH, expectedVersion: current + 1 }
+ *
+ * Storage (one exact blob per version, never the scope prefix):
+ *   DELETE {storage}/v1/chains/{chainId}/blobs/{owner}/{scope}/{version}
+ *   authorization: Web3Signed (aud = storage endpoint, uri = that path)
+ * The path is the one the SDK's vana-storage provider uploads to: lowercased
+ * owner, every key segment URI-encoded; vana-storage resolves a three-segment
+ * path as a single-object delete and answers 404 when the object is absent.
+ */
+export function createGatewayDeleteDataPort(options) {
+    const gatewayBase = options.gatewayUrl.replace(/\/+$/, "");
+    const storageBase = options.storage.endpoint.replace(/\/+$/, "");
+    const fetchImpl = options.fetch ?? globalThis.fetch;
+    // The storage provider lowercases the owner in blob paths; match it or the
+    // exact DELETE keys would not be the ones PUT wrote.
+    const owner = options.serverOwner.toLowerCase();
+    async function sendTombstone(scope, dataPointId, version) {
+        const signature = await options.signer.signAddData({
+            ownerAddress: options.serverOwner,
+            scope,
+            dataHash: TOMBSTONE_DATA_HASH,
+            metadataHash: TOMBSTONE_METADATA_HASH,
+            expectedVersion: version,
+        });
+        return fetchImpl(`${gatewayBase}/v1/data/${dataPointId}`, {
+            method: "DELETE",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Web3Signed ${signature}`,
+            },
+            body: JSON.stringify({
+                ownerAddress: options.serverOwner,
+                scope,
+                expectedVersion: String(version),
+                signature,
+            }),
+        });
+    }
+    return {
+        async tombstone(scope) {
+            const dataPointId = computeDataPointId(options.serverOwner, scope);
+            const current = await options.dataPointFeed.getDataPoint({
+                ownerAddress: options.serverOwner,
+                scope,
+            });
+            if (current === null) {
+                return { status: "not-registered", dataPointId };
+            }
+            if (current.deletedAt !== null) {
+                return {
+                    status: "already-deleted",
+                    dataPointId,
+                    version: current.expectedVersion,
+                    deletedAt: current.deletedAt,
+                };
+            }
+            let version = BigInt(current.expectedVersion) + 1n;
+            let res = await sendTombstone(scope, dataPointId, version);
+            if (res.status === 409) {
+                // Another replica advanced the scope between our read and our
+                // write. The 409 body carries `currentExpectedVersion` (and the
+                // legacy message phrasing names the next valid version); re-sign
+                // once against it.
+                const body = await res.json().catch(() => null);
+                const conflict = unwrap(body);
+                // Gateway 409 body: `nextExpectedVersion` is the version to sign
+                // next; `currentExpectedVersion` is the version the gateway holds,
+                // so it needs +1. Prefer the explicit next, fall back to current+1,
+                // then to the legacy message phrasing.
+                const nextExplicit = integerField(conflict, "nextExpectedVersion") ??
+                    integerField(body, "nextExpectedVersion");
+                const currentExpected = integerField(conflict, "currentExpectedVersion") ??
+                    integerField(body, "currentExpectedVersion");
+                const legacyNext = parseGatewayNextVersion(detailFromBody(body, res.statusText));
+                const next = nextExplicit !== null
+                    ? nextExplicit
+                    : currentExpected !== null
+                        ? currentExpected + 1n
+                        : legacyNext !== null
+                            ? BigInt(legacyNext)
+                            : null;
+                if (next === null) {
+                    throw new Error(`Gateway error: 409 ${detailFromBody(body, res.statusText)}`);
+                }
+                version = next;
+                res = await sendTombstone(scope, dataPointId, version);
+            }
+            if (res.status === 404) {
+                // The registry lost the row between our read and our write (or the
+                // feed answered from a replica ahead of the writer): nothing to
+                // tombstone.
+                return { status: "not-registered", dataPointId };
+            }
+            if (res.status === 410) {
+                // Raced with a concurrent deletion: the point is already gone. The
+                // winning tombstone may sit above the version we attempted (another
+                // replica advanced the scope first), and its version bounds the
+                // ciphertext to delete, so take the gateway's word: the echoed row,
+                // else a re-read of the deletion-aware feed, else unknown.
+                const body = await res.json().catch(() => null);
+                const echoed = unwrap(body);
+                let winning = normalizeVersionString(stringField(echoed, "expectedVersion"));
+                let deletedAt = stringField(echoed, "deletedAt");
+                if (winning === null) {
+                    const reread = await options.dataPointFeed
+                        .getDataPoint({ ownerAddress: options.serverOwner, scope })
+                        .catch(() => null);
+                    if (reread && reread.deletedAt !== null) {
+                        winning = normalizeVersionString(reread.expectedVersion);
+                        deletedAt = deletedAt ?? reread.deletedAt;
+                    }
+                }
+                return {
+                    status: "already-deleted",
+                    dataPointId,
+                    version: winning,
+                    deletedAt,
+                };
+            }
+            if (!res.ok) {
+                throw new Error(`Gateway error: ${res.status} ${await errorDetail(res)}`);
+            }
+            const body = await res.json().catch(() => null);
+            const row = unwrap(body);
+            return {
+                status: "tombstoned",
+                dataPointId: stringField(row, "dataPointId") ?? dataPointId,
+                version: stringField(row, "expectedVersion") ?? String(version),
+                deletedAt: stringField(row, "deletedAt"),
+            };
+        },
+        async deleteBlobVersions(scope, versions) {
+            const outcome = {
+                deleted: [],
+                missing: [],
+                failed: [],
+            };
+            // Sequential on purpose: vana-storage rate-limits DELETE per owner
+            // and the caller already bounds the batch size per pass.
+            for (const version of versions) {
+                const path = `/v1/chains/${options.storage.chainId}/blobs/${owner}/${encodeURIComponent(scope)}/${encodeURIComponent(version)}`;
+                try {
+                    const authorization = await buildWeb3SignedHeader({
+                        signMessage: (message) => options.storage.signMessage(message),
+                        aud: storageBase,
+                        method: "DELETE",
+                        uri: path,
+                    });
+                    const res = await fetchImpl(`${storageBase}${path}`, {
+                        method: "DELETE",
+                        headers: { authorization },
+                    });
+                    if (res.status === 404) {
+                        // Idempotent: an absent object is a completed delete.
+                        outcome.missing.push(version);
+                    }
+                    else if (res.ok) {
+                        outcome.deleted.push(version);
+                    }
+                    else {
+                        outcome.failed.push({
+                            version,
+                            error: `vana-storage delete failed: ${res.status} ${res.statusText}`,
+                        });
+                    }
+                }
+                catch (err) {
+                    outcome.failed.push({
+                        version,
+                        error: err instanceof Error ? err.message : String(err),
+                    });
+                }
+            }
+            return outcome;
+        },
+    };
+}
+async function errorDetail(res) {
+    const body = await res.json().catch(() => null);
+    return detailFromBody(body, res.statusText);
+}
+function detailFromBody(body, fallback) {
+    if (typeof body === "object" && body !== null) {
+        const record = body;
+        if (typeof record.error === "string")
+            return record.error;
+        if (typeof record.message === "string")
+            return record.message;
+        if (typeof record.error === "object" && record.error !== null) {
+            const nested = record.error;
+            if (typeof nested.message === "string")
+                return nested.message;
+        }
+    }
+    return fallback;
+}
+// Versions are unbounded integers on the wire (decimal strings); parse them
+// as bigint so a value past Number.MAX_SAFE_INTEGER cannot round.
+// A registry version is a positive decimal integer; anything else (including
+// the "0" a body-less 410 can synthesise) is "unknown".
+function normalizeVersionString(value) {
+    if (value === null || !/^\d+$/.test(value))
+        return null;
+    const parsed = BigInt(value);
+    return parsed > 0n ? parsed.toString() : null;
+}
+function integerField(record, key) {
+    if (typeof record !== "object" || record === null)
+        return null;
+    const value = record[key];
+    if (typeof value === "number" && Number.isSafeInteger(value)) {
+        return BigInt(value);
+    }
+    if (typeof value === "string" && /^\d+$/.test(value))
+        return BigInt(value);
+    return null;
+}
+function unwrap(body) {
+    if (typeof body !== "object" || body === null)
+        return null;
+    const record = body;
+    if (typeof record.data === "object" && record.data !== null) {
+        return record.data;
+    }
+    return record;
+}
+function stringField(record, key) {
+    const value = record?.[key];
+    return typeof value === "string" ? value : null;
+}
+//# sourceMappingURL=delete-data-port.js.map

package/dist/sync/delete-data-port.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete-data-port.js","sourceRoot":"","sources":["../../src/sync/delete-data-port.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAQvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AA+B9E;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAAqC;IAErC,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;IACpD,2EAA2E;IAC3E,qDAAqD;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,WAAW,EAAmB,CAAC;IAEjE,KAAK,UAAU,aAAa,CAC1B,KAAa,EACb,WAAmB,EACnB,OAAe;QAEf,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;YACjD,YAAY,EAAE,OAAO,CAAC,WAAW;YACjC,KAAK;YACL,QAAQ,EAAE,mBAAmB;YAC7B,YAAY,EAAE,uBAAuB;YACrC,eAAe,EAAE,OAAO;SACzB,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,GAAG,WAAW,YAAY,WAAW,EAAE,EAAE;YACxD,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,cAAc,SAAS,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,KAAK;gBACL,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC;gBAChC,SAAS;aACV,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,KAAK,CAAC,SAAS,CAAC,KAAa;YAC3B,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YACnE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC;gBACvD,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,KAAK;aACN,CAAC,CAAC;YACH,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;YACnD,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;gBAC/B,OAAO;oBACL,MAAM,EAAE,iBAAiB;oBACzB,WAAW;oBACX,OAAO,EAAE,OAAO,CAAC,eAAe;oBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC;YACnD,IAAI,GAAG,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC3D,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,8DAA8D;gBAC9D,gEAAgE;gBAChE,iEAAiE;gBACjE,mBAAmB;gBACnB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC9B,iEAAiE;gBACjE,mEAAmE;gBACnE,oEAAoE;gBACpE,uCAAuC;gBACvC,MAAM,YAAY,GAChB,YAAY,CAAC,QAAQ,EAAE,qBAAqB,CAAC;oBAC7C,YAAY,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;gBAC5C,MAAM,eAAe,GACnB,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CAAC;oBAChD,YAAY,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;gBAC/C,MAAM,UAAU,GAAG,uBAAuB,CACxC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,CACrC,CAAC;gBACF,MAAM,IAAI,GACR,YAAY,KAAK,IAAI;oBACnB,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,eAAe,KAAK,IAAI;wBACxB,CAAC,CAAC,eAAe,GAAG,EAAE;wBACtB,CAAC,CAAC,UAAU,KAAK,IAAI;4BACnB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;4BACpB,CAAC,CAAC,IAAI,CAAC;gBACf,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CACb,sBAAsB,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,CAC7D,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,GAAG,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACzD,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,mEAAmE;gBACnE,gEAAgE;gBAChE,aAAa;gBACb,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;YACnD,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,mEAAmE;gBACnE,oEAAoE;gBACpE,gEAAgE;gBAChE,oEAAoE;gBACpE,2DAA2D;gBAC3D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,IAAI,OAAO,GAAG,sBAAsB,CAClC,WAAW,CAAC,MAAM,EAAE,iBAAiB,CAAC,CACvC,CAAC;gBACF,IAAI,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBACjD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa;yBACvC,YAAY,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;yBAC1D,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;oBACrB,IAAI,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;wBACxC,OAAO,GAAG,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;wBACzD,SAAS,GAAG,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;oBAC5C,CAAC;gBACH,CAAC;gBACD,OAAO;oBACL,MAAM,EAAE,iBAAiB;oBACzB,WAAW;oBACX,OAAO,EAAE,OAAO;oBAChB,SAAS;iBACV,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,kBAAkB,GAAG,CAAC,MAAM,IAAI,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,WAAW;gBAC3D,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,iBAAiB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;gBAC/D,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,kBAAkB,CACtB,KAAa,EACb,QAAkB;YAElB,MAAM,OAAO,GAA8B;gBACzC,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;aACX,CAAC;YACF,mEAAmE;YACnE,yDAAyD;YACzD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,cAAc,OAAO,CAAC,OAAO,CAAC,OAAO,UAAU,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChI,IAAI,CAAC;oBACH,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC;wBAChD,WAAW,EAAE,CAAC,OAAe,EAAE,EAAE,CAC/B,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;wBACtC,GAAG,EAAE,WAAW;wBAChB,MAAM,EAAE,QAAQ;wBAChB,GAAG,EAAE,IAAI;qBACV,CAAC,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,EAAE;wBACnD,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE,EAAE,aAAa,EAAE;qBAC3B,CAAC,CAAC;oBACH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvB,sDAAsD;wBACtD,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;yBAAM,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;wBAClB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;4BAClB,OAAO;4BACP,KAAK,EAAE,+BAA+B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE;yBACrE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;wBAClB,OAAO;wBACP,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBACxD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,GAAa;IACtC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CAAC,IAAa,EAAE,QAAgB;IACrD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,KAAK,CAAC;QAC1D,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QAC9D,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAgC,CAAC;YACvD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QAChE,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,4EAA4E;AAC5E,kEAAkE;AAClE,6EAA6E;AAC7E,wDAAwD;AACxD,SAAS,sBAAsB,CAAC,KAAoB;IAClD,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAChD,CAAC;AAED,SAAS,YAAY,CAAC,MAAe,EAAE,GAAW;IAChD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/D,MAAM,KAAK,GAAI,MAAkC,CAAC,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,IAAa;IAC3B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,MAAM,GAAG,IAA+B,CAAC;IAC/C,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5D,OAAO,MAAM,CAAC,IAA+B,CAAC;IAChD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAClB,MAAsC,EACtC,GAAW;IAEX,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC"}

package/dist/sync/engine/sync-manager.d.ts

@@ -1,12 +1,34 @@
 import type { UploadWorkerDeps } from "../workers/upload.js";
 import type { DownloadWorkerDeps } from "../workers/download.js";
 import type { SyncStatus } from "../types.js";
+import { type DeleteScopeResult } from "../workers/delete.js";
+import type { DeleteDataPort, PendingBlobDeletionStore } from "../../ports/index.js";
 export interface SyncManagerOptions {
     /** Polling interval in milliseconds (default: 60_000 = 1 minute) */
     pollInterval?: number;
     /** Max upload batch size per cycle (default: 50) */
     uploadBatchSize?: number;
+    /** Debounce for immediate sync after local ingest (default: 500ms) */
+    notifyDebounceMs?: number;
+    /** Optional runtime gate. Returning blocked skips upload/download without an error. */
+    canSync?: () => Promise<SyncCanRunResult> | SyncCanRunResult;
+    /**
+     * Remote deletion (gateway tombstone + storage blobs). Without it
+     * `deleteScope` is local-only and reports `durable: false`.
+     */
+    deleteData?: DeleteDataPort | null;
+    /** Durable retry marker for blob deletions that failed after the tombstone. */
+    pendingBlobDeletions?: PendingBlobDeletionStore;
+    /** Select download-only operation for runtimes that cannot sign uploads. */
+    transferMode?: "upload-download" | "download-only";
 }
+export type SyncCanRunResult = {
+    ok: true;
+} | {
+    ok: false;
+    reason: string;
+    message: string;
+};
 export interface SyncManager {
     /** Start the background sync loop */
     start(): void;
@@ -18,6 +40,13 @@ export interface SyncManager {
     getStatus(): SyncStatus;
     /** Signal that new data has been ingested (next cycle picks it up) */
     notifyNewData(): void;
+    /**
+     * Durable scope deletion: gateway tombstone, then storage blobs, then the
+     * local copy (see workers/delete.ts for why that order is the only safe
+     * one). Resolves with a per-step result; a gateway failure leaves the
+     * local copy in place and is reported as `steps.gateway.status = "failed"`.
+     */
+    deleteScope(scope: string): Promise<DeleteScopeResult>;
     /** Whether the sync manager is currently running */
     readonly running: boolean;
 }

package/dist/sync/engine/sync-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync-manager.d.ts","sourceRoot":"","sources":["../../../src/sync/engine/sync-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAa,MAAM,aAAa,CAAC;AAIzD,MAAM,WAAW,kBAAkB;IACjC,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,qCAAqC;IACrC,KAAK,IAAI,IAAI,CAAC;IAEd,+CAA+C;IAC/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtB,mDAAmD;IACnD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,8BAA8B;IAC9B,SAAS,IAAI,UAAU,CAAC;IAExB,sEAAsE;IACtE,aAAa,IAAI,IAAI,CAAC;IAEtB,oDAAoD;IACpD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AAID,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,gBAAgB,EAC5B,YAAY,EAAE,kBAAkB,EAChC,OAAO,CAAC,EAAE,kBAAkB,GAC3B,WAAW,CA8Jb"}
+{"version":3,"file":"sync-manager.d.ts","sourceRoot":"","sources":["../../../src/sync/engine/sync-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAgC,MAAM,aAAa,CAAC;AAG5E,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EACV,cAAc,EACd,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAE9B,MAAM,WAAW,kBAAkB;IACjC,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uFAAuF;IACvF,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;IAC7D;;;OAGG;IACH,UAAU,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACnC,+EAA+E;IAC/E,oBAAoB,CAAC,EAAE,wBAAwB,CAAC;IAChD,4EAA4E;IAC5E,YAAY,CAAC,EAAE,iBAAiB,GAAG,eAAe,CAAC;CACpD;AAED,MAAM,MAAM,gBAAgB,GAC1B;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,MAAM,WAAW,WAAW;IAC1B,qCAAqC;IACrC,KAAK,IAAI,IAAI,CAAC;IAEd,+CAA+C;IAC/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtB,mDAAmD;IACnD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,8BAA8B;IAC9B,SAAS,IAAI,UAAU,CAAC;IAExB,sEAAsE;IACtE,aAAa,IAAI,IAAI,CAAC;IAEtB;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAEvD,oDAAoD;IACpD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AAID,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,gBAAgB,EAC5B,YAAY,EAAE,kBAAkB,EAChC,OAAO,CAAC,EAAE,kBAAkB,GAC3B,WAAW,CA0Rb"}

package/dist/sync/engine/sync-manager.js

@@ -1,62 +1,101 @@
 import { uploadAll } from "../workers/upload.js";
 import { downloadAll } from "../workers/download.js";
+import { deleteScope, retryPendingBlobDeletions, } from "../workers/delete.js";
+import { createDownloadRetryMemory } from "../retry-memory.js";
 const MAX_ERRORS = 10;
 export function createSyncManager(uploadDeps, downloadDeps, options) {
     const pollInterval = options?.pollInterval ?? 60_000;
     const uploadBatchSize = options?.uploadBatchSize ?? 50;
+    const notifyDebounceMs = options?.notifyDebounceMs ?? 500;
+    const transferMode = options?.transferMode ?? "upload-download";
     let intervalId = null;
+    let notifyTimerId = null;
     let isRunning = false;
     let lastSync = null;
     let lastProcessedTimestamp = null;
+    let blocked = null;
     let errors = [];
     let cycleInFlight = null;
+    let rerunRequested = false;
+    let needsFullReconcile = true;
+    // One retry memory per manager (= per boot session): a blob that 404s is
+    // attempted once per session, not once per cycle; transient storage errors
+    // back off exponentially instead of re-firing on every cycle.
+    const downloadRetryMemory = createDownloadRetryMemory();
+    const dataPointFeed = downloadDeps.dataPointFeed ?? uploadDeps.dataPointFeed;
+    const scopeDeletions = uploadDeps.scopeDeletions ?? downloadDeps.scopeDeletions;
+    // The upload worker queues guarded cleanup for ciphertext it had to
+    // abandon mid-race; it shares the manager's marker store.
+    const workerUploadDeps = {
+        ...uploadDeps,
+        pendingBlobDeletions: uploadDeps.pendingBlobDeletions ?? options?.pendingBlobDeletions,
+    };
+    const workerDownloadDeps = {
+        ...downloadDeps,
+        pendingBlobDeletions: downloadDeps.pendingBlobDeletions ?? options?.pendingBlobDeletions,
+    };
+    // Sync cycles and durable deletes mutate the same local index and the same
+    // registry rows. Run them one at a time (FIFO): a delete cannot start while
+    // an upload of the same scope is between "blob uploaded" and "row marked
+    // synced", and a cycle cannot start until a delete has finished all three
+    // steps. A rejected operation never blocks the ones queued behind it.
+    let mutationQueue = Promise.resolve();
+    function exclusive(operation) {
+        const run = mutationQueue.then(operation, operation);
+        mutationQueue = run.catch(() => undefined);
+        return run;
+    }
     async function runCycle() {
         // Prevent concurrent cycles
         if (cycleInFlight) {
+            rerunRequested = true;
             return cycleInFlight;
         }
-        cycleInFlight = (async () => {
-            try {
-                // Upload unsynced local files
-                const uploadResults = await uploadAll(uploadDeps, {
-                    batchSize: uploadBatchSize,
-                });
-                uploadDeps.logger.debug({ uploaded: uploadResults.length }, "Upload cycle complete");
-            }
-            catch (err) {
-                const syncError = {
-                    fileId: null,
-                    scope: null,
-                    message: `Upload cycle failed: ${err.message}`,
-                    timestamp: new Date().toISOString(),
-                };
-                pushError(syncError);
-                uploadDeps.logger.error({ error: err.message }, "Upload cycle failed");
-            }
-            try {
-                // Download new remote files
-                const downloadResults = await downloadAll(downloadDeps);
-                downloadDeps.logger.debug({ downloaded: downloadResults.length }, "Download cycle complete");
-            }
-            catch (err) {
-                const syncError = {
-                    fileId: null,
-                    scope: null,
-                    message: `Download cycle failed: ${err.message}`,
-                    timestamp: new Date().toISOString(),
-                };
-                pushError(syncError);
-                downloadDeps.logger.error({ error: err.message }, "Download cycle failed");
-            }
-            // Update cached cursor value
-            try {
-                lastProcessedTimestamp = await downloadDeps.cursor.read();
-            }
-            catch {
-                // Non-critical: status will show stale value
-            }
-            lastSync = new Date().toISOString();
-        })();
+        cycleInFlight = exclusive(async () => {
+            do {
+                rerunRequested = false;
+                const canRun = await (options?.canSync?.() ?? { ok: true });
+                if (!canRun.ok) {
+                    blocked = { reason: canRun.reason, message: canRun.message };
+                    uploadDeps.logger.warn(blocked, "Sync cycle blocked");
+                    continue;
+                }
+                blocked = null;
+                // Finish blob deletions whose tombstone landed but whose storage
+                // DELETE did not. Cheap when nothing is pending; never blocks sync.
+                if (transferMode === "upload-download") {
+                    await runUploadCycle();
+                }
+                try {
+                    // Download new remote files
+                    const fullReconcile = needsFullReconcile;
+                    const downloadResults = await downloadAll(workerDownloadDeps, {
+                        fullReconcile,
+                        retryMemory: downloadRetryMemory,
+                    });
+                    needsFullReconcile = false;
+                    downloadDeps.logger.debug({ downloaded: downloadResults.length, fullReconcile }, "Download cycle complete");
+                }
+                catch (err) {
+                    const syncError = {
+                        fileId: null,
+                        scope: null,
+                        message: `Download cycle failed: ${err.message}`,
+                        timestamp: new Date().toISOString(),
+                    };
+                    pushError(syncError);
+                    downloadDeps.logger.error({ error: err.message }, "Download cycle failed");
+                }
+                // Update cached cursor value
+                try {
+                    lastProcessedTimestamp = await downloadDeps.cursor.read();
+                }
+                catch {
+                    // Non-critical: status will show stale value
+                }
+                lastSync = new Date().toISOString();
+            } while (rerunRequested && isRunning);
+        });
         try {
             await cycleInFlight;
         }
@@ -64,6 +103,57 @@ export function createSyncManager(uploadDeps, downloadDeps, options) {
             cycleInFlight = null;
         }
     }
+    async function runUploadCycle() {
+        try {
+            await retryPendingBlobDeletions({
+                deleteData: options?.deleteData,
+                pendingBlobDeletions: options?.pendingBlobDeletions,
+                dataPointFeed,
+                serverOwner: uploadDeps.serverOwner,
+                storage: uploadDeps.storage,
+                logger: uploadDeps.logger,
+            });
+        }
+        catch (err) {
+            uploadDeps.logger.warn({ error: err.message }, "Pending blob deletion retry failed");
+        }
+        try {
+            const uploadResults = await uploadAll(workerUploadDeps, {
+                batchSize: uploadBatchSize,
+                onError(entry, error) {
+                    pushError({
+                        fileId: entry.fileId,
+                        scope: entry.scope,
+                        message: `Upload failed for ${entry.path}: ${error.message}`,
+                        timestamp: new Date().toISOString(),
+                    });
+                },
+            });
+            uploadDeps.logger.debug({ uploaded: uploadResults.length }, "Upload cycle complete");
+        }
+        catch (err) {
+            const syncError = {
+                fileId: null,
+                scope: null,
+                message: `Upload cycle failed: ${err.message}`,
+                timestamp: new Date().toISOString(),
+            };
+            pushError(syncError);
+            uploadDeps.logger.error({ error: err.message }, "Upload cycle failed");
+        }
+    }
+    function scheduleNotifiedCycle() {
+        if (!isRunning || notifyTimerId !== null)
+            return;
+        notifyTimerId = setTimeout(() => {
+            notifyTimerId = null;
+            if (!isRunning)
+                return;
+            runCycle().catch(() => {
+                // Errors already captured in ring buffer
+            });
+        }, notifyDebounceMs);
+    }
     function pushError(error) {
         errors.push(error);
         if (errors.length > MAX_ERRORS) {
@@ -85,6 +175,12 @@ export function createSyncManager(uploadDeps, downloadDeps, options) {
             intervalId = null;
         }
     }
+    function clearNotifyTimer() {
+        if (notifyTimerId !== null) {
+            clearTimeout(notifyTimerId);
+            notifyTimerId = null;
+        }
+    }
     const manager = {
         get running() {
             return isRunning;
@@ -101,6 +197,7 @@ export function createSyncManager(uploadDeps, downloadDeps, options) {
         },
         async stop() {
             clearIntervalTimer();
+            clearNotifyTimer();
             isRunning = false;
             // Wait for any in-flight cycle to complete
             if (cycleInFlight) {
@@ -108,18 +205,21 @@ export function createSyncManager(uploadDeps, downloadDeps, options) {
             }
         },
         async trigger() {
-            // Clear existing interval, run immediately, restart interval
+            // Clear existing timers, run immediately, restart interval
             clearIntervalTimer();
+            clearNotifyTimer();
             await runCycle();
             if (isRunning) {
                 startInterval();
             }
         },
         getStatus() {
-            const pendingFiles = uploadDeps.indexManager.findUnsynced().length;
+            const pendingFiles = uploadDeps.storage.findUnsynced().length;
             return {
                 enabled: true,
                 running: isRunning,
+                syncing: cycleInFlight !== null,
+                blocked,
                 lastSync,
                 lastProcessedTimestamp,
                 pendingFiles,
@@ -127,8 +227,19 @@ export function createSyncManager(uploadDeps, downloadDeps, options) {
             };
         },
         notifyNewData() {
-            // No-op signal — the next cycle picks up unsynced entries automatically.
             uploadDeps.logger.debug("New data notification received");
+            scheduleNotifiedCycle();
+        },
+        deleteScope(scope) {
+            return exclusive(() => deleteScope({
+                storage: uploadDeps.storage,
+                serverOwner: uploadDeps.serverOwner,
+                deleteData: options?.deleteData,
+                pendingBlobDeletions: options?.pendingBlobDeletions,
+                scopeDeletions,
+                dataPointFeed,
+                logger: uploadDeps.logger,
+            }, scope));
         },
     };
     return manager;