@opendatalabs/personal-server-ts-core 0.0.1-canary.00328bf

package/dist/sync/delete-data-port.js

@@ -0,0 +1,244 @@
+import { buildWeb3SignedHeader } from "@opendatalabs/vana-sdk/browser";
+import { computeDataPointId } from "./data-point-id.js";
+import { parseGatewayNextVersion } from "./workers/upload.js";
+import { TOMBSTONE_DATA_HASH, TOMBSTONE_METADATA_HASH } from "./tombstone.js";
+/**
+ * Remote deletion against the DPv2 gateway + vana-storage.
+ *
+ * Gateway (durable fact):
+ *   DELETE {gateway}/v1/data/{dataPointId}
+ *   Authorization: Web3Signed {signature}
+ *   { ownerAddress, scope, expectedVersion, signature }
+ * where signature = EIP-712 AddData over
+ *   { ownerAddress, scope, dataHash: TOMBSTONE_DATA_HASH,
+ *     metadataHash: TOMBSTONE_METADATA_HASH, expectedVersion: current + 1 }
+ *
+ * Storage (one exact blob per version, never the scope prefix):
+ *   DELETE {storage}/v1/chains/{chainId}/blobs/{owner}/{scope}/{version}
+ *   authorization: Web3Signed (aud = storage endpoint, uri = that path)
+ * The path is the one the SDK's vana-storage provider uploads to: lowercased
+ * owner, every key segment URI-encoded; vana-storage resolves a three-segment
+ * path as a single-object delete and answers 404 when the object is absent.
+ */
+export function createGatewayDeleteDataPort(options) {
+    const gatewayBase = options.gatewayUrl.replace(/\/+$/, "");
+    const storageBase = options.storage.endpoint.replace(/\/+$/, "");
+    const fetchImpl = options.fetch ?? globalThis.fetch;
+    // The storage provider lowercases the owner in blob paths; match it or the
+    // exact DELETE keys would not be the ones PUT wrote.
+    const owner = options.serverOwner.toLowerCase();
+    async function sendTombstone(scope, dataPointId, version) {
+        const signature = await options.signer.signAddData({
+            ownerAddress: options.serverOwner,
+            scope,
+            dataHash: TOMBSTONE_DATA_HASH,
+            metadataHash: TOMBSTONE_METADATA_HASH,
+            expectedVersion: version,
+        });
+        return fetchImpl(`${gatewayBase}/v1/data/${dataPointId}`, {
+            method: "DELETE",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Web3Signed ${signature}`,
+            },
+            body: JSON.stringify({
+                ownerAddress: options.serverOwner,
+                scope,
+                expectedVersion: String(version),
+                signature,
+            }),
+        });
+    }
+    return {
+        async tombstone(scope) {
+            const dataPointId = computeDataPointId(options.serverOwner, scope);
+            const current = await options.dataPointFeed.getDataPoint({
+                ownerAddress: options.serverOwner,
+                scope,
+            });
+            if (current === null) {
+                return { status: "not-registered", dataPointId };
+            }
+            if (current.deletedAt !== null) {
+                return {
+                    status: "already-deleted",
+                    dataPointId,
+                    version: current.expectedVersion,
+                    deletedAt: current.deletedAt,
+                };
+            }
+            let version = BigInt(current.expectedVersion) + 1n;
+            let res = await sendTombstone(scope, dataPointId, version);
+            if (res.status === 409) {
+                // Another replica advanced the scope between our read and our
+                // write. The 409 body carries `currentExpectedVersion` (and the
+                // legacy message phrasing names the next valid version); re-sign
+                // once against it.
+                const body = await res.json().catch(() => null);
+                const conflict = unwrap(body);
+                // Gateway 409 body: `nextExpectedVersion` is the version to sign
+                // next; `currentExpectedVersion` is the version the gateway holds,
+                // so it needs +1. Prefer the explicit next, fall back to current+1,
+                // then to the legacy message phrasing.
+                const nextExplicit = integerField(conflict, "nextExpectedVersion") ??
+                    integerField(body, "nextExpectedVersion");
+                const currentExpected = integerField(conflict, "currentExpectedVersion") ??
+                    integerField(body, "currentExpectedVersion");
+                const legacyNext = parseGatewayNextVersion(detailFromBody(body, res.statusText));
+                const next = nextExplicit !== null
+                    ? nextExplicit
+                    : currentExpected !== null
+                        ? currentExpected + 1n
+                        : legacyNext !== null
+                            ? BigInt(legacyNext)
+                            : null;
+                if (next === null) {
+                    throw new Error(`Gateway error: 409 ${detailFromBody(body, res.statusText)}`);
+                }
+                version = next;
+                res = await sendTombstone(scope, dataPointId, version);
+            }
+            if (res.status === 404) {
+                // The registry lost the row between our read and our write (or the
+                // feed answered from a replica ahead of the writer): nothing to
+                // tombstone.
+                return { status: "not-registered", dataPointId };
+            }
+            if (res.status === 410) {
+                // Raced with a concurrent deletion: the point is already gone. The
+                // winning tombstone may sit above the version we attempted (another
+                // replica advanced the scope first), and its version bounds the
+                // ciphertext to delete, so take the gateway's word: the echoed row,
+                // else a re-read of the deletion-aware feed, else unknown.
+                const body = await res.json().catch(() => null);
+                const echoed = unwrap(body);
+                let winning = normalizeVersionString(stringField(echoed, "expectedVersion"));
+                let deletedAt = stringField(echoed, "deletedAt");
+                if (winning === null) {
+                    const reread = await options.dataPointFeed
+                        .getDataPoint({ ownerAddress: options.serverOwner, scope })
+                        .catch(() => null);
+                    if (reread && reread.deletedAt !== null) {
+                        winning = normalizeVersionString(reread.expectedVersion);
+                        deletedAt = deletedAt ?? reread.deletedAt;
+                    }
+                }
+                return {
+                    status: "already-deleted",
+                    dataPointId,
+                    version: winning,
+                    deletedAt,
+                };
+            }
+            if (!res.ok) {
+                throw new Error(`Gateway error: ${res.status} ${await errorDetail(res)}`);
+            }
+            const body = await res.json().catch(() => null);
+            const row = unwrap(body);
+            return {
+                status: "tombstoned",
+                dataPointId: stringField(row, "dataPointId") ?? dataPointId,
+                version: stringField(row, "expectedVersion") ?? String(version),
+                deletedAt: stringField(row, "deletedAt"),
+            };
+        },
+        async deleteBlobVersions(scope, versions) {
+            const outcome = {
+                deleted: [],
+                missing: [],
+                failed: [],
+            };
+            // Sequential on purpose: vana-storage rate-limits DELETE per owner
+            // and the caller already bounds the batch size per pass.
+            for (const version of versions) {
+                const path = `/v1/chains/${options.storage.chainId}/blobs/${owner}/${encodeURIComponent(scope)}/${encodeURIComponent(version)}`;
+                try {
+                    const authorization = await buildWeb3SignedHeader({
+                        signMessage: (message) => options.storage.signMessage(message),
+                        aud: storageBase,
+                        method: "DELETE",
+                        uri: path,
+                    });
+                    const res = await fetchImpl(`${storageBase}${path}`, {
+                        method: "DELETE",
+                        headers: { authorization },
+                    });
+                    if (res.status === 404) {
+                        // Idempotent: an absent object is a completed delete.
+                        outcome.missing.push(version);
+                    }
+                    else if (res.ok) {
+                        outcome.deleted.push(version);
+                    }
+                    else {
+                        outcome.failed.push({
+                            version,
+                            error: `vana-storage delete failed: ${res.status} ${res.statusText}`,
+                        });
+                    }
+                }
+                catch (err) {
+                    outcome.failed.push({
+                        version,
+                        error: err instanceof Error ? err.message : String(err),
+                    });
+                }
+            }
+            return outcome;
+        },
+    };
+}
+async function errorDetail(res) {
+    const body = await res.json().catch(() => null);
+    return detailFromBody(body, res.statusText);
+}
+function detailFromBody(body, fallback) {
+    if (typeof body === "object" && body !== null) {
+        const record = body;
+        if (typeof record.error === "string")
+            return record.error;
+        if (typeof record.message === "string")
+            return record.message;
+        if (typeof record.error === "object" && record.error !== null) {
+            const nested = record.error;
+            if (typeof nested.message === "string")
+                return nested.message;
+        }
+    }
+    return fallback;
+}
+// Versions are unbounded integers on the wire (decimal strings); parse them
+// as bigint so a value past Number.MAX_SAFE_INTEGER cannot round.
+// A registry version is a positive decimal integer; anything else (including
+// the "0" a body-less 410 can synthesise) is "unknown".
+function normalizeVersionString(value) {
+    if (value === null || !/^\d+$/.test(value))
+        return null;
+    const parsed = BigInt(value);
+    return parsed > 0n ? parsed.toString() : null;
+}
+function integerField(record, key) {
+    if (typeof record !== "object" || record === null)
+        return null;
+    const value = record[key];
+    if (typeof value === "number" && Number.isSafeInteger(value)) {
+        return BigInt(value);
+    }
+    if (typeof value === "string" && /^\d+$/.test(value))
+        return BigInt(value);
+    return null;
+}
+function unwrap(body) {
+    if (typeof body !== "object" || body === null)
+        return null;
+    const record = body;
+    if (typeof record.data === "object" && record.data !== null) {
+        return record.data;
+    }
+    return record;
+}
+function stringField(record, key) {
+    const value = record?.[key];
+    return typeof value === "string" ? value : null;
+}
+//# sourceMappingURL=delete-data-port.js.map

package/dist/sync/delete-data-port.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete-data-port.js","sourceRoot":"","sources":["../../src/sync/delete-data-port.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAQvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AA+B9E;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAAqC;IAErC,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;IACpD,2EAA2E;IAC3E,qDAAqD;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,WAAW,EAAmB,CAAC;IAEjE,KAAK,UAAU,aAAa,CAC1B,KAAa,EACb,WAAmB,EACnB,OAAe;QAEf,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;YACjD,YAAY,EAAE,OAAO,CAAC,WAAW;YACjC,KAAK;YACL,QAAQ,EAAE,mBAAmB;YAC7B,YAAY,EAAE,uBAAuB;YACrC,eAAe,EAAE,OAAO;SACzB,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,GAAG,WAAW,YAAY,WAAW,EAAE,EAAE;YACxD,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,cAAc,SAAS,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,KAAK;gBACL,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC;gBAChC,SAAS;aACV,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,KAAK,CAAC,SAAS,CAAC,KAAa;YAC3B,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YACnE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC;gBACvD,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,KAAK;aACN,CAAC,CAAC;YACH,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;YACnD,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;gBAC/B,OAAO;oBACL,MAAM,EAAE,iBAAiB;oBACzB,WAAW;oBACX,OAAO,EAAE,OAAO,CAAC,eAAe;oBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC;YACnD,IAAI,GAAG,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC3D,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,8DAA8D;gBAC9D,gEAAgE;gBAChE,iEAAiE;gBACjE,mBAAmB;gBACnB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC9B,iEAAiE;gBACjE,mEAAmE;gBACnE,oEAAoE;gBACpE,uCAAuC;gBACvC,MAAM,YAAY,GAChB,YAAY,CAAC,QAAQ,EAAE,qBAAqB,CAAC;oBAC7C,YAAY,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;gBAC5C,MAAM,eAAe,GACnB,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CAAC;oBAChD,YAAY,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;gBAC/C,MAAM,UAAU,GAAG,uBAAuB,CACxC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,CACrC,CAAC;gBACF,MAAM,IAAI,GACR,YAAY,KAAK,IAAI;oBACnB,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,eAAe,KAAK,IAAI;wBACxB,CAAC,CAAC,eAAe,GAAG,EAAE;wBACtB,CAAC,CAAC,UAAU,KAAK,IAAI;4BACnB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;4BACpB,CAAC,CAAC,IAAI,CAAC;gBACf,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CACb,sBAAsB,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,CAC7D,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,GAAG,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACzD,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,mEAAmE;gBACnE,gEAAgE;gBAChE,aAAa;gBACb,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;YACnD,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,mEAAmE;gBACnE,oEAAoE;gBACpE,gEAAgE;gBAChE,oEAAoE;gBACpE,2DAA2D;gBAC3D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,IAAI,OAAO,GAAG,sBAAsB,CAClC,WAAW,CAAC,MAAM,EAAE,iBAAiB,CAAC,CACvC,CAAC;gBACF,IAAI,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBACjD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa;yBACvC,YAAY,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;yBAC1D,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;oBACrB,IAAI,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;wBACxC,OAAO,GAAG,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;wBACzD,SAAS,GAAG,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;oBAC5C,CAAC;gBACH,CAAC;gBACD,OAAO;oBACL,MAAM,EAAE,iBAAiB;oBACzB,WAAW;oBACX,OAAO,EAAE,OAAO;oBAChB,SAAS;iBACV,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,kBAAkB,GAAG,CAAC,MAAM,IAAI,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,WAAW;gBAC3D,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,iBAAiB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;gBAC/D,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,kBAAkB,CACtB,KAAa,EACb,QAAkB;YAElB,MAAM,OAAO,GAA8B;gBACzC,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;aACX,CAAC;YACF,mEAAmE;YACnE,yDAAyD;YACzD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,cAAc,OAAO,CAAC,OAAO,CAAC,OAAO,UAAU,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChI,IAAI,CAAC;oBACH,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC;wBAChD,WAAW,EAAE,CAAC,OAAe,EAAE,EAAE,CAC/B,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;wBACtC,GAAG,EAAE,WAAW;wBAChB,MAAM,EAAE,QAAQ;wBAChB,GAAG,EAAE,IAAI;qBACV,CAAC,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,EAAE;wBACnD,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE,EAAE,aAAa,EAAE;qBAC3B,CAAC,CAAC;oBACH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvB,sDAAsD;wBACtD,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;yBAAM,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;wBAClB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;4BAClB,OAAO;4BACP,KAAK,EAAE,+BAA+B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE;yBACrE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;wBAClB,OAAO;wBACP,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBACxD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,GAAa;IACtC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CAAC,IAAa,EAAE,QAAgB;IACrD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,KAAK,CAAC;QAC1D,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QAC9D,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAgC,CAAC;YACvD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QAChE,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,4EAA4E;AAC5E,kEAAkE;AAClE,6EAA6E;AAC7E,wDAAwD;AACxD,SAAS,sBAAsB,CAAC,KAAoB;IAClD,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAChD,CAAC;AAED,SAAS,YAAY,CAAC,MAAe,EAAE,GAAW;IAChD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/D,MAAM,KAAK,GAAI,MAAkC,CAAC,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,IAAa;IAC3B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,MAAM,GAAG,IAA+B,CAAC;IAC/C,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5D,OAAO,MAAM,CAAC,IAA+B,CAAC;IAChD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAClB,MAAsC,EACtC,GAAW;IAEX,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC"}

package/dist/sync/engine/sync-manager.d.ts

@@ -0,0 +1,58 @@
+import type { UploadWorkerDeps } from "../workers/upload.js";
+import type { DownloadWorkerDeps } from "../workers/download.js";
+import type { SyncStatus } from "../types.js";
+import { type DeleteScopeResult } from "../workers/delete.js";
+import type { DeleteDataPort, PendingBlobDeletionStore } from "../../ports/index.js";
+export interface SyncManagerOptions {
+    /** Polling interval in milliseconds (default: 60_000 = 1 minute) */
+    pollInterval?: number;
+    /** Max upload batch size per cycle (default: 50) */
+    uploadBatchSize?: number;
+    /** Debounce for immediate sync after local ingest (default: 500ms) */
+    notifyDebounceMs?: number;
+    /** Optional runtime gate. Returning blocked skips upload/download without an error. */
+    canSync?: () => Promise<SyncCanRunResult> | SyncCanRunResult;
+    /**
+     * Remote deletion (gateway tombstone + storage blobs). Without it
+     * `deleteScope` is local-only and reports `durable: false`.
+     */
+    deleteData?: DeleteDataPort | null;
+    /** Durable retry marker for blob deletions that failed after the tombstone. */
+    pendingBlobDeletions?: PendingBlobDeletionStore;
+    /** Select download-only operation for runtimes that cannot sign uploads. */
+    transferMode?: "upload-download" | "download-only";
+    /** Exact owner scopes to hydrate before the first full download cycle. */
+    hydrateScopes?: string[];
+}
+export type SyncCanRunResult = {
+    ok: true;
+} | {
+    ok: false;
+    reason: string;
+    message: string;
+};
+export interface SyncManager {
+    /** Start the background sync loop */
+    start(): void;
+    /** Stop the background sync loop gracefully */
+    stop(): Promise<void>;
+    /** Trigger an immediate sync cycle (skips wait) */
+    trigger(): Promise<void>;
+    /** Get current sync status */
+    getStatus(): SyncStatus;
+    /** Download exact owner scopes without advancing the registry cursor. */
+    hydrateScopes(scopes: string[]): Promise<void>;
+    /** Signal that new data has been ingested (next cycle picks it up) */
+    notifyNewData(): void;
+    /**
+     * Durable scope deletion: gateway tombstone, then storage blobs, then the
+     * local copy (see workers/delete.ts for why that order is the only safe
+     * one). Resolves with a per-step result; a gateway failure leaves the
+     * local copy in place and is reported as `steps.gateway.status = "failed"`.
+     */
+    deleteScope(scope: string): Promise<DeleteScopeResult>;
+    /** Whether the sync manager is currently running */
+    readonly running: boolean;
+}
+export declare function createSyncManager(uploadDeps: UploadWorkerDeps, downloadDeps: DownloadWorkerDeps, options?: SyncManagerOptions): SyncManager;
+//# sourceMappingURL=sync-manager.d.ts.map

package/dist/sync/engine/sync-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-manager.d.ts","sourceRoot":"","sources":["../../../src/sync/engine/sync-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAgC,MAAM,aAAa,CAAC;AAG5E,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EACV,cAAc,EACd,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAE9B,MAAM,WAAW,kBAAkB;IACjC,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uFAAuF;IACvF,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;IAC7D;;;OAGG;IACH,UAAU,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACnC,+EAA+E;IAC/E,oBAAoB,CAAC,EAAE,wBAAwB,CAAC;IAChD,4EAA4E;IAC5E,YAAY,CAAC,EAAE,iBAAiB,GAAG,eAAe,CAAC;IACnD,0EAA0E;IAC1E,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,MAAM,gBAAgB,GAC1B;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,MAAM,WAAW,WAAW;IAC1B,qCAAqC;IACrC,KAAK,IAAI,IAAI,CAAC;IAEd,+CAA+C;IAC/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtB,mDAAmD;IACnD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,8BAA8B;IAC9B,SAAS,IAAI,UAAU,CAAC;IAExB,yEAAyE;IACzE,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C,sEAAsE;IACtE,aAAa,IAAI,IAAI,CAAC;IAEtB;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAEvD,oDAAoD;IACpD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AAID,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,gBAAgB,EAC5B,YAAY,EAAE,kBAAkB,EAChC,OAAO,CAAC,EAAE,kBAAkB,GAC3B,WAAW,CAqUb"}

package/dist/sync/engine/sync-manager.js

@@ -0,0 +1,285 @@
+import { uploadAll } from "../workers/upload.js";
+import { downloadAll, downloadScopes } from "../workers/download.js";
+import { deleteScope, retryPendingBlobDeletions, } from "../workers/delete.js";
+import { createDownloadRetryMemory } from "../retry-memory.js";
+const MAX_ERRORS = 10;
+export function createSyncManager(uploadDeps, downloadDeps, options) {
+    const pollInterval = options?.pollInterval ?? 60_000;
+    const uploadBatchSize = options?.uploadBatchSize ?? 50;
+    const notifyDebounceMs = options?.notifyDebounceMs ?? 500;
+    const transferMode = options?.transferMode ?? "upload-download";
+    const startupHydrateScopes = [...new Set(options?.hydrateScopes ?? [])];
+    let intervalId = null;
+    let notifyTimerId = null;
+    let isRunning = false;
+    let lastSync = null;
+    let lastProcessedTimestamp = null;
+    let blocked = null;
+    let errors = [];
+    let cycleInFlight = null;
+    let rerunRequested = false;
+    let needsFullReconcile = true;
+    let needsStartupHydration = startupHydrateScopes.length > 0;
+    const hydratedScopes = new Set();
+    // One retry memory per manager (= per boot session): a blob that 404s is
+    // attempted once per session, not once per cycle; transient storage errors
+    // back off exponentially instead of re-firing on every cycle.
+    const downloadRetryMemory = createDownloadRetryMemory();
+    const dataPointFeed = downloadDeps.dataPointFeed ?? uploadDeps.dataPointFeed;
+    const scopeDeletions = uploadDeps.scopeDeletions ?? downloadDeps.scopeDeletions;
+    // The upload worker queues guarded cleanup for ciphertext it had to
+    // abandon mid-race; it shares the manager's marker store.
+    const workerUploadDeps = {
+        ...uploadDeps,
+        pendingBlobDeletions: uploadDeps.pendingBlobDeletions ?? options?.pendingBlobDeletions,
+    };
+    const workerDownloadDeps = {
+        ...downloadDeps,
+        pendingBlobDeletions: downloadDeps.pendingBlobDeletions ?? options?.pendingBlobDeletions,
+    };
+    // Sync cycles and durable deletes mutate the same local index and the same
+    // registry rows. Run them one at a time (FIFO): a delete cannot start while
+    // an upload of the same scope is between "blob uploaded" and "row marked
+    // synced", and a cycle cannot start until a delete has finished all three
+    // steps. A rejected operation never blocks the ones queued behind it.
+    let mutationQueue = Promise.resolve();
+    function exclusive(operation) {
+        const run = mutationQueue.then(operation, operation);
+        mutationQueue = run.catch(() => undefined);
+        return run;
+    }
+    async function hydrateScopesExclusive(scopes) {
+        // Resolve scopes individually so an earlier success remains observable if
+        // a later scope fails.
+        for (const scope of new Set(scopes)) {
+            await downloadScopes(workerDownloadDeps, [scope], {
+                retryMemory: downloadRetryMemory,
+            });
+            // "Hydrated" means the remote scope was resolved, including an absent
+            // data point or tombstone; it does not guarantee local bytes exist.
+            hydratedScopes.add(scope);
+            downloadDeps.logger.info({ scope }, "Hydrated requested scope");
+        }
+    }
+    async function runCycle() {
+        // Prevent concurrent cycles
+        if (cycleInFlight) {
+            rerunRequested = true;
+            return cycleInFlight;
+        }
+        cycleInFlight = exclusive(async () => {
+            do {
+                rerunRequested = false;
+                const canRun = await (options?.canSync?.() ?? { ok: true });
+                if (!canRun.ok) {
+                    blocked = { reason: canRun.reason, message: canRun.message };
+                    uploadDeps.logger.warn(blocked, "Sync cycle blocked");
+                    continue;
+                }
+                blocked = null;
+                if (needsStartupHydration) {
+                    try {
+                        await hydrateScopesExclusive(startupHydrateScopes);
+                        needsStartupHydration = false;
+                    }
+                    catch (err) {
+                        downloadDeps.logger.warn({ error: err.message }, "Scope hydration failed; continuing with full sync");
+                    }
+                }
+                // Finish blob deletions whose tombstone landed but whose storage
+                // DELETE did not. Cheap when nothing is pending; never blocks sync.
+                if (transferMode === "upload-download") {
+                    await runUploadCycle();
+                }
+                try {
+                    // Download new remote files
+                    const fullReconcile = needsFullReconcile;
+                    const downloadResults = await downloadAll(workerDownloadDeps, {
+                        fullReconcile,
+                        retryMemory: downloadRetryMemory,
+                    });
+                    needsFullReconcile = false;
+                    downloadDeps.logger.debug({ downloaded: downloadResults.length, fullReconcile }, "Download cycle complete");
+                }
+                catch (err) {
+                    const syncError = {
+                        fileId: null,
+                        scope: null,
+                        message: `Download cycle failed: ${err.message}`,
+                        timestamp: new Date().toISOString(),
+                    };
+                    pushError(syncError);
+                    downloadDeps.logger.error({ error: err.message }, "Download cycle failed");
+                }
+                // Update cached cursor value
+                try {
+                    lastProcessedTimestamp = await downloadDeps.cursor.read();
+                }
+                catch {
+                    // Non-critical: status will show stale value
+                }
+                lastSync = new Date().toISOString();
+            } while (rerunRequested && isRunning);
+        });
+        try {
+            await cycleInFlight;
+        }
+        finally {
+            cycleInFlight = null;
+        }
+    }
+    async function runUploadCycle() {
+        try {
+            await retryPendingBlobDeletions({
+                deleteData: options?.deleteData,
+                pendingBlobDeletions: options?.pendingBlobDeletions,
+                dataPointFeed,
+                serverOwner: uploadDeps.serverOwner,
+                storage: uploadDeps.storage,
+                logger: uploadDeps.logger,
+            });
+        }
+        catch (err) {
+            uploadDeps.logger.warn({ error: err.message }, "Pending blob deletion retry failed");
+        }
+        try {
+            const uploadResults = await uploadAll(workerUploadDeps, {
+                batchSize: uploadBatchSize,
+                onError(entry, error) {
+                    pushError({
+                        fileId: entry.fileId,
+                        scope: entry.scope,
+                        message: `Upload failed for ${entry.path}: ${error.message}`,
+                        timestamp: new Date().toISOString(),
+                    });
+                },
+            });
+            uploadDeps.logger.debug({ uploaded: uploadResults.length }, "Upload cycle complete");
+        }
+        catch (err) {
+            const syncError = {
+                fileId: null,
+                scope: null,
+                message: `Upload cycle failed: ${err.message}`,
+                timestamp: new Date().toISOString(),
+            };
+            pushError(syncError);
+            uploadDeps.logger.error({ error: err.message }, "Upload cycle failed");
+        }
+    }
+    function scheduleNotifiedCycle() {
+        if (!isRunning || notifyTimerId !== null)
+            return;
+        notifyTimerId = setTimeout(() => {
+            notifyTimerId = null;
+            if (!isRunning)
+                return;
+            runCycle().catch(() => {
+                // Errors already captured in ring buffer
+            });
+        }, notifyDebounceMs);
+    }
+    function pushError(error) {
+        errors.push(error);
+        if (errors.length > MAX_ERRORS) {
+            errors = errors.slice(-MAX_ERRORS);
+        }
+    }
+    function startInterval() {
+        if (intervalId !== null)
+            return;
+        intervalId = setInterval(() => {
+            runCycle().catch(() => {
+                // Errors already captured in ring buffer
+            });
+        }, pollInterval);
+    }
+    function clearIntervalTimer() {
+        if (intervalId !== null) {
+            clearInterval(intervalId);
+            intervalId = null;
+        }
+    }
+    function clearNotifyTimer() {
+        if (notifyTimerId !== null) {
+            clearTimeout(notifyTimerId);
+            notifyTimerId = null;
+        }
+    }
+    const manager = {
+        get running() {
+            return isRunning;
+        },
+        start() {
+            if (isRunning)
+                return; // Idempotent
+            isRunning = true;
+            // Crash recovery: run one cycle immediately on start
+            runCycle().catch(() => {
+                // Errors already captured in ring buffer
+            });
+            startInterval();
+        },
+        async stop() {
+            clearIntervalTimer();
+            clearNotifyTimer();
+            isRunning = false;
+            // Wait for any in-flight cycle to complete
+            if (cycleInFlight) {
+                await cycleInFlight;
+            }
+        },
+        async trigger() {
+            // Clear existing timers, run immediately, restart interval
+            clearIntervalTimer();
+            clearNotifyTimer();
+            await runCycle();
+            if (isRunning) {
+                startInterval();
+            }
+        },
+        getStatus() {
+            const pendingFiles = uploadDeps.storage.findUnsynced().length;
+            return {
+                enabled: true,
+                running: isRunning,
+                syncing: cycleInFlight !== null,
+                blocked,
+                lastSync,
+                lastProcessedTimestamp,
+                pendingFiles,
+                hydratedScopes: [...hydratedScopes],
+                errors: [...errors],
+            };
+        },
+        hydrateScopes(scopes) {
+            return exclusive(async () => {
+                const canRun = await (options?.canSync?.() ?? { ok: true });
+                if (!canRun.ok) {
+                    blocked = { reason: canRun.reason, message: canRun.message };
+                    downloadDeps.logger.warn(blocked, "Scope hydration blocked");
+                    return;
+                }
+                blocked = null;
+                await hydrateScopesExclusive(scopes);
+            });
+        },
+        notifyNewData() {
+            uploadDeps.logger.debug("New data notification received");
+            scheduleNotifiedCycle();
+        },
+        deleteScope(scope) {
+            return exclusive(() => deleteScope({
+                storage: uploadDeps.storage,
+                serverOwner: uploadDeps.serverOwner,
+                deleteData: options?.deleteData,
+                pendingBlobDeletions: options?.pendingBlobDeletions,
+                scopeDeletions,
+                dataPointFeed,
+                logger: uploadDeps.logger,
+            }, scope));
+        },
+    };
+    return manager;
+}
+//# sourceMappingURL=sync-manager.js.map

package/dist/sync/engine/sync-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-manager.js","sourceRoot":"","sources":["../../../src/sync/engine/sync-manager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,WAAW,EACX,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AA8D/D,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,MAAM,UAAU,iBAAiB,CAC/B,UAA4B,EAC5B,YAAgC,EAChC,OAA4B;IAE5B,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,MAAM,CAAC;IACrD,MAAM,eAAe,GAAG,OAAO,EAAE,eAAe,IAAI,EAAE,CAAC;IACvD,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,GAAG,CAAC;IAC1D,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,iBAAiB,CAAC;IAChE,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC;IAExE,IAAI,UAAU,GAA0C,IAAI,CAAC;IAC7D,IAAI,aAAa,GAAyC,IAAI,CAAC;IAC/D,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,sBAAsB,GAAkB,IAAI,CAAC;IACjD,IAAI,OAAO,GAA6B,IAAI,CAAC;IAC7C,IAAI,MAAM,GAAgB,EAAE,CAAC;IAC7B,IAAI,aAAa,GAAyB,IAAI,CAAC;IAC/C,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,kBAAkB,GAAG,IAAI,CAAC;IAC9B,IAAI,qBAAqB,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,yEAAyE;IACzE,2EAA2E;IAC3E,8DAA8D;IAC9D,MAAM,mBAAmB,GAAG,yBAAyB,EAAE,CAAC;IACxD,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,IAAI,UAAU,CAAC,aAAa,CAAC;IAC7E,MAAM,cAAc,GAClB,UAAU,CAAC,cAAc,IAAI,YAAY,CAAC,cAAc,CAAC;IAC3D,oEAAoE;IACpE,0DAA0D;IAC1D,MAAM,gBAAgB,GAAqB;QACzC,GAAG,UAAU;QACb,oBAAoB,EAClB,UAAU,CAAC,oBAAoB,IAAI,OAAO,EAAE,oBAAoB;KACnE,CAAC;IACF,MAAM,kBAAkB,GAAuB;QAC7C,GAAG,YAAY;QACf,oBAAoB,EAClB,YAAY,CAAC,oBAAoB,IAAI,OAAO,EAAE,oBAAoB;KACrE,CAAC;IAEF,2EAA2E;IAC3E,4EAA4E;IAC5E,yEAAyE;IACzE,0EAA0E;IAC1E,sEAAsE;IACtE,IAAI,aAAa,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IACxD,SAAS,SAAS,CAAI,SAA2B;QAC/C,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACrD,aAAa,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC3C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,UAAU,sBAAsB,CAAC,MAAgB;QACpD,0EAA0E;QAC1E,uBAAuB;QACvB,KAAK,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,cAAc,CAAC,kBAAkB,EAAE,CAAC,KAAK,CAAC,EAAE;gBAChD,WAAW,EAAE,mBAAmB;aACjC,CAAC,CAAC;YACH,sEAAsE;YACtE,oEAAoE;YACpE,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1B,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,0BAA0B,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,KAAK,UAAU,QAAQ;QACrB,4BAA4B;QAC5B,IAAI,aAAa,EAAE,CAAC;YAClB,cAAc,GAAG,IAAI,CAAC;YACtB,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,aAAa,GAAG,SAAS,CAAC,KAAK,IAAI,EAAE;YACnC,GAAG,CAAC;gBACF,cAAc,GAAG,KAAK,CAAC;gBACvB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;oBACf,OAAO,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC7D,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;oBACtD,SAAS;gBACX,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBAEf,IAAI,qBAAqB,EAAE,CAAC;oBAC1B,IAAI,CAAC;wBACH,MAAM,sBAAsB,CAAC,oBAAoB,CAAC,CAAC;wBACnD,qBAAqB,GAAG,KAAK,CAAC;oBAChC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,YAAY,CAAC,MAAM,CAAC,IAAI,CACtB,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EACjC,mDAAmD,CACpD,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,iEAAiE;gBACjE,oEAAoE;gBACpE,IAAI,YAAY,KAAK,iBAAiB,EAAE,CAAC;oBACvC,MAAM,cAAc,EAAE,CAAC;gBACzB,CAAC;gBAED,IAAI,CAAC;oBACH,4BAA4B;oBAC5B,MAAM,aAAa,GAAG,kBAAkB,CAAC;oBACzC,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,kBAAkB,EAAE;wBAC5D,aAAa;wBACb,WAAW,EAAE,mBAAmB;qBACjC,CAAC,CAAC;oBACH,kBAAkB,GAAG,KAAK,CAAC;oBAC3B,YAAY,CAAC,MAAM,CAAC,KAAK,CACvB,EAAE,UAAU,EAAE,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,EACrD,yBAAyB,CAC1B,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,SAAS,GAAc;wBAC3B,MAAM,EAAE,IAAI;wBACZ,KAAK,EAAE,IAAI;wBACX,OAAO,EAAE,0BAA2B,GAAa,CAAC,OAAO,EAAE;wBAC3D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAC;oBACF,SAAS,CAAC,SAAS,CAAC,CAAC;oBACrB,YAAY,CAAC,MAAM,CAAC,KAAK,CACvB,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EACjC,uBAAuB,CACxB,CAAC;gBACJ,CAAC;gBAED,6BAA6B;gBAC7B,IAAI,CAAC;oBACH,sBAAsB,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5D,CAAC;gBAAC,MAAM,CAAC;oBACP,6CAA6C;gBAC/C,CAAC;gBAED,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACtC,CAAC,QAAQ,cAAc,IAAI,SAAS,EAAE;QACxC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,aAAa,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,cAAc;QAC3B,IAAI,CAAC;YACH,MAAM,yBAAyB,CAAC;gBAC9B,UAAU,EAAE,OAAO,EAAE,UAAU;gBAC/B,oBAAoB,EAAE,OAAO,EAAE,oBAAoB;gBACnD,aAAa;gBACb,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,CAAC,MAAM,CAAC,IAAI,CACpB,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EACjC,oCAAoC,CACrC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,gBAAgB,EAAE;gBACtD,SAAS,EAAE,eAAe;gBAC1B,OAAO,CAAC,KAAK,EAAE,KAAK;oBAClB,SAAS,CAAC;wBACR,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,OAAO,EAAE,qBAAqB,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE;wBAC5D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAC,CAAC;gBACL,CAAC;aACF,CAAC,CAAC;YACH,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,EAAE,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,EAClC,uBAAuB,CACxB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,SAAS,GAAc;gBAC3B,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,IAAI;gBACX,OAAO,EAAE,wBAAyB,GAAa,CAAC,OAAO,EAAE;gBACzD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;YACF,SAAS,CAAC,SAAS,CAAC,CAAC;YACrB,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EACjC,qBAAqB,CACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS,qBAAqB;QAC5B,IAAI,CAAC,SAAS,IAAI,aAAa,KAAK,IAAI;YAAE,OAAO;QACjD,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,aAAa,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,SAAS;gBAAE,OAAO;YACvB,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;gBACpB,yCAAyC;YAC3C,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACvB,CAAC;IAED,SAAS,SAAS,CAAC,KAAgB;QACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;YAC/B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,SAAS,aAAa;QACpB,IAAI,UAAU,KAAK,IAAI;YAAE,OAAO;QAChC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5B,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;gBACpB,yCAAyC;YAC3C,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,YAAY,CAAC,CAAC;IACnB,CAAC;IAED,SAAS,kBAAkB;QACzB,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,aAAa,CAAC,UAAU,CAAC,CAAC;YAC1B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,SAAS,gBAAgB;QACvB,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,YAAY,CAAC,aAAa,CAAC,CAAC;YAC5B,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAgB;QAC3B,IAAI,OAAO;YACT,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,KAAK;YACH,IAAI,SAAS;gBAAE,OAAO,CAAC,aAAa;YACpC,SAAS,GAAG,IAAI,CAAC;YAEjB,qDAAqD;YACrD,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;gBACpB,yCAAyC;YAC3C,CAAC,CAAC,CAAC;YAEH,aAAa,EAAE,CAAC;QAClB,CAAC;QAED,KAAK,CAAC,IAAI;YACR,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,SAAS,GAAG,KAAK,CAAC;YAElB,2CAA2C;YAC3C,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,aAAa,CAAC;YACtB,CAAC;QACH,CAAC;QAED,KAAK,CAAC,OAAO;YACX,2DAA2D;YAC3D,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,MAAM,QAAQ,EAAE,CAAC;YACjB,IAAI,SAAS,EAAE,CAAC;gBACd,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAED,SAAS;YACP,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC;YAE9D,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,SAAS;gBAClB,OAAO,EAAE,aAAa,KAAK,IAAI;gBAC/B,OAAO;gBACP,QAAQ;gBACR,sBAAsB;gBACtB,YAAY;gBACZ,cAAc,EAAE,CAAC,GAAG,cAAc,CAAC;gBACnC,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC;aACpB,CAAC;QACJ,CAAC;QAED,aAAa,CAAC,MAAM;YAClB,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;gBAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;oBACf,OAAO,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC7D,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;oBAC7D,OAAO;gBACT,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,aAAa;YACX,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC1D,qBAAqB,EAAE,CAAC;QAC1B,CAAC;QAED,WAAW,CAAC,KAAa;YACvB,OAAO,SAAS,CAAC,GAAG,EAAE,CACpB,WAAW,CACT;gBACE,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,UAAU,EAAE,OAAO,EAAE,UAAU;gBAC/B,oBAAoB,EAAE,OAAO,EAAE,oBAAoB;gBACnD,cAAc;gBACd,aAAa;gBACb,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,EACD,KAAK,CACN,CACF,CAAC;QACJ,CAAC;KACF,CAAC;IAEF,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/sync/index.d.ts

@@ -0,0 +1,15 @@
+export type { SyncStatus, SyncError } from "./types.js";
+export type { SyncCursor } from "./cursor.js";
+export { classifySyncFailure, inferPayloadKind, type ClassifiedSyncFailure, type ClassifySyncFailureInput, type SyncDownloadFailureTelemetryEvent, type SyncFailureDisposition, type SyncFailureStage, type SyncFileIssue, type SyncPayloadKind, } from "./issues.js";
+export { createSyncManager, type SyncManager, type SyncManagerOptions, } from "./engine/sync-manager.js";
+export type { DownloadDiagnosticsHook, DownloadWorkerDeps, } from "./workers/download.js";
+export { downloadOne, type DownloadResult } from "./workers/download.js";
+export { createPdppImporter, isPermanentRejection, normalizeDigest, PDPP_METADATA_KEY, SUPPORTED_PDPP_METADATA_VERSION, type ImportableEnvelope, type ImportStreamShape, type PdppImporter, type PdppImporterDeps, type PdppImportOutcome, type PdppImportRejection, type PdppImportRejectionCode, type RetainedDeclaration, } from "./pdpp-import.js";
+export { BLOB_DELETE_BATCH_SIZE, deleteScope, planBlobDeletions, retryPendingBlobDeletions, type DeleteScopeDeps, type DeleteScopeResult, type DeleteScopeStep, type DeleteStepStatus, type RetryPendingBlobDeletionsResult, } from "./workers/delete.js";
+export { createGatewayDataPointFeed, feedFromGatewayClient, type GatewayDataPointFeedOptions, } from "./data-point-feed.js";
+export { createGatewayDeleteDataPort, type GatewayDeleteDataPortOptions, } from "./delete-data-port.js";
+export { createMemoryPendingBlobDeletionStore, createPendingBlobDeletionStore, normalizePendingBlobDeletions, type PendingBlobDeletionKv, } from "./pending-blob-deletions.js";
+export { computeDataPointId } from "./data-point-id.js";
+export { createScopeDeletionTracker, deletionTimestamp, isEntryCoveredByTombstone, tombstoneVersion, DEFAULT_SCOPE_DELETION_GATEWAY_RETRY_MS, DEFAULT_SCOPE_DELETION_MAX_STALENESS_MS, type ScopeDeletionResolveOptions, type ScopeDeletionSource, type ScopeDeletionTracker, type ScopeDeletionTrackerOptions, type ScopeDeletionVerdict, type ScopeTombstone, } from "./scope-deletions.js";
+export { TOMBSTONE_DATA_HASH, TOMBSTONE_METADATA_HASH, isTombstoneRecord, } from "./tombstone.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/sync/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sync/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACxD,YAAY,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,KAAK,iCAAiC,EACtC,KAAK,sBAAsB,EAC3B,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAClB,KAAK,eAAe,GACrB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,iBAAiB,EACjB,KAAK,WAAW,EAChB,KAAK,kBAAkB,GACxB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACV,uBAAuB,EACvB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,WAAW,EAAE,KAAK,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,+BAA+B,EAC/B,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,mBAAmB,GACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,WAAW,EACX,iBAAiB,EACjB,yBAAyB,EACzB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,+BAA+B,GACrC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,0BAA0B,EAC1B,qBAAqB,EACrB,KAAK,2BAA2B,GACjC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,2BAA2B,EAC3B,KAAK,4BAA4B,GAClC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oCAAoC,EACpC,8BAA8B,EAC9B,6BAA6B,EAC7B,KAAK,qBAAqB,GAC3B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,0BAA0B,EAC1B,iBAAiB,EACjB,yBAAyB,EACzB,gBAAgB,EAChB,uCAAuC,EACvC,uCAAuC,EACvC,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,EAChC,KAAK,oBAAoB,EACzB,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,mBAAmB,EACnB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,gBAAgB,CAAC"}