@powersync/service-module-mongodb-storage 0.0.0-dev-20260602073133 → 0.0.0-dev-20260909133214

package/dist/storage/implementation/v3/compact-utils.js

@@ -0,0 +1,216 @@
+import { ReplicationAssertionError } from '@powersync/lib-services-framework';
+import { addChecksums } from '@powersync/service-core';
+import { AVAILABLE_LEASE_EXPR } from './CompactionLease.js';
+/**
+ * Perform chunk compaction if at least this many chunks have been added since
+ * the latest compaction.
+ *
+ * A lower value increases compaction frequency and can increase chunk rewrites
+ * and object-storage operations. A higher value leaves more small chunks for
+ * longer, which can hurt sync performance.
+ */
+const MERGE_CHUNKS_THRESHOLD = 8;
+export const FULL_COMPACT_RESCHEDULE_MARGIN_MS = 60 * 1000;
+export var CompactionKind;
+(function (CompactionKind) {
+    CompactionKind["Full"] = "full";
+    CompactionKind["Chunks"] = "chunks";
+})(CompactionKind || (CompactionKind = {}));
+export class CompactionContext {
+    lease;
+    kind;
+    decision;
+    rescheduleNotBefore;
+    targetOp;
+    constructor(lease, kind, decision, rescheduleNotBefore, targetOp) {
+        this.lease = lease;
+        this.kind = kind;
+        this.decision = decision;
+        this.rescheduleNotBefore = rescheduleNotBefore;
+        this.targetOp = targetOp;
+    }
+    get state() {
+        return this.lease.state;
+    }
+    get startedAt() {
+        return this.lease.startedAt;
+    }
+    get lastOp() {
+        return this.lease.lastOp;
+    }
+}
+export function bucketStats(state) {
+    return {
+        count: state.bucket_stats.count,
+        bytes: state.bucket_stats.bytes,
+        chunks: state.bucket_stats.chunks
+    };
+}
+export function emptyBucketStats() {
+    return { count: 0, bytes: 0n, chunks: 0, checksum: 0 };
+}
+export function statsForDocument(document) {
+    return {
+        count: document.count,
+        bytes: BigInt(document.size),
+        chunks: 1,
+        checksum: addChecksums(0, Number(document.checksum))
+    };
+}
+export function statsForDocuments(documents) {
+    let result = emptyBucketStats();
+    for (const document of documents) {
+        result = combineAdjacentStats(result, statsForDocument(document));
+    }
+    return result;
+}
+/** A scheduled bucket always has writes awaiting a full compact. */
+export function firstUncompactedWrite(state) {
+    if (state.first_uncompacted_write == null) {
+        throw new ReplicationAssertionError(`Scheduled V3 bucket ${state._id.b} has no first uncompacted write`);
+    }
+    return state.first_uncompacted_write;
+}
+export function combineChunkStats(previous, compactedTail, overlappingCompactedChunk) {
+    return {
+        count: previous.count - overlappingCompactedChunk.count + compactedTail.count,
+        bytes: previous.bytes - overlappingCompactedChunk.bytes + compactedTail.bytes,
+        chunks: previous.chunks - 1 + compactedTail.chunks,
+        checksum: addChecksums(addChecksums(Number(previous.checksum), -overlappingCompactedChunk.checksum), compactedTail.checksum)
+    };
+}
+export function combineAdjacentStats(first, second) {
+    return {
+        count: first.count + second.count,
+        bytes: first.bytes + second.bytes,
+        chunks: first.chunks + second.chunks,
+        checksum: addChecksums(first.checksum, second.checksum)
+    };
+}
+export function applyCompactionDelta(total, before, after) {
+    return {
+        count: total.count - before.count + after.count,
+        bytes: total.bytes - before.bytes + after.bytes,
+        chunks: total.chunks - before.chunks + after.chunks
+    };
+}
+/** Replace one stored range in an accumulated statistics snapshot. */
+export function applyStatsReplacement(total, before, after) {
+    return {
+        ...applyCompactionDelta(total, before, after),
+        checksum: addChecksums(addChecksums(total.checksum, -before.checksum), after.checksum)
+    };
+}
+/**
+ * This checks that the bucket state hasn't changed by a concurrent write since we checked.
+ *
+ * If it has changed, we'll re-check in the next batch.
+ */
+export function unclaimedSnapshotFilter(state) {
+    return {
+        _id: state._id,
+        last_op: state.last_op,
+        next_compact_check: state.next_compact_check,
+        first_uncompacted_write: state.first_uncompacted_write ?? { $exists: false },
+        bucket_stats: state.bucket_stats,
+        compacted_state: state.compacted_state ?? { $exists: false },
+        last_full_compact: state.last_full_compact ?? { $exists: false },
+        ...AVAILABLE_LEASE_EXPR
+    };
+}
+/**
+ * Calculate the earliest full compaction time from the first uncompacted
+ * write, bounded by the maximum retention interval.
+ */
+export function fullCompactionCheckAt(state, config) {
+    const firstWrite = firstUncompactedWrite(state);
+    const stats = bucketStats(state);
+    const lastFull = state.last_full_compact;
+    // The number of operations since the last full compact.
+    // We may make this more specific in the future, to track new updates and deletes only, ignoring
+    // full new inserts, but that requires more granular tracking when replicating.
+    const uncompactedCount = lastFull == null ? stats.count : Math.max(0, stats.count - lastFull.count);
+    const compactedRows = lastFull?.puts ?? 0;
+    // If no full compact has ever been performed: ratio = 1, compact after minCompactFullIntervalMs.
+    // If every row has been updated or deleted exactly once since the last full compact: ratio = 0.5, compact after minCompactFullIntervalMs * 2.
+    // If 10% of rows has been updated since the last full compact, compact after minCompactFullIntervalMs * 11.
+    // If every row has been updated multiple times, the ratio tends closer to 1 again.
+    const ratio = uncompactedCount == 0 ? 0 : uncompactedCount / (compactedRows + uncompactedCount);
+    const fullIntervalMs = ratio == 0 ? config.maxCompactFullIntervalMs : config.minCompactFullIntervalMs / ratio;
+    return new Date(firstWrite.getTime() + Math.min(fullIntervalMs, config.maxCompactFullIntervalMs));
+}
+export function chooseCompactionKind(state, now, config) {
+    // For chunk compaction, we consider the number of chunks added.
+    // Right now, we trigger a compact if the interval has passed and at least a threshold of chunks were added.
+    // A future policy could also use bytes per chunk or records per chunk to
+    // decide when to compact.
+    const fullCheckAt = fullCompactionCheckAt(state, config);
+    // Schedule a little late so a worker using a slightly earlier clock does
+    // not wake before the exact full-compaction condition is true.
+    const fullCheckWithMargin = new Date(fullCheckAt.getTime() + FULL_COMPACT_RESCHEDULE_MARGIN_MS);
+    const compacted = state.compacted_state;
+    const chunksSinceCompact = Math.max(0, state.bucket_stats.chunks - (compacted?.chunks ?? 0));
+    const shouldCompactChunks = chunksSinceCompact >= MERGE_CHUNKS_THRESHOLD;
+    const canCheckChunks = compacted == null || now.getTime() - compacted.at.getTime() >= config.minCompactChunkIntervalMs;
+    // Too few new chunks cannot make chunk compaction eligible. Do not poll this
+    // bucket at the chunk-compaction interval; only wake it for its full-compact check.
+    const nextCompactCheck = !shouldCompactChunks
+        ? fullCheckWithMargin
+        : {
+            $min: [
+                fullCheckWithMargin,
+                { $dateAdd: { startDate: '$$NOW', unit: 'millisecond', amount: config.minCompactChunkIntervalMs } }
+            ]
+        };
+    let kind = null;
+    if (now >= fullCheckAt) {
+        kind = CompactionKind.Full;
+    }
+    else if (canCheckChunks && shouldCompactChunks) {
+        kind = CompactionKind.Chunks;
+    }
+    return {
+        kind,
+        nextCompactCheck
+    };
+}
+export function forcedCompactionKind(state, forceKind, config) {
+    if (forceKind == null) {
+        return null;
+    }
+    const maxOpId = config.maxOpIdCap == null || state.last_op < config.maxOpIdCap ? state.last_op : config.maxOpIdCap;
+    return state.compacted_state == null || state.compacted_state.op_id < maxOpId ? forceKind : null;
+}
+/**
+ * Read one bounded prefix from a compaction cursor.
+ *
+ * The document that would cross the byte limit is deliberately not returned:
+ * pagination resumes past the last returned `_id`, so that document remains
+ * eligible for the next query. The first document is always accepted to
+ * ensure progress when a single document exceeds the configured byte limit.
+ *
+ * `hasMore` is conservative when the document limit is reached. An extra empty
+ * query is preferable to exhausting the cursor just to determine whether the
+ * limited MongoDB query contained another document.
+ */
+export async function readCompactionBatch(cursor, options) {
+    const documents = [];
+    let cumulativeBytes = 0;
+    try {
+        for await (const document of cursor) {
+            if (documents.length > 0 && cumulativeBytes + document.size > options.byteLimit) {
+                return { documents, hasMore: true };
+            }
+            documents.push(document);
+            cumulativeBytes += document.size;
+            if (documents.length >= options.documentLimit) {
+                return { documents, hasMore: true };
+            }
+        }
+        return { documents, hasMore: false };
+    }
+    finally {
+        await cursor.close();
+    }
+}
+//# sourceMappingURL=compact-utils.js.map

package/dist/storage/implementation/v3/compact-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compact-utils.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/compact-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAAE,YAAY,EAAgB,MAAM,yBAAyB,CAAC;AAErE,OAAO,EAAE,oBAAoB,EAAmB,MAAM,sBAAsB,CAAC;AAG7E;;;;;;;GAOG;AACH,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,GAAG,IAAI,CAAC;AAsB3D,MAAM,CAAN,IAAY,cAGX;AAHD,WAAY,cAAc;IACxB,+BAAa,CAAA;IACb,mCAAiB,CAAA;AACnB,CAAC,EAHW,cAAc,KAAd,cAAc,QAGzB;AAcD,MAAM,OAAO,iBAAiB;IAEjB;IACA;IACA;IACA;IACA;IALX,YACW,KAAsB,EACtB,IAAoB,EACpB,QAA4B,EAC5B,mBAAqC,EACrC,QAAsB;QAJtB,UAAK,GAAL,KAAK,CAAiB;QACtB,SAAI,GAAJ,IAAI,CAAgB;QACpB,aAAQ,GAAR,QAAQ,CAAoB;QAC5B,wBAAmB,GAAnB,mBAAmB,CAAkB;QACrC,aAAQ,GAAR,QAAQ,CAAc;IAC9B,CAAC;IAEJ,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;IAC9B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;CACF;AAoBD,MAAM,UAAU,WAAW,CAAC,KAA4B;IACtD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK;QAC/B,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK;QAC/B,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,MAAM;KAClC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,QAAmE;IAEnE,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC5B,MAAM,EAAE,CAAC;QACT,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,SAA8E;IAE9E,IAAI,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAChC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,GAAG,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,qBAAqB,CAAC,KAA4B;IAChE,IAAI,KAAK,CAAC,uBAAuB,IAAI,IAAI,EAAE,CAAC;QAC1C,MAAM,IAAI,yBAAyB,CAAC,uBAAuB,KAAK,CAAC,GAAG,CAAC,CAAC,iCAAiC,CAAC,CAAC;IAC3G,CAAC;IACD,OAAO,KAAK,CAAC,uBAAuB,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAA+D,EAC/D,aAAsC,EACtC,yBAAkD;IAElD,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK,GAAG,yBAAyB,CAAC,KAAK,GAAG,aAAa,CAAC,KAAK;QAC7E,KAAK,EAAE,QAAQ,CAAC,KAAK,GAAG,yBAAyB,CAAC,KAAK,GAAG,aAAa,CAAC,KAAK;QAC7E,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM;QAClD,QAAQ,EAAE,YAAY,CACpB,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,yBAAyB,CAAC,QAAQ,CAAC,EAC5E,aAAa,CAAC,QAAQ,CACvB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAA8B,EAC9B,MAA+B;IAE/B,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK;QACjC,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK;QACjC,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;QACpC,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAkB,EAClB,MAA+B,EAC/B,KAA8B;IAE9B,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK;QAC/C,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK;QAC/C,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;KACpD,CAAC;AACJ,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,qBAAqB,CACnC,KAA8B,EAC9B,MAA+B,EAC/B,KAA8B;IAE9B,OAAO;QACL,GAAG,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;QAC7C,QAAQ,EAAE,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;KACvF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAA4B;IAClE,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;QAC5E,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;QAChE,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAA4B,EAAE,MAA6B;IAC/F,MAAM,UAAU,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC;IAEzC,wDAAwD;IACxD,gGAAgG;IAChG,+EAA+E;IAC/E,MAAM,gBAAgB,GAAG,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpG,MAAM,aAAa,GAAG,QAAQ,EAAE,IAAI,IAAI,CAAC,CAAC;IAE1C,iGAAiG;IACjG,8IAA8I;IAC9I,4GAA4G;IAC5G,mFAAmF;IACnF,MAAM,KAAK,GAAG,gBAAgB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,aAAa,GAAG,gBAAgB,CAAC,CAAC;IAChG,MAAM,cAAc,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,wBAAwB,GAAG,KAAK,CAAC;IAC9G,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAA4B,EAC5B,GAAS,EACT,MAA6B;IAE7B,gEAAgE;IAChE,4GAA4G;IAC5G,yEAAyE;IACzE,0BAA0B;IAC1B,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,yEAAyE;IACzE,+DAA+D;IAC/D,MAAM,mBAAmB,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,iCAAiC,CAAC,CAAC;IAChG,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC;IACxC,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7F,MAAM,mBAAmB,GAAG,kBAAkB,IAAI,sBAAsB,CAAC;IACzE,MAAM,cAAc,GAClB,SAAS,IAAI,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,MAAM,CAAC,yBAAyB,CAAC;IAClG,6EAA6E;IAC7E,oFAAoF;IACpF,MAAM,gBAAgB,GAAmB,CAAC,mBAAmB;QAC3D,CAAC,CAAC,mBAAmB;QACrB,CAAC,CAAC;YACE,IAAI,EAAE;gBACJ,mBAAmB;gBACnB,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,yBAAyB,EAAE,EAAE;aACpG;SACF,CAAC;IACN,IAAI,IAAI,GAA0B,IAAI,CAAC;IACvC,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;QACvB,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;IAC7B,CAAC;SAAM,IAAI,cAAc,IAAI,mBAAmB,EAAE,CAAC;QACjD,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC;IAC/B,CAAC;IACD,OAAO;QACL,IAAI;QACJ,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAA4B,EAC5B,SAAqC,EACrC,MAA2B;IAE3B,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;IACnH,OAAO,KAAK,CAAC,eAAe,IAAI,IAAI,IAAI,KAAK,CAAC,eAAe,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AACnG,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAqD,EACrD,OAAqD;IAErD,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;YACpC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,GAAG,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;gBAChF,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACtC,CAAC;YAED,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,eAAe,IAAI,QAAQ,CAAC,IAAI,CAAC;YAEjC,IAAI,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;gBAC9C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACtC,CAAC;QACH,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/storage/implementation/v3/compaction-constants.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Writers use this delay before scheduling their first chunk compaction.
+ * Initial replication includes the same delay when it picks up that work.
+ */
+export declare const DEFAULT_MIN_COMPACT_CHUNK_INTERVAL_MS: number;

package/dist/storage/implementation/v3/compaction-constants.js

@@ -0,0 +1,6 @@
+/**
+ * Writers use this delay before scheduling their first chunk compaction.
+ * Initial replication includes the same delay when it picks up that work.
+ */
+export const DEFAULT_MIN_COMPACT_CHUNK_INTERVAL_MS = 5 * 60 * 1000;
+//# sourceMappingURL=compaction-constants.js.map

package/dist/storage/implementation/v3/compaction-constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction-constants.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/compaction-constants.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC"}

package/dist/storage/implementation/v3/models.d.ts

@@ -1,12 +1,11 @@
-import { InternalOpId, SerializedSyncPlan, SyncRuleState } from '@powersync/service-core';
-import { BucketDefinitionId, ParameterIndexId } from '@powersync/service-sync-rules';
+import { InternalOpId, JsonValue, PersistedDefinitionMapping, SerializedSyncPlan, SyncRuleState } from '@powersync/service-core';
+import { BucketDefinitionId, EventDefinitionId, ParameterIndexId, ScopedParameterLookup, SqliteJsonValue } from '@powersync/service-sync-rules';
 import * as bson from 'bson';
-import { BucketDataDoc, BucketKey } from '../common/BucketDataDoc.js';
-import { BucketDataDocumentBase, BucketDataKey, BucketParameterDocumentBase, BucketStateDocumentBase, CurrentBucket, ReplicaId, SourceTableDocument, SourceTableKey, SyncRuleCheckpointFields, SyncRuleDocumentBase, TaggedBucketParameterDocument } from '../models.js';
+import { BucketDataKey, BucketParameterDocumentBase, CurrentBucket, OpType, ReplicaId, SourceTableDocumentSnapshotStatus, SourceTableKey, SyncRuleCheckpointFields, SyncRuleDocumentBase, TaggedBucketParameterDocument } from '../models.js';
 /**
  * Embedded in sync_rules.sync_configs.
  */
-export interface SyncRuleConfigStateV3 extends SyncRuleCheckpointFields<bigint | null> {
+export interface SyncRuleConfigStateV3 extends SyncRuleCheckpointFields {
     _id: bson.ObjectId;
     /**
      * If false, we cannot create any checkpoints.
@@ -30,6 +29,29 @@ export interface ReplicationStreamDocumentV3 extends SyncRuleDocumentBase {
      * but the model allows multiple configs in any state.
      */
     sync_configs: SyncRuleConfigStateV3[];
+    /**
+     * The monotonic head of the stream's op sequence: the highest op id persisted to bucket data,
+     * whether or not yet covered by a checkpoint.
+     *
+     * This is shared across all sync configs of the stream (they share the global op sequence).
+     * It is never cleared, only `$max`-advanced. A newly-appended config that replicates nothing
+     * adopts this value as its checkpoint rather than starting at 0.
+     *
+     * Stored as a mongo Long, nullable.
+     */
+    last_persisted_op?: bigint | null;
+    /**
+     * The stream's replication position: all source changes up to this LSN have been processed,
+     * and the resulting ops persisted. Replication resumes from here.
+     *
+     * Like {@link last_persisted_op}, this is shared across all sync configs of the stream -
+     * per-config last_checkpoint_lsn values are consistency markers, not replication positions.
+     *
+     * Set via setResumeLsn() (snapshot start, and per-batch progress during streaming), and
+     * advanced on every commit/keepalive - including checkpoint-blocked ones, since commit
+     * flushes first and blocking only delays consistency markers, not data persistence.
+     */
+    resume_lsn?: string | null;
 }
 /**
  * Static sync config definition.
@@ -49,17 +71,10 @@ export interface SyncConfigDefinition {
      */
     replication_stream_id: number;
     content: string;
+    /** Optional operator-supplied label identifying this sync config version. */
+    version_label?: string;
     serialized_plan?: SerializedSyncPlan | null;
-    rule_mapping: {
-        /**
-         * Map of uniqueName -> id, unique per replication stream.
-         */
-        definitions: Record<string, string>;
-        /**
-         * Map of (lookupName, queryId) -> id, unique per replication stream.
-         */
-        parameter_indexes: Record<string, string>;
-    };
+    rule_mapping: PersistedDefinitionMapping;
 }
 export interface CurrentBucketV3 extends CurrentBucket {
     def: BucketDefinitionId;
@@ -83,19 +98,168 @@ export interface CurrentDataDocumentV3 {
 export interface BucketParameterDocumentV3 extends BucketParameterDocumentBase<SourceTableKey> {
 }
 export type BucketDataKeyV3 = BucketDataKey;
-export interface BucketDataDocumentV3 extends BucketDataDocumentBase {
-    _id: BucketDataKeyV3;
-}
-export declare function serializeBucketDataV3(document: BucketDataDoc): BucketDataDocumentV3;
-export declare function loadBucketDataDocumentV3(context: Pick<BucketKey, 'replicationStreamId' | 'definitionId'>, doc: BucketDataDocumentV3): BucketDataDoc;
 export declare function taggedBucketParameterDocumentToV3(document: TaggedBucketParameterDocument): BucketParameterDocumentV3;
-export interface SourceTableDocumentV3 extends SourceTableDocument {
+export interface ReplicaIdColumn {
+    name: string;
+    type_oid?: number;
+    type?: string;
+}
+export interface SourceTableDocumentV3 {
+    _id: bson.ObjectId;
+    connection_id: number;
+    relation_id: number | string | undefined;
+    schema_name: string;
+    table_name: string;
+    replica_id_columns: ReplicaIdColumn[];
+    snapshot_done: boolean;
+    snapshot_status: SourceTableDocumentSnapshotStatus | undefined;
     bucket_data_source_ids: BucketDefinitionId[];
     parameter_lookup_source_ids: ParameterIndexId[];
+    /**
+     * Stream-local ids of the compiled event definitions evaluated by this source table.
+     */
+    event_definition_ids: EventDefinitionId[];
     latest_pending_delete?: InternalOpId | undefined;
+    /**
+     * Source-specific metadata. Absent for legacy records.
+     */
+    source_metadata?: JsonValue;
 }
-export interface BucketStateDocumentV3 extends BucketStateDocumentBase {
-    _id: BucketStateDocumentBase['_id'] & {
+export interface BucketStateDocumentV3 {
+    _id: {
+        b: string;
         d: BucketDefinitionId;
     };
+    /** Must always identify an actual operation in this logical stream. */
+    last_op: bigint;
+    /** The next time a compact worker should inspect this bucket. */
+    next_compact_check: Date | undefined;
+    /**
+     * Scheduling epoch for work not covered by a full compact. Writers set the
+     * first actual write time; a partial full compact advances it to completion.
+     */
+    first_uncompacted_write: Date | undefined;
+    /**
+     * A checksum cache and the statistics captured by the latest compact (full
+     * or chunk). Keeping these separate from bucket_stats lets writers only
+     * update one set of counters.
+     */
+    compacted_state?: {
+        op_id: InternalOpId;
+        checksum: bigint;
+        count: number;
+        bytes: bigint;
+        at: Date;
+        chunks: number;
+    };
+    /** Statistics for the prefix covered by the most recent full compact. */
+    last_full_compact?: {
+        op_id: InternalOpId;
+        count: number;
+        at: Date;
+        puts: number;
+    };
+    /** Current aggregate bucket statistics, maintained by writers and compactors. */
+    bucket_stats: {
+        count: number;
+        bytes: bigint;
+        chunks: number;
+    };
+    /** A short-lived ownership marker used to distribute bucket compaction. */
+    compact_lease?: {
+        expires_at: Date;
+        id: unknown;
+    };
+}
+export interface BucketOperation {
+    o: bigint;
+    op: OpType;
+    source_table?: bson.ObjectId;
+    source_key?: ReplicaId;
+    subkey?: string;
+    table?: string;
+    row_id?: string;
+    checksum: bigint;
+    data: string | null;
+}
+export interface StorageRef {
+    path: string;
+    file_size: number;
+}
+export interface ObjectStorageUsageDocument {
+    _id: {
+        g: number;
+        w: string;
+    };
+    updated_at: Date;
+    definitions: Record<BucketDefinitionId, bigint>;
+}
+/** An S3 object that may be deleted once its grace period has elapsed. */
+export interface ObjectStorageDeletionMarker {
+    _id: bson.ObjectId;
+    path: string;
+    delete_after: Date;
+}
+/**
+ * A non-empty chunk of a bucket's ordered operation stream.
+ *
+ * All writers maintain these invariants:
+ *
+ * - `ops` is non-empty and strictly ordered by `o`.
+ * - `min_op` is `ops[0].o` and `_id.o` is `ops[ops.length - 1].o`.
+ * - Documents for the same bucket have ordered, disjoint operation ranges,
+ *   although gaps between ranges are allowed.
+ * - `checksum` is the sum of every operation checksum and `count` is
+ *   `ops.length`.
+ *
+ * Metadata-only checksum and data queries rely on these invariants to identify
+ * boundary-straddling documents without reading `ops`.
+ */
+export interface BucketDataDocumentV3 {
+    _id: BucketDataKey;
+    min_op: bigint;
+    checksum: bigint;
+    count: number;
+    size: number;
+    /**
+     * The greatest operation boundary that influenced this document's contents.
+     * Bucket-data reads propagate it so serving an earlier checkpoint can be
+     * invalidated when compaction changed the operations being returned.
+     */
+    target_op?: bigint | null;
+    ops?: BucketOperation[];
+    storage_ref?: StorageRef;
+    /**
+     * Present (and always true) when this document contains a CLEAR operation.
+     * In that case, this is the first document in the bucket: all preceding
+     * documents have been removed.
+     */
+    has_clear_op?: true;
+}
+/**
+ * v3 Custom checkpoints (new name for legacy write checkpoints) are related to
+ * a replication stream and a specific event (in a sync config) which created them.
+ * Unchanged events, between sync configs, can share the documents.
+ * For v3, we store each replication stream's custom checkpoint requests in their own collection:
+ * `custom_checkpoint_requests_${replicationStreamId}_${eventId}`
+ */
+export interface CustomCheckpointRequestDocumentV3 {
+    _id: bson.ObjectId;
+    user_id: string;
+    checkpoint: bigint;
+    /**
+     * Unlike managed write checkpoints, custom write checkpoints are flushed together with
+     * normal ops. This means we can assign an op_id for ordering / correlating with read checkpoints.
+     *
+     * This is not unique - multiple write checkpoints can have the same op_id.
+     */
+    op_id?: InternalOpId;
+    /**
+     * Set when this checkpoint was created from a client-supplied checkpoint
+     * request rather than a persistent custom write checkpoint.
+     */
+    checkpoint_requested_at?: Date | null;
 }
+export declare function serializeParameterLookup(lookup: ScopedParameterLookup): bson.Binary;
+export declare function deserializeParameterLookup(lookup: bson.Binary, indexId: ParameterIndexId): SqliteJsonValue[];
+export declare function taggedBucketParameterDocumentToTagged(document: TaggedBucketParameterDocument): BucketParameterDocumentV3;

package/dist/storage/implementation/v3/models.js

@@ -1,33 +1,16 @@
-export function serializeBucketDataV3(document) {
-    const { bucketKey, o } = document;
-    return {
-        _id: {
-            b: bucketKey.bucket,
-            o: o
-        },
-        // List fields directly, so that we don't accidentally persist any unknown fields
-        op: document.op,
-        source_table: document.source_table,
-        source_key: document.source_key,
-        table: document.table,
-        row_id: document.row_id,
-        checksum: document.checksum,
-        data: document.data,
-        target_op: document.target_op
-    };
+import { deserializeParameterLookup as deserializeParameterLookupCore } from '@powersync/service-core';
+import * as bson from 'bson';
+export function taggedBucketParameterDocumentToV3(document) {
+    const { index: _index, ...rest } = document;
+    return rest;
 }
-export function loadBucketDataDocumentV3(context, doc) {
-    const { _id, ...rest } = doc;
-    return {
-        bucketKey: {
-            ...context,
-            bucket: _id.b
-        },
-        o: _id.o,
-        ...rest
-    };
+export function serializeParameterLookup(lookup) {
+    return new bson.Binary(bson.serialize({ l: lookup.values.slice(2) }));
 }
-export function taggedBucketParameterDocumentToV3(document) {
+export function deserializeParameterLookup(lookup, indexId) {
+    return [indexId, '', ...deserializeParameterLookupCore(lookup)];
+}
+export function taggedBucketParameterDocumentToTagged(document) {
     const { index: _index, ...rest } = document;
     return rest;
 }

package/dist/storage/implementation/v3/models.js.map

@@ -1 +1 @@
-{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/models.ts"],"names":[],"mappings":"AAkHA,MAAM,UAAU,qBAAqB,CAAC,QAAuB;IAC3D,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC;IAClC,OAAO;QACL,GAAG,EAAE;YACH,CAAC,EAAE,SAAS,CAAC,MAAM;YACnB,CAAC,EAAE,CAAC;SACL;QACD,iFAAiF;QACjF,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,OAAgE,EAChE,GAAyB;IAEzB,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;IAC7B,OAAO;QACL,SAAS,EAAE;YACT,GAAG,OAAO;YACV,MAAM,EAAE,GAAG,CAAC,CAAC;SACd;QACD,CAAC,EAAE,GAAG,CAAC,CAAC;QACR,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,QAAuC;IACvF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAAiC,CAAC;AAC3C,CAAC"}
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAML,0BAA0B,IAAI,8BAA8B,EAC7D,MAAM,yBAAyB,CAAC;AAQjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AA4H7B,MAAM,UAAU,iCAAiC,CAAC,QAAuC;IACvF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAAiC,CAAC;AAC3C,CAAC;AAkLD,MAAM,UAAU,wBAAwB,CAAC,MAA6B;IACpE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAAmB,EAAE,OAAyB;IACvF,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,qCAAqC,CACnD,QAAuC;IAEvC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAAiC,CAAC;AAC3C,CAAC"}

package/dist/storage/implementation/v3/object-storage/BucketDataObjectStorage.d.ts

@@ -0,0 +1,20 @@
+import { PerformanceTracer } from '@powersync/service-core';
+import { BucketDataDocumentV3, BucketOperation } from '../models.js';
+import { ObjectStorage, ObjectStorageOperationOptions } from './ObjectStorage.js';
+export declare class BucketDataObjectStorage {
+    private readonly storage;
+    constructor(storage: ObjectStorage);
+    store(path: string, ops: BucketOperation[], options?: ObjectStorageOperationOptions): Promise<{
+        fileSize: number;
+    }>;
+    retrieve(path: string, options: ObjectStorageOperationOptions): Promise<BucketOperation[]>;
+    delete(paths: string[], options?: ObjectStorageOperationOptions): Promise<void>;
+}
+/**
+ * Load offloaded operations and patch them onto their MongoDB metadata documents.
+ * The object-storage implementation is responsible for limiting request
+ * concurrency across all callers.
+ */
+export declare function hydrateBucketDataDocuments(documents: BucketDataDocumentV3[], objectStorage: ObjectStorage | undefined, options: ObjectStorageOperationOptions & {
+    tracer?: PerformanceTracer<string>;
+}): Promise<void>;

package/dist/storage/implementation/v3/object-storage/BucketDataObjectStorage.js

@@ -0,0 +1,48 @@
+import { storage } from '@powersync/service-core';
+import * as bson from 'bson';
+export class BucketDataObjectStorage {
+    storage;
+    constructor(storage) {
+        this.storage = storage;
+    }
+    async store(path, ops, options) {
+        const bsonBuffer = bson.serialize({ ops });
+        await this.storage.put(path, bsonBuffer, { contentType: 'application/bson', contentEncoding: null }, options);
+        return { fileSize: bsonBuffer.byteLength };
+    }
+    async retrieve(path, options) {
+        const { data, metadata } = await this.storage.get(path, { signal: options.signal });
+        if (metadata.contentEncoding != null) {
+            throw new Error(`Unexpected content encoding: ${metadata.contentEncoding}`);
+        }
+        if (metadata.contentType !== 'application/bson') {
+            throw new Error(`Unexpected content type: ${metadata.contentType}`);
+        }
+        const wrapper = bson.deserialize(data, storage.BSON_DESERIALIZE_INTERNAL_OPTIONS);
+        return wrapper.ops;
+    }
+    async delete(paths, options) {
+        return this.storage.delete(paths, options);
+    }
+}
+/**
+ * Load offloaded operations and patch them onto their MongoDB metadata documents.
+ * The object-storage implementation is responsible for limiting request
+ * concurrency across all callers.
+ */
+export async function hydrateBucketDataDocuments(documents, objectStorage, options) {
+    if (!objectStorage) {
+        return;
+    }
+    options.signal?.throwIfAborted();
+    const store = new BucketDataObjectStorage(objectStorage);
+    const storedDocuments = documents.filter((document) => document.storage_ref);
+    if (storedDocuments.length == 0) {
+        return;
+    }
+    using _ = options?.tracer?.span('s3', 'read');
+    await Promise.all(storedDocuments.map(async (document) => {
+        document.ops = await store.retrieve(document.storage_ref.path, { signal: options.signal });
+    }));
+}
+//# sourceMappingURL=BucketDataObjectStorage.js.map

package/dist/storage/implementation/v3/object-storage/BucketDataObjectStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BucketDataObjectStorage.js","sourceRoot":"","sources":["../../../../../src/storage/implementation/v3/object-storage/BucketDataObjectStorage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAI7B,MAAM,OAAO,uBAAuB;IACL;IAA7B,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAEvD,KAAK,CAAC,KAAK,CACT,IAAY,EACZ,GAAsB,EACtB,OAAuC;QAEvC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9G,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY,EAAE,OAAsC;QACjE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACpF,IAAI,QAAQ,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,KAAK,kBAAkB,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAClF,OAAO,OAAO,CAAC,GAAG,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAe,EAAE,OAAuC;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,SAAiC,EACjC,aAAwC,EACxC,OAA+E;IAE/E,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,uBAAuB,CAAC,aAAa,CAAC,CAAC;IACzD,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC7E,IAAI,eAAe,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO;IACT,CAAC;IACD,MAAM,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,OAAO,CAAC,GAAG,CACf,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QACrC,QAAQ,CAAC,GAAG,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAY,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9F,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/dist/storage/implementation/v3/object-storage/ObjectStorage.d.ts

@@ -0,0 +1,33 @@
+export interface ObjectStoragePutMetadata {
+    contentType: string;
+    contentEncoding: string | null;
+}
+export declare class ObjectStorageError extends Error {
+    readonly retryable: boolean;
+    constructor(message: string, options: {
+        cause: unknown;
+        retryable: boolean;
+    });
+}
+export declare function isRetryableObjectStorageError(error: unknown): error is ObjectStorageError;
+export interface ObjectStorageOperationOptions {
+    /**
+     * Cancels the operation, including while it waits for a concurrency slot.
+     *
+     * Operations are bounded by their own timeouts regardless, but a signal releases the slot as
+     * soon as the caller no longer needs the result.
+     */
+    signal?: AbortSignal;
+}
+export interface ObjectStorage {
+    put(path: string, data: Uint8Array, metadata: ObjectStoragePutMetadata, options?: ObjectStorageOperationOptions): Promise<void>;
+    get(path: string, options?: ObjectStorageOperationOptions): Promise<{
+        data: Uint8Array;
+        metadata: ObjectStoragePutMetadata;
+    }>;
+    list(prefix: string, options?: ObjectStorageOperationOptions): AsyncIterable<string>;
+    delete(paths: string[], options?: ObjectStorageOperationOptions): Promise<void>;
+    deletePrefix(prefix: string, options?: ObjectStorageOperationOptions): Promise<{
+        objectCount: number;
+    }>;
+}