@powerhousedao/reactor 6.0.0-dev.69 → 6.0.0-dev.77

package/dist/src/sync/sync-awaiter.js

@@ -1,124 +0,0 @@
-import { SyncEventTypes, } from "./types.js";
-/**
- * Provides a promise-based interface for waiting on sync completion.
- * Subscribes to sync events at construction and tracks completed sync results
- * to provide a fast path for jobs that have already synced.
- */
-export class SyncAwaiter {
-    eventBus;
-    completedResults = new Map();
-    pendingWaiters = new Map();
-    unsubscribers = [];
-    isShutdown = false;
-    constructor(eventBus) {
-        this.eventBus = eventBus;
-        this.subscribeToEvents();
-    }
-    /**
-     * Waits for sync operations for a job to complete.
-     * Resolves when SYNC_SUCCEEDED is emitted.
-     * Rejects when SYNC_FAILED is emitted.
-     *
-     * @param jobId - The job id to wait for
-     * @param signal - Optional abort signal
-     * @returns The sync result
-     */
-    waitForSync(jobId, signal) {
-        if (signal?.aborted) {
-            return Promise.reject(new Error("Operation aborted"));
-        }
-        if (this.isShutdown) {
-            return Promise.reject(new Error("SyncAwaiter is shutdown"));
-        }
-        const completedResult = this.completedResults.get(jobId);
-        if (completedResult) {
-            return Promise.resolve(completedResult);
-        }
-        return new Promise((resolve, reject) => {
-            const waiter = { resolve, reject, signal };
-            const existingWaiters = this.pendingWaiters.get(jobId) || [];
-            existingWaiters.push(waiter);
-            this.pendingWaiters.set(jobId, existingWaiters);
-            if (signal) {
-                const abortHandler = () => {
-                    const waiters = this.pendingWaiters.get(jobId);
-                    if (waiters) {
-                        const index = waiters.indexOf(waiter);
-                        if (index !== -1) {
-                            waiters.splice(index, 1);
-                            if (waiters.length === 0) {
-                                this.pendingWaiters.delete(jobId);
-                            }
-                            waiter.reject(new Error("Operation aborted"));
-                        }
-                    }
-                };
-                signal.addEventListener("abort", abortHandler, { once: true });
-            }
-        });
-    }
-    /**
-     * Shuts down the sync awaiter. This will synchronously reject all pending waiters.
-     */
-    shutdown() {
-        this.isShutdown = true;
-        for (const unsubscribe of this.unsubscribers) {
-            unsubscribe();
-        }
-        this.unsubscribers.length = 0;
-        for (const [, waiters] of this.pendingWaiters) {
-            for (const waiter of waiters) {
-                waiter.reject(new Error("SyncAwaiter shutdown"));
-            }
-        }
-        this.pendingWaiters.clear();
-    }
-    subscribeToEvents() {
-        this.unsubscribers.push(this.eventBus.subscribe(SyncEventTypes.SYNC_SUCCEEDED, (_type, event) => {
-            this.handleSyncSucceeded(event);
-        }));
-        this.unsubscribers.push(this.eventBus.subscribe(SyncEventTypes.SYNC_FAILED, (_type, event) => {
-            this.handleSyncFailed(event);
-        }));
-    }
-    handleSyncSucceeded(event) {
-        const result = {
-            jobId: event.jobId,
-            status: "succeeded",
-            syncOperationCount: event.syncOperationCount,
-            successCount: event.syncOperationCount,
-            failureCount: 0,
-            errors: [],
-        };
-        this.completedResults.set(event.jobId, result);
-        this.resolveWaiters(event.jobId, result);
-    }
-    handleSyncFailed(event) {
-        const result = {
-            jobId: event.jobId,
-            status: "failed",
-            syncOperationCount: event.successCount + event.failureCount,
-            successCount: event.successCount,
-            failureCount: event.failureCount,
-            errors: event.errors,
-        };
-        this.completedResults.set(event.jobId, result);
-        this.resolveWaiters(event.jobId, result);
-    }
-    resolveWaiters(jobId, result) {
-        const waiters = this.pendingWaiters.get(jobId);
-        if (!waiters || waiters.length === 0) {
-            return;
-        }
-        this.pendingWaiters.delete(jobId);
-        for (const waiter of waiters) {
-            if (waiter.signal?.aborted) {
-                waiter.reject(new Error("Operation aborted"));
-            }
-            else {
-                waiter.resolve(result);
-            }
-        }
-    }
-}
-//# sourceMappingURL=sync-awaiter.js.map

package/dist/src/sync/sync-awaiter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync-awaiter.js","sourceRoot":"","sources":["../../../src/sync/sync-awaiter.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,cAAc,GAIf,MAAM,YAAY,CAAC;AAQpB;;;;GAIG;AACH,MAAM,OAAO,WAAW;IAMO;IALZ,gBAAgB,GAAG,IAAI,GAAG,EAAsB,CAAC;IACjD,cAAc,GAAG,IAAI,GAAG,EAAwB,CAAC;IACjD,aAAa,GAAkB,EAAE,CAAC;IAC3C,UAAU,GAAG,KAAK,CAAC;IAE3B,YAA6B,QAAmB;QAAnB,aAAQ,GAAR,QAAQ,CAAW;QAC9C,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED;;;;;;;;OAQG;IACH,WAAW,CAAC,KAAa,EAAE,MAAoB;QAC7C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACjD,MAAM,MAAM,GAAe,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAEvD,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7D,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YAEhD,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,YAAY,GAAG,GAAG,EAAE;oBACxB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC/C,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBACtC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;4BACjB,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;4BACzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gCACzB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;4BACpC,CAAC;4BACD,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;wBAChD,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC;gBAEF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC7C,WAAW,EAAE,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QAE9B,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,aAAa,CAAC,IAAI,CACrB,IAAI,CAAC,QAAQ,CAAC,SAAS,CACrB,cAAc,CAAC,cAAc,EAC7B,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACf,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC,CACF,CACF,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,IAAI,CACrB,IAAI,CAAC,QAAQ,CAAC,SAAS,CACrB,cAAc,CAAC,WAAW,EAC1B,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACf,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC,CACF,CACF,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,KAAyB;QACnD,MAAM,MAAM,GAAe;YACzB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,WAAW;YACnB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,YAAY,EAAE,KAAK,CAAC,kBAAkB;YACtC,YAAY,EAAE,CAAC;YACf,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAEO,gBAAgB,CAAC,KAAsB;QAC7C,MAAM,MAAM,GAAe;YACzB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,QAAQ;YAChB,kBAAkB,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY;YAC3D,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAEO,cAAc,CAAC,KAAa,EAAE,MAAkB;QACtD,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAElC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC3B,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/src/sync/sync-builder.js

@@ -1,52 +0,0 @@
-import { KyselySyncCursorStorage } from "../storage/kysely/sync-cursor-storage.js";
-import { KyselySyncDeadLetterStorage } from "../storage/kysely/sync-dead-letter-storage.js";
-import { KyselySyncRemoteStorage } from "../storage/kysely/sync-remote-storage.js";
-import { SyncManager } from "./sync-manager.js";
-export class SyncBuilder {
-    channelFactory;
-    remoteStorage;
-    cursorStorage;
-    deadLetterStorage;
-    maxDeadLettersPerRemote = 100;
-    withChannelFactory(factory) {
-        this.channelFactory = factory;
-        return this;
-    }
-    withRemoteStorage(storage) {
-        this.remoteStorage = storage;
-        return this;
-    }
-    withCursorStorage(storage) {
-        this.cursorStorage = storage;
-        return this;
-    }
-    withDeadLetterStorage(storage) {
-        this.deadLetterStorage = storage;
-        return this;
-    }
-    withMaxDeadLettersPerRemote(limit) {
-        this.maxDeadLettersPerRemote = limit;
-        return this;
-    }
-    build(reactor, logger, operationIndex, eventBus, db) {
-        const module = this.buildModule(reactor, logger, operationIndex, eventBus, db);
-        return module.syncManager;
-    }
-    buildModule(reactor, logger, operationIndex, eventBus, db) {
-        if (!this.channelFactory) {
-            throw new Error("Channel factory is required");
-        }
-        const remoteStorage = this.remoteStorage ?? new KyselySyncRemoteStorage(db);
-        const cursorStorage = this.cursorStorage ?? new KyselySyncCursorStorage(db);
-        const deadLetterStorage = this.deadLetterStorage ?? new KyselySyncDeadLetterStorage(db);
-        const syncManager = new SyncManager(logger, remoteStorage, cursorStorage, deadLetterStorage, this.channelFactory, operationIndex, reactor, eventBus, this.maxDeadLettersPerRemote);
-        return {
-            remoteStorage,
-            cursorStorage,
-            deadLetterStorage,
-            channelFactory: this.channelFactory,
-            syncManager,
-        };
-    }
-}
-//# sourceMappingURL=sync-builder.js.map

package/dist/src/sync/sync-builder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync-builder.js","sourceRoot":"","sources":["../../../src/sync/sync-builder.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AACnF,OAAO,EAAE,2BAA2B,EAAE,MAAM,+CAA+C,CAAC;AAC5F,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AAGnF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,OAAO,WAAW;IACd,cAAc,CAAmB;IACjC,aAAa,CAAsB;IACnC,aAAa,CAAsB;IACnC,iBAAiB,CAA0B;IAC3C,uBAAuB,GAAW,GAAG,CAAC;IAE9C,kBAAkB,CAAC,OAAwB;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iBAAiB,CAAC,OAA2B;QAC3C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iBAAiB,CAAC,OAA2B;QAC3C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qBAAqB,CAAC,OAA+B;QACnD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2BAA2B,CAAC,KAAa;QACvC,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CACH,OAAiB,EACjB,MAAe,EACf,cAA+B,EAC/B,QAAmB,EACnB,EAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAC7B,OAAO,EACP,MAAM,EACN,cAAc,EACd,QAAQ,EACR,EAAE,CACH,CAAC;QACF,OAAO,MAAM,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,WAAW,CACT,OAAiB,EACjB,MAAe,EACf,cAA+B,EAC/B,QAAmB,EACnB,EAAoB;QAEpB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAC5E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAC5E,MAAM,iBAAiB,GACrB,IAAI,CAAC,iBAAiB,IAAI,IAAI,2BAA2B,CAAC,EAAE,CAAC,CAAC;QAEhE,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,MAAM,EACN,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,IAAI,CAAC,cAAc,EACnB,cAAc,EACd,OAAO,EACP,QAAQ,EACR,IAAI,CAAC,uBAAuB,CAC7B,CAAC;QAEF,OAAO;YACL,aAAa;YACb,aAAa;YACb,iBAAiB;YACjB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,WAAW;SACZ,CAAC;IACJ,CAAC;CACF"}

package/dist/src/sync/sync-manager.js

@@ -1,447 +0,0 @@
-import { ReactorEventTypes, } from "../events/types.js";
-import { JobAwaiter } from "../shared/awaiter.js";
-import { JobStatus, } from "../shared/types.js";
-import { BatchAggregator } from "./batch-aggregator.js";
-import { ChannelError } from "./errors.js";
-import { SyncAwaiter } from "./sync-awaiter.js";
-import { SyncOperation } from "./sync-operation.js";
-import { SyncStatusTracker, } from "./sync-status-tracker.js";
-import { ChannelErrorSource } from "./types.js";
-import { batchOperationsByDocument, createIdleHealth, filterOperations, toOperationWithContext, trimMailboxFromBatch, } from "./utils.js";
-export class SyncManager {
-    logger;
-    remoteStorage;
-    cursorStorage;
-    deadLetterStorage;
-    channelFactory;
-    operationIndex;
-    reactor;
-    eventBus;
-    remotes;
-    awaiter;
-    syncAwaiter;
-    isShutdown;
-    eventUnsubscribe;
-    failedEventUnsubscribe;
-    batchAggregator;
-    syncStatusTracker;
-    maxDeadLettersPerRemote;
-    loadJobs = new Map();
-    constructor(logger, remoteStorage, cursorStorage, deadLetterStorage, channelFactory, operationIndex, reactor, eventBus, maxDeadLettersPerRemote = 100) {
-        this.logger = logger;
-        this.remoteStorage = remoteStorage;
-        this.cursorStorage = cursorStorage;
-        this.deadLetterStorage = deadLetterStorage;
-        this.channelFactory = channelFactory;
-        this.operationIndex = operationIndex;
-        this.reactor = reactor;
-        this.eventBus = eventBus;
-        this.maxDeadLettersPerRemote = maxDeadLettersPerRemote;
-        this.remotes = new Map();
-        this.awaiter = new JobAwaiter(eventBus, (jobId, signal) => reactor.getJobStatus(jobId, signal));
-        this.syncAwaiter = new SyncAwaiter(eventBus);
-        this.isShutdown = false;
-        this.batchAggregator = new BatchAggregator(logger, (batch) => this.processCompleteBatch(batch));
-        this.syncStatusTracker = new SyncStatusTracker();
-    }
-    async startup() {
-        if (this.isShutdown) {
-            throw new Error("SyncManager is already shutdown and cannot be started");
-        }
-        const remoteRecords = await this.remoteStorage.list();
-        for (const record of remoteRecords) {
-            const channel = this.channelFactory.instance(record.id, record.name, record.channelConfig, this.cursorStorage, record.collectionId, record.filter, this.operationIndex);
-            const remote = {
-                id: record.id,
-                name: record.name,
-                collectionId: record.collectionId,
-                filter: record.filter,
-                options: record.options,
-                channel,
-            };
-            this.remotes.set(record.name, remote);
-            await this.loadDeadLetters(remote);
-            this.wireChannelCallbacks(remote);
-            try {
-                await channel.init();
-            }
-            catch (error) {
-                this.logger.error("Error initializing channel for remote (@name, @error)", record.name, error instanceof Error ? error.message : String(error));
-                this.remotes.delete(record.name);
-                continue;
-            }
-            // backfill channels
-            const outboxAckOrdinal = remote.channel.outbox.ackOrdinal;
-            if (outboxAckOrdinal > 0) {
-                await this.updateOutbox(remote, outboxAckOrdinal);
-            }
-        }
-        this.eventUnsubscribe = this.eventBus.subscribe(ReactorEventTypes.JOB_WRITE_READY, async (_type, event) => this.batchAggregator.enqueueWriteReady(event));
-        this.failedEventUnsubscribe = this.eventBus.subscribe(ReactorEventTypes.JOB_FAILED, async (_type, event) => this.batchAggregator.handleJobFailed(event));
-    }
-    shutdown() {
-        this.isShutdown = true;
-        this.batchAggregator.clear();
-        if (this.eventUnsubscribe) {
-            this.eventUnsubscribe();
-            this.eventUnsubscribe = undefined;
-        }
-        if (this.failedEventUnsubscribe) {
-            this.failedEventUnsubscribe();
-            this.failedEventUnsubscribe = undefined;
-        }
-        this.awaiter.shutdown();
-        this.syncAwaiter.shutdown();
-        this.syncStatusTracker.clear();
-        const promises = [];
-        for (const remote of this.remotes.values()) {
-            promises.push(remote.channel.shutdown());
-        }
-        this.remotes.clear();
-        return {
-            isShutdown: true,
-            completed: Promise.all(promises).then(() => undefined),
-        };
-    }
-    getByName(name) {
-        const remote = this.remotes.get(name);
-        if (!remote) {
-            throw new Error(`Remote with name '${name}' does not exist`);
-        }
-        return remote;
-    }
-    getById(id) {
-        for (const remote of this.remotes.values()) {
-            if (remote.id === id) {
-                return remote;
-            }
-        }
-        throw new Error(`Remote with id '${id}' does not exist`);
-    }
-    async add(name, collectionId, channelConfig, filter = { documentId: [], scope: [], branch: "" }, options = { sinceTimestampUtcMs: "0" }, id) {
-        if (this.isShutdown) {
-            throw new Error("SyncManager is shutdown and cannot add remotes");
-        }
-        if (this.remotes.has(name)) {
-            throw new Error(`Remote with name '${name}' already exists`);
-        }
-        this.logger.debug("Adding remote (@name, @collectionId, @channelConfig, @filter, @options, @id)", name, collectionId, channelConfig, filter, options, id);
-        const remoteId = id ?? crypto.randomUUID();
-        const status = {
-            push: createIdleHealth(),
-            pull: createIdleHealth(),
-        };
-        const remoteRecord = {
-            id: remoteId,
-            name,
-            collectionId,
-            channelConfig,
-            filter,
-            options,
-            status,
-        };
-        await this.remoteStorage.upsert(remoteRecord);
-        const channel = this.channelFactory.instance(remoteId, name, channelConfig, this.cursorStorage, collectionId, filter, this.operationIndex);
-        const remote = {
-            id: remoteId,
-            name,
-            collectionId,
-            filter,
-            options,
-            channel,
-        };
-        this.remotes.set(name, remote);
-        await this.loadDeadLetters(remote);
-        this.wireChannelCallbacks(remote);
-        try {
-            await channel.init();
-        }
-        catch (error) {
-            this.remotes.delete(name);
-            await this.remoteStorage.remove(name);
-            throw error;
-        }
-        // backfill
-        await this.updateOutbox(remote, 0);
-        return remote;
-    }
-    async remove(name) {
-        const remote = this.remotes.get(name);
-        if (!remote) {
-            throw new Error(`Remote with name '${name}' does not exist`);
-        }
-        // shutdown the channel
-        await remote.channel.shutdown();
-        // delete the remote's data
-        await this.remoteStorage.remove(name);
-        await this.cursorStorage.remove(name);
-        this.syncStatusTracker.untrackRemote(name);
-        this.remotes.delete(name);
-    }
-    list() {
-        return Array.from(this.remotes.values());
-    }
-    waitForSync(jobId, signal) {
-        return this.syncAwaiter.waitForSync(jobId, signal);
-    }
-    getSyncStatus(documentId) {
-        return this.syncStatusTracker.getStatus(documentId);
-    }
-    onSyncStatusChange(callback) {
-        return this.syncStatusTracker.onChange(callback);
-    }
-    wireChannelCallbacks(remote) {
-        remote.channel.inbox.onAdded((syncOps) => this.handleInboxAdded(remote, syncOps));
-        this.syncStatusTracker.trackRemote(remote.name, remote.channel);
-        remote.channel.deadLetter.onAdded((syncOps) => {
-            for (const syncOp of syncOps) {
-                this.logger.error("Dead letter (@remote, @documentId, @jobId, @error, @dependencies)", remote.name, syncOp.documentId, syncOp.jobId, syncOp.error?.message ?? "unknown", syncOp.jobDependencies);
-                const record = {
-                    id: syncOp.id,
-                    jobId: syncOp.jobId,
-                    jobDependencies: syncOp.jobDependencies,
-                    remoteName: syncOp.remoteName,
-                    documentId: syncOp.documentId,
-                    scopes: syncOp.scopes,
-                    branch: syncOp.branch,
-                    operations: syncOp.operations,
-                    errorSource: syncOp.error?.source ?? ChannelErrorSource.None,
-                    errorMessage: syncOp.error?.error.message ?? "unknown",
-                };
-                void this.deadLetterStorage.add(record).catch((err) => {
-                    this.logger.error("Failed to persist dead letter (@id, @error)", record.id, err instanceof Error ? err.message : String(err));
-                });
-            }
-            // Evict oldest dead letters from mailbox if over capacity
-            const items = remote.channel.deadLetter.items;
-            if (items.length > this.maxDeadLettersPerRemote) {
-                const excessCount = items.length - this.maxDeadLettersPerRemote;
-                const toEvict = items.slice(0, excessCount);
-                remote.channel.deadLetter.remove(...toEvict);
-            }
-        });
-    }
-    async loadDeadLetters(remote) {
-        let records;
-        try {
-            const page = await this.deadLetterStorage.list(remote.name, {
-                cursor: "0",
-                limit: this.maxDeadLettersPerRemote,
-            });
-            records = page.results;
-        }
-        catch (error) {
-            this.logger.error("Failed to load dead letters for remote (@name, @error)", remote.name, error instanceof Error ? error.message : String(error));
-            return;
-        }
-        if (records.length === 0) {
-            return;
-        }
-        // Records come in ordinal DESC order (newest first).
-        // Reverse so the Map maintains chronological insertion order (oldest first),
-        // which makes eviction (slice from the front) straightforward.
-        records.reverse();
-        const syncOps = [];
-        for (const record of records) {
-            const syncOp = new SyncOperation(record.id, record.jobId, record.jobDependencies, record.remoteName, record.documentId, record.scopes, record.branch, record.operations);
-            syncOp.failed(new ChannelError(record.errorSource, new Error(record.errorMessage)));
-            syncOps.push(syncOp);
-        }
-        remote.channel.deadLetter.add(...syncOps);
-        this.logger.debug("Loaded @count persisted dead letters for remote @name", records.length, remote.name);
-    }
-    getRemotesForCollection(collectionId) {
-        return Array.from(this.remotes.values()).filter((remote) => remote.collectionId === collectionId);
-    }
-    async processCompleteBatch(batch) {
-        // get the unique set of collection ids
-        const collectionIds = [
-            ...new Set(Object.values(batch.collectionMemberships).flatMap((collections) => collections)),
-        ];
-        // get the unique set of affected remotes
-        const affectedRemotes = [];
-        for (const collectionId of collectionIds) {
-            const remotes = this.getRemotesForCollection(collectionId);
-            for (const remote of remotes) {
-                if (!affectedRemotes.includes(remote)) {
-                    affectedRemotes.push(remote);
-                }
-            }
-        }
-        // ack matching inbox items
-        for (const remote of affectedRemotes) {
-            trimMailboxFromBatch(remote.channel.inbox, batch);
-        }
-        // finally, work through the affected remotes and backfill based on the last operation in the outbox
-        for (const remote of affectedRemotes) {
-            await this.updateOutbox(remote, remote.channel.outbox.latestOrdinal);
-        }
-    }
-    handleInboxAdded(remote, syncOps) {
-        if (this.isShutdown) {
-            return;
-        }
-        const keyed = [];
-        const nonKeyed = [];
-        for (const syncOp of syncOps) {
-            if (syncOp.jobId) {
-                keyed.push(syncOp);
-            }
-            else {
-                nonKeyed.push(syncOp);
-            }
-        }
-        for (const syncOp of nonKeyed) {
-            void this.applyInboxJob(remote, syncOp);
-        }
-        if (keyed.length > 0) {
-            void this.applyInboxBatch(keyed.map((syncOp) => ({ remote, syncOp })));
-        }
-    }
-    async applyInboxJob(remote, syncOp) {
-        const operations = syncOp.operations.map((op) => op.operation);
-        let jobInfo;
-        try {
-            jobInfo = await this.reactor.load(syncOp.documentId, syncOp.branch, operations, undefined, { sourceRemote: remote.name });
-        }
-        catch (error) {
-            const err = error instanceof Error ? error : new Error(String(error));
-            this.logger.error("Failed to load operations from inbox (@remote, @documentId, @error)", remote.name, syncOp.documentId, err.message);
-            const channelError = new ChannelError(ChannelErrorSource.Inbox, err);
-            syncOp.failed(channelError);
-            remote.channel.deadLetter.add(syncOp);
-            remote.channel.inbox.remove(syncOp);
-            return;
-        }
-        let completedJobInfo;
-        try {
-            completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
-        }
-        catch (error) {
-            const err = error instanceof Error ? error : new Error(String(error));
-            this.logger.error("Failed to wait for job completion (@remote, @documentId, @jobId, @error)", remote.name, syncOp.documentId, jobInfo.id, err.message);
-            const channelError = new ChannelError(ChannelErrorSource.Inbox, err);
-            syncOp.failed(channelError);
-            remote.channel.deadLetter.add(syncOp);
-            remote.channel.inbox.remove(syncOp);
-            return;
-        }
-        const jobKey = `${syncOp.documentId}:${syncOp.branch}`;
-        this.loadJobs.set(jobKey, completedJobInfo);
-        if (completedJobInfo.status === JobStatus.FAILED) {
-            const errorMessage = completedJobInfo.error?.message || "Unknown error";
-            this.logger.error("Failed to apply operations from inbox (@remote, @documentId, @jobId, @error)", remote.name, syncOp.documentId, completedJobInfo.id, errorMessage);
-            const error = new ChannelError(ChannelErrorSource.Inbox, new Error(`Failed to apply operations: ${errorMessage}`));
-            syncOp.failed(error);
-            remote.channel.deadLetter.add(syncOp);
-        }
-        else {
-            syncOp.executed();
-        }
-        remote.channel.inbox.remove(syncOp);
-    }
-    async applyInboxBatch(items) {
-        const sourceRemote = items[0].remote.name;
-        const jobs = items.map(({ syncOp }) => ({
-            key: syncOp.jobId,
-            documentId: syncOp.documentId,
-            scope: syncOp.scopes[0],
-            branch: syncOp.branch,
-            operations: syncOp.operations.map((op) => op.operation),
-            dependsOn: syncOp.jobDependencies.filter(Boolean),
-        }));
-        const request = { jobs };
-        let result;
-        try {
-            result = await this.reactor.loadBatch(request, undefined, {
-                sourceRemote,
-            });
-        }
-        catch (error) {
-            for (const { remote, syncOp } of items) {
-                const err = error instanceof Error ? error : new Error(String(error));
-                syncOp.failed(new ChannelError(ChannelErrorSource.Inbox, err));
-                remote.channel.deadLetter.add(syncOp);
-                remote.channel.inbox.remove(syncOp);
-            }
-            return;
-        }
-        for (const { remote, syncOp } of items) {
-            if (!(syncOp.jobId in result.jobs)) {
-                this.logger.error("Job key missing from batch load result (@remote, @documentId, @jobId)", remote.name, syncOp.documentId, syncOp.jobId);
-                const error = new ChannelError(ChannelErrorSource.Inbox, new Error(`Job key '${syncOp.jobId}' missing from batch load result`));
-                syncOp.failed(error);
-                remote.channel.deadLetter.add(syncOp);
-                remote.channel.inbox.remove(syncOp);
-                continue;
-            }
-            const jobInfo = result.jobs[syncOp.jobId];
-            let completedJobInfo;
-            try {
-                completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
-            }
-            catch (error) {
-                const err = error instanceof Error ? error : new Error(String(error));
-                syncOp.failed(new ChannelError(ChannelErrorSource.Inbox, err));
-                remote.channel.deadLetter.add(syncOp);
-                remote.channel.inbox.remove(syncOp);
-                continue;
-            }
-            const jobKey = `${syncOp.documentId}:${syncOp.branch}`;
-            this.loadJobs.set(jobKey, completedJobInfo);
-            if (completedJobInfo.status === JobStatus.FAILED) {
-                const errorMessage = completedJobInfo.error?.message || "Unknown error";
-                const channelError = new ChannelError(ChannelErrorSource.Inbox, new Error(`Failed to apply operations: ${errorMessage}`));
-                syncOp.failed(channelError);
-                remote.channel.deadLetter.add(syncOp);
-            }
-            else {
-                syncOp.executed();
-            }
-            remote.channel.inbox.remove(syncOp);
-        }
-    }
-    async updateOutbox(remote, ackOrdinal) {
-        const operations = await this.getOperationsForRemote(remote, ackOrdinal);
-        if (operations.length === 0) {
-            return;
-        }
-        // sort by (documentId, scope, ordinal) so batchOperationsByDocument
-        // groups all operations for the same document together
-        operations.sort((a, b) => {
-            if (a.context.documentId !== b.context.documentId) {
-                return a.context.documentId < b.context.documentId ? -1 : 1;
-            }
-            if (a.context.scope !== b.context.scope) {
-                return a.context.scope < b.context.scope ? -1 : 1;
-            }
-            return a.context.ordinal - b.context.ordinal;
-        });
-        const batches = batchOperationsByDocument(operations);
-        // per-document dependency chain: each batch depends on the previous
-        // batch for the same documentId only, allowing independent documents
-        // to be processed in parallel
-        const lastJobByDoc = new Map();
-        const syncOps = [];
-        for (const batch of batches) {
-            const jobId = crypto.randomUUID();
-            const prevJobId = lastJobByDoc.get(batch.documentId);
-            const syncOp = new SyncOperation(crypto.randomUUID(), jobId, prevJobId ? [prevJobId] : [], remote.name, batch.documentId, [batch.scope], batch.branch, batch.operations);
-            syncOps.push(syncOp);
-            lastJobByDoc.set(batch.documentId, jobId);
-        }
-        remote.channel.outbox.add(...syncOps);
-    }
-    async getOperationsForRemote(remote, ackOrdinal) {
-        const results = await this.operationIndex.find(remote.collectionId, ackOrdinal, { excludeSourceRemote: remote.name });
-        let operations = results.results.map((entry) => toOperationWithContext(entry));
-        // apply the sinceTimestampUtcMs filter
-        const sinceTimestamp = remote.options.sinceTimestampUtcMs;
-        if (sinceTimestamp && sinceTimestamp !== "0") {
-            operations = operations.filter((op) => op.operation.timestampUtcMs >= sinceTimestamp);
-        }
-        // apply the remote filter
-        return filterOperations(operations, remote.filter);
-    }
-}
-//# sourceMappingURL=sync-manager.js.map