@powerhousedao/reactor 5.0.1-staging.15 → 5.0.1-staging.16

package/dist/src/sync/channels/utils.js

@@ -0,0 +1,26 @@
+import { SyncOperation } from "../sync-operation.js";
+let syncOpCounter = 0;
+/**
+ * Converts a SyncEnvelope containing operations into a SyncOperation.
+ *
+ * Extracts the necessary metadata from the envelope's operations to create
+ * a sync operation that can be processed by the receiving channel.
+ *
+ * @param envelope - The sync envelope containing operations
+ * @param remoteName - The name of the remote this sync operation is associated with
+ * @returns A new SyncOperation containing the envelope's operations
+ * @throws Error if envelope has no operations or operations array is empty
+ */
+export function envelopeToSyncOperation(envelope, remoteName) {
+    if (!envelope.operations || envelope.operations.length === 0) {
+        throw new Error("Cannot create SyncOperation from envelope without operations");
+    }
+    const operations = envelope.operations;
+    const firstOp = operations[0];
+    const documentId = firstOp.context.documentId;
+    const branch = firstOp.context.branch;
+    const scopes = [...new Set(operations.map((op) => op.context.scope))];
+    const syncOpId = `syncop-${envelope.channelMeta.id}-${Date.now()}-${syncOpCounter++}`;
+    return new SyncOperation(syncOpId, remoteName, documentId, scopes, branch, operations);
+}
+//# sourceMappingURL=utils.js.map

package/dist/src/sync/channels/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../src/sync/channels/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,IAAI,aAAa,GAAG,CAAC,CAAC;AAEtB;;;;;;;;;;GAUG;AACH,MAAM,UAAU,uBAAuB,CACrC,QAAsB,EACtB,UAAkB;IAElB,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CACb,8DAA8D,CAC/D,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACvC,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;IAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;IACtC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEtE,MAAM,QAAQ,GAAG,UAAU,QAAQ,CAAC,WAAW,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,aAAa,EAAE,EAAE,CAAC;IAEtF,OAAO,IAAI,aAAa,CACtB,QAAQ,EACR,UAAU,EACV,UAAU,EACV,MAAM,EACN,MAAM,EACN,UAAU,CACX,CAAC;AACJ,CAAC"}

package/dist/src/sync/errors.d.ts

@@ -0,0 +1,10 @@
+import type { ChannelErrorSource } from "./types.js";
+export declare class InternalChannelError extends Error {
+    constructor(message: string);
+}
+export declare class ChannelError extends Error {
+    source: ChannelErrorSource;
+    error: Error;
+    constructor(source: ChannelErrorSource, error: Error);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/src/sync/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/sync/errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,qBAAa,oBAAqB,SAAQ,KAAK;gBACjC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,YAAa,SAAQ,KAAK;IACrC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;gBAED,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,KAAK;CAMrD"}

package/dist/src/sync/errors.js

@@ -0,0 +1,17 @@
+export class InternalChannelError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "InternalChannelError";
+    }
+}
+export class ChannelError extends Error {
+    source;
+    error;
+    constructor(source, error) {
+        super(`ChannelError[${source}]: ${error.message}`);
+        this.name = "ChannelError";
+        this.source = source;
+        this.error = error;
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/src/sync/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/sync/errors.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,KAAK;IACrC,MAAM,CAAqB;IAC3B,KAAK,CAAQ;IAEb,YAAY,MAA0B,EAAE,KAAY;QAClD,KAAK,CAAC,gBAAgB,MAAM,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF"}

package/dist/src/sync/index.d.ts

@@ -0,0 +1,12 @@
+export type { IChannel, IChannelFactory, ISyncManager, Remote, } from "./interfaces.js";
+export type { ShutdownStatus } from "../shared/types.js";
+export type { ChannelConfig, ChannelHealth, SyncOperationErrorType, RemoteFilter, RemoteOptions, RemoteRecord, RemoteCursor, RemoteStatus, SyncEnvelope, SyncEnvelopeType, ChannelMeta, } from "./types.js";
+export { ChannelErrorSource, SyncOperationStatus } from "./types.js";
+export { SyncOperation, SyncOperationAggregateError, } from "./sync-operation.js";
+export { Mailbox, type MailboxItem } from "./mailbox.js";
+export { ChannelError, InternalChannelError } from "./errors.js";
+export { InternalChannel } from "./channels/index.js";
+export { SyncManager } from "./sync-manager.js";
+export { SyncBuilder } from "./sync-builder.js";
+export { createIdleHealth, filterOperations } from "./utils.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/sync/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/sync/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,QAAQ,EACR,eAAe,EACf,YAAY,EACZ,MAAM,GACP,MAAM,iBAAiB,CAAC;AAEzB,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEzD,YAAY,EACV,aAAa,EACb,aAAa,EACb,sBAAsB,EACtB,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAErE,OAAO,EACL,aAAa,EACb,2BAA2B,GAC5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/sync/index.js

@@ -0,0 +1,9 @@
+export { ChannelErrorSource, SyncOperationStatus } from "./types.js";
+export { SyncOperation, SyncOperationAggregateError, } from "./sync-operation.js";
+export { Mailbox } from "./mailbox.js";
+export { ChannelError, InternalChannelError } from "./errors.js";
+export { InternalChannel } from "./channels/index.js";
+export { SyncManager } from "./sync-manager.js";
+export { SyncBuilder } from "./sync-builder.js";
+export { createIdleHealth, filterOperations } from "./utils.js";
+//# sourceMappingURL=index.js.map

package/dist/src/sync/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/sync/index.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAErE,OAAO,EACL,aAAa,EACb,2BAA2B,GAC5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAoB,MAAM,cAAc,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/sync/interfaces.d.ts

@@ -0,0 +1,150 @@
+import type { ShutdownStatus } from "../shared/types.js";
+import type { ISyncCursorStorage } from "../storage/interfaces.js";
+import type { SyncOperation } from "./sync-operation.js";
+import type { Mailbox } from "./mailbox.js";
+import type { ChannelConfig, RemoteFilter, RemoteOptions } from "./types.js";
+/**
+ * Represents a bidirectional synchronization channel between two reactor instances.
+ *
+ * A channel manages three mailboxes:
+ * - inbox: Sync operations received from the remote that need to be applied locally
+ * - outbox: Sync operations to be sent to the remote
+ * - deadLetter: Sync operations that failed and cannot be retried
+ *
+ * Channels are responsible for:
+ * - Transporting sync envelopes between reactor instances
+ * - Managing sync operation lifecycle through status transitions
+ * - Handling errors and moving failed sync operations to dead letter queue
+ * - Updating cursors as operations are applied
+ */
+export interface IChannel {
+    /**
+     * Mailbox containing sync operations received from the remote that need to be applied locally.
+     * Consumers should register callbacks via onAdded to process incoming sync operations.
+     */
+    inbox: Mailbox<SyncOperation>;
+    /**
+     * Mailbox containing sync operations that need to be sent to the remote.
+     * The channel is responsible for transporting these sync operations and handling ACKs.
+     */
+    outbox: Mailbox<SyncOperation>;
+    /**
+     * Mailbox containing sync operations that failed and cannot be retried.
+     * These sync operations require manual intervention or should be logged for debugging.
+     */
+    deadLetter: Mailbox<SyncOperation>;
+    /**
+     * Shuts down the channel and prevents further operations.
+     */
+    shutdown(): void;
+}
+/**
+ * Factory for creating channel instances.
+ *
+ * Different channel implementations (InternalChannel, GqlChannel, etc.) will have
+ * their own factories that implement this interface.
+ */
+export interface IChannelFactory {
+    /**
+     * Creates a new channel instance with the given configuration.
+     *
+     * @param config - Channel configuration including type and parameters
+     * @param cursorStorage - Storage for persisting synchronization cursors
+     * @returns A new channel instance
+     */
+    instance(config: ChannelConfig, cursorStorage: ISyncCursorStorage): IChannel;
+}
+/**
+ * Represents a configured remote with an active channel.
+ *
+ * A remote defines what to synchronize (collectionId, filter) and how to synchronize it (channel).
+ * The remote name is used as a unique identifier across the system.
+ */
+export type Remote = {
+    /**
+     * Unique name for this remote.
+     */
+    name: string;
+    /**
+     * Collection ID to synchronize.
+     * Typically created via driveCollectionId(branch, documentId) for drive-level sync.
+     */
+    collectionId: string;
+    /**
+     * Filter to apply to operations.
+     * Can filter by documentId, scope, and branch.
+     */
+    filter: RemoteFilter;
+    /**
+     * Additional configuration options for the remote.
+     */
+    options: RemoteOptions;
+    /**
+     * Active channel for bidirectional communication with the remote.
+     */
+    channel: IChannel;
+};
+/**
+ * Orchestrates all synchronization activity for a reactor instance.
+ */
+export interface ISyncManager {
+    /**
+     * Starts the synchronization manager.
+     *
+     * This recreates all remotes from storage and prepares channels for synchronization.
+     * Each remote's channel will begin processing its inbox/outbox mailboxes.
+     *
+     * @returns Promise that resolves when the manager is started
+     */
+    startup(): Promise<void>;
+    /**
+     * Shuts down the synchronization manager.
+     *
+     * This stops all channels, flushes pending operations, and releases resources.
+     * The shutdown status indicates whether the system was cleanly shut down.
+     *
+     * @returns Status object with shutdown information
+     */
+    shutdown(): ShutdownStatus;
+    /**
+     * Gets a remote by name.
+     *
+     * @param name - The name of the remote
+     * @returns The remote
+     * @throws Error if the remote does not exist
+     */
+    get(name: string): Remote;
+    /**
+     * Adds a new remote and starts its channel.
+     *
+     * The remote configuration is persisted to storage and a channel is created
+     * using the appropriate factory. The channel begins processing immediately.
+     *
+     * @param name - Unique name for the remote
+     * @param collectionId - Collection ID to synchronize
+     * @param channelConfig - Configuration for the channel type and parameters
+     * @param filter - Optional filter for operations (defaults to no filtering)
+     * @param options - Optional remote configuration options
+     * @returns Promise that resolves with the created remote
+     * @throws Error if a remote with this name already exists
+     */
+    add(name: string, collectionId: string, channelConfig: ChannelConfig, filter?: RemoteFilter, options?: RemoteOptions): Promise<Remote>;
+    /**
+     * Removes a remote and stops its channel.
+     *
+     * The remote configuration is removed from storage and the channel is shut down.
+     * Any pending sync operations in the channel's mailboxes will be processed before shutdown.
+     *
+     * @param name - The name of the remote to remove
+     * @returns Promise that resolves when the remote is removed
+     * @throws Error if the remote does not exist
+     */
+    remove(name: string): Promise<void>;
+    /**
+     * Lists all configured remotes.
+     *
+     * @returns Array of all remotes
+     */
+    list(): Remote[];
+}
+//# sourceMappingURL=interfaces.d.ts.map

package/dist/src/sync/interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/sync/interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE7E;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,QAAQ;IACvB;;;OAGG;IACH,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAE9B;;;OAGG;IACH,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAE/B;;;OAGG;IACH,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAEnC;;OAEG;IACH,QAAQ,IAAI,IAAI,CAAC;CAClB;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B;;;;;;OAMG;IACH,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,kBAAkB,GAAG,QAAQ,CAAC;CAC9E;AAED;;;;;GAKG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,MAAM,EAAE,YAAY,CAAC;IAErB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC;IAEvB;;OAEG;IACH,OAAO,EAAE,QAAQ,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;;;;;;OAOG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;;;;;OAOG;IACH,QAAQ,IAAI,cAAc,CAAC;IAE3B;;;;;;OAMG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IAE1B;;;;;;;;;;;;;OAaG;IACH,GAAG,CACD,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,aAAa,EAC5B,MAAM,CAAC,EAAE,YAAY,EACrB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC;;;;OAIG;IACH,IAAI,IAAI,MAAM,EAAE,CAAC;CAClB"}

package/dist/src/sync/interfaces.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=interfaces.js.map

package/dist/src/sync/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/sync/interfaces.ts"],"names":[],"mappings":""}

package/dist/src/sync/mailbox.d.ts

@@ -0,0 +1,21 @@
+export type MailboxItem = {
+    id: string;
+};
+type MailboxCallback<T extends MailboxItem> = (item: T) => void;
+export declare class MailboxAggregateError extends Error {
+    errors: Error[];
+    constructor(errors: Error[]);
+}
+export declare class Mailbox<T extends MailboxItem> {
+    private itemsMap;
+    private addedCallbacks;
+    private removedCallbacks;
+    get items(): ReadonlyArray<T>;
+    get(id: string): T | undefined;
+    add(item: T): void;
+    remove(item: T): void;
+    onAdded(callback: MailboxCallback<T>): void;
+    onRemoved(callback: MailboxCallback<T>): void;
+}
+export {};
+//# sourceMappingURL=mailbox.d.ts.map

package/dist/src/sync/mailbox.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mailbox.d.ts","sourceRoot":"","sources":["../../../src/sync/mailbox.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,WAAW,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC;AAEhE,qBAAa,qBAAsB,SAAQ,KAAK;IAC9C,MAAM,EAAE,KAAK,EAAE,CAAC;gBAEJ,MAAM,EAAE,KAAK,EAAE;CAQ5B;AAED,qBAAa,OAAO,CAAC,CAAC,SAAS,WAAW;IACxC,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,cAAc,CAA4B;IAClD,OAAO,CAAC,gBAAgB,CAA4B;IAEpD,IAAI,KAAK,IAAI,aAAa,CAAC,CAAC,CAAC,CAE5B;IAED,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAI9B,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI;IAgBlB,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI;IAgBrB,OAAO,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,IAAI;IAI3C,SAAS,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,IAAI;CAG9C"}

package/dist/src/sync/mailbox.js

@@ -0,0 +1,59 @@
+export class MailboxAggregateError extends Error {
+    errors;
+    constructor(errors) {
+        const messages = errors.map((e) => e.message).join("; ");
+        super(`Mailbox callback failed with ${errors.length} error(s): ${messages}`);
+        this.name = "MailboxAggregateError";
+        this.errors = errors;
+    }
+}
+export class Mailbox {
+    itemsMap = new Map();
+    addedCallbacks = [];
+    removedCallbacks = [];
+    get items() {
+        return Array.from(this.itemsMap.values());
+    }
+    get(id) {
+        return this.itemsMap.get(id);
+    }
+    add(item) {
+        this.itemsMap.set(item.id, item);
+        const callbacks = [...this.addedCallbacks];
+        const errors = [];
+        for (const callback of callbacks) {
+            try {
+                callback(item);
+            }
+            catch (error) {
+                errors.push(error instanceof Error ? error : new Error(String(error)));
+            }
+        }
+        if (errors.length > 0) {
+            throw new MailboxAggregateError(errors);
+        }
+    }
+    remove(item) {
+        this.itemsMap.delete(item.id);
+        const callbacks = [...this.removedCallbacks];
+        const errors = [];
+        for (const callback of callbacks) {
+            try {
+                callback(item);
+            }
+            catch (error) {
+                errors.push(error instanceof Error ? error : new Error(String(error)));
+            }
+        }
+        if (errors.length > 0) {
+            throw new MailboxAggregateError(errors);
+        }
+    }
+    onAdded(callback) {
+        this.addedCallbacks.push(callback);
+    }
+    onRemoved(callback) {
+        this.removedCallbacks.push(callback);
+    }
+}
+//# sourceMappingURL=mailbox.js.map

package/dist/src/sync/mailbox.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mailbox.js","sourceRoot":"","sources":["../../../src/sync/mailbox.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAC9C,MAAM,CAAU;IAEhB,YAAY,MAAe;QACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,KAAK,CACH,gCAAgC,MAAM,CAAC,MAAM,cAAc,QAAQ,EAAE,CACtE,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAED,MAAM,OAAO,OAAO;IACV,QAAQ,GAAmB,IAAI,GAAG,EAAE,CAAC;IACrC,cAAc,GAAyB,EAAE,CAAC;IAC1C,gBAAgB,GAAyB,EAAE,CAAC;IAEpD,IAAI,KAAK;QACP,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,GAAG,CAAC,IAAO;QACT,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAO;QACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9B,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,QAA4B;QAClC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,SAAS,CAAC,QAA4B;QACpC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;CACF"}

package/dist/src/sync/sync-builder.d.ts

@@ -0,0 +1,17 @@
+import type { Kysely } from "kysely";
+import type { IOperationIndex } from "../cache/operation-index-types.js";
+import type { IReactor } from "../core/types.js";
+import type { IEventBus } from "../events/interfaces.js";
+import type { ISyncCursorStorage, ISyncRemoteStorage } from "../storage/interfaces.js";
+import type { Database } from "../storage/kysely/types.js";
+import type { IChannelFactory, ISyncManager } from "./interfaces.js";
+export declare class SyncBuilder {
+    private channelFactory?;
+    private remoteStorage?;
+    private cursorStorage?;
+    withChannelFactory(factory: IChannelFactory): this;
+    withRemoteStorage(storage: ISyncRemoteStorage): this;
+    withCursorStorage(storage: ISyncCursorStorage): this;
+    build(reactor: IReactor, operationIndex: IOperationIndex, eventBus: IEventBus, db: Kysely<Database>): ISyncManager;
+}
+//# sourceMappingURL=sync-builder.d.ts.map

package/dist/src/sync/sync-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-builder.d.ts","sourceRoot":"","sources":["../../../src/sync/sync-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AACzE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAG3D,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAGrE,qBAAa,WAAW;IACtB,OAAO,CAAC,cAAc,CAAC,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAC,CAAqB;IAC3C,OAAO,CAAC,aAAa,CAAC,CAAqB;IAE3C,kBAAkB,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI;IAKlD,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,GAAG,IAAI;IAKpD,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,GAAG,IAAI;IAKpD,KAAK,CACH,OAAO,EAAE,QAAQ,EACjB,cAAc,EAAE,eAAe,EAC/B,QAAQ,EAAE,SAAS,EACnB,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,GACnB,YAAY;CAiBhB"}

package/dist/src/sync/sync-builder.js

@@ -0,0 +1,29 @@
+import { KyselySyncCursorStorage } from "../storage/kysely/sync-cursor-storage.js";
+import { KyselySyncRemoteStorage } from "../storage/kysely/sync-remote-storage.js";
+import { SyncManager } from "./sync-manager.js";
+export class SyncBuilder {
+    channelFactory;
+    remoteStorage;
+    cursorStorage;
+    withChannelFactory(factory) {
+        this.channelFactory = factory;
+        return this;
+    }
+    withRemoteStorage(storage) {
+        this.remoteStorage = storage;
+        return this;
+    }
+    withCursorStorage(storage) {
+        this.cursorStorage = storage;
+        return this;
+    }
+    build(reactor, operationIndex, eventBus, db) {
+        if (!this.channelFactory) {
+            throw new Error("Channel factory is required");
+        }
+        const remoteStorage = this.remoteStorage ?? new KyselySyncRemoteStorage(db);
+        const cursorStorage = this.cursorStorage ?? new KyselySyncCursorStorage(db);
+        return new SyncManager(remoteStorage, cursorStorage, this.channelFactory, operationIndex, reactor, eventBus);
+    }
+}
+//# sourceMappingURL=sync-builder.js.map

package/dist/src/sync/sync-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-builder.js","sourceRoot":"","sources":["../../../src/sync/sync-builder.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AACnF,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AAEnF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,OAAO,WAAW;IACd,cAAc,CAAmB;IACjC,aAAa,CAAsB;IACnC,aAAa,CAAsB;IAE3C,kBAAkB,CAAC,OAAwB;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iBAAiB,CAAC,OAA2B;QAC3C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iBAAiB,CAAC,OAA2B;QAC3C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CACH,OAAiB,EACjB,cAA+B,EAC/B,QAAmB,EACnB,EAAoB;QAEpB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAC5E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAE5E,OAAO,IAAI,WAAW,CACpB,aAAa,EACb,aAAa,EACb,IAAI,CAAC,cAAc,EACnB,cAAc,EACd,OAAO,EACP,QAAQ,CACT,CAAC;IACJ,CAAC;CACF"}

package/dist/src/sync/sync-manager.d.ts

@@ -0,0 +1,33 @@
+import type { IOperationIndex } from "../cache/operation-index-types.js";
+import type { IReactor } from "../core/types.js";
+import type { IEventBus } from "../events/interfaces.js";
+import { type JobInfo, type ShutdownStatus } from "../shared/types.js";
+import type { ISyncCursorStorage, ISyncRemoteStorage } from "../storage/interfaces.js";
+import type { IChannelFactory, ISyncManager, Remote } from "./interfaces.js";
+import type { ChannelConfig, RemoteFilter, RemoteOptions } from "./types.js";
+export declare class SyncManager implements ISyncManager {
+    private readonly remoteStorage;
+    private readonly cursorStorage;
+    private readonly channelFactory;
+    private readonly _operationIndex;
+    private readonly reactor;
+    private readonly eventBus;
+    private readonly remotes;
+    private readonly awaiter;
+    private isShutdown;
+    private eventUnsubscribe?;
+    loadJobs: Map<string, JobInfo>;
+    constructor(remoteStorage: ISyncRemoteStorage, cursorStorage: ISyncCursorStorage, channelFactory: IChannelFactory, operationIndex: IOperationIndex, reactor: IReactor, eventBus: IEventBus);
+    startup(): Promise<void>;
+    shutdown(): ShutdownStatus;
+    get(name: string): Remote;
+    add(name: string, collectionId: string, channelConfig: ChannelConfig, filter?: RemoteFilter, options?: RemoteOptions): Promise<Remote>;
+    remove(name: string): Promise<void>;
+    list(): Remote[];
+    private wireChannelCallbacks;
+    private handleOperationWritten;
+    private handleInboxJob;
+    private handleOutboxJob;
+    private applyInboxJob;
+}
+//# sourceMappingURL=sync-manager.d.ts.map

package/dist/src/sync/sync-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-manager.d.ts","sourceRoot":"","sources":["../../../src/sync/sync-manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AACzE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAKzD,OAAO,EAEL,KAAK,OAAO,EACZ,KAAK,cAAc,EACpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,0BAA0B,CAAC;AAElC,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAE7E,OAAO,KAAK,EACV,aAAa,EACb,YAAY,EACZ,aAAa,EAGd,MAAM,YAAY,CAAC;AAIpB,qBAAa,WAAY,YAAW,YAAY;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;IACnD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAkB;IACjD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAW;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAY;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAC,CAAa;IAE/B,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAa;gBAGhD,aAAa,EAAE,kBAAkB,EACjC,aAAa,EAAE,kBAAkB,EACjC,cAAc,EAAE,eAAe,EAC/B,cAAc,EAAE,eAAe,EAC/B,OAAO,EAAE,QAAQ,EACjB,QAAQ,EAAE,SAAS;IAef,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B9B,QAAQ,IAAI,cAAc;IA2B1B,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAQnB,GAAG,CACP,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,aAAa,EAC5B,MAAM,GAAE,YAAwD,EAChE,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,MAAM,CAAC;IA2CZ,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYzC,IAAI,IAAI,MAAM,EAAE;IAIhB,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,sBAAsB;IAwB9B,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,eAAe;YAUT,aAAa;CAoD5B"}

package/dist/src/sync/sync-manager.js

@@ -0,0 +1,197 @@
+import { OperationEventTypes, } from "../events/types.js";
+import { JobStatus, } from "../shared/types.js";
+import { JobAwaiter } from "../shared/awaiter.js";
+import { ChannelError } from "./errors.js";
+import { SyncOperation } from "./sync-operation.js";
+import { ChannelErrorSource, SyncOperationStatus } from "./types.js";
+import { createIdleHealth, filterOperations } from "./utils.js";
+export class SyncManager {
+    remoteStorage;
+    cursorStorage;
+    channelFactory;
+    _operationIndex;
+    reactor;
+    eventBus;
+    remotes;
+    awaiter;
+    isShutdown;
+    eventUnsubscribe;
+    loadJobs = new Map();
+    constructor(remoteStorage, cursorStorage, channelFactory, operationIndex, reactor, eventBus) {
+        this.remoteStorage = remoteStorage;
+        this.cursorStorage = cursorStorage;
+        this.channelFactory = channelFactory;
+        this._operationIndex = operationIndex;
+        this.reactor = reactor;
+        this.eventBus = eventBus;
+        this.remotes = new Map();
+        this.awaiter = new JobAwaiter(eventBus, (jobId, signal) => reactor.getJobStatus(jobId, signal));
+        this.isShutdown = false;
+    }
+    async startup() {
+        if (this.isShutdown) {
+            throw new Error("SyncManager is already shutdown and cannot be started");
+        }
+        const remoteRecords = await this.remoteStorage.list();
+        for (const record of remoteRecords) {
+            const channel = this.channelFactory.instance(record.channelConfig, this.cursorStorage);
+            const remote = {
+                name: record.name,
+                collectionId: record.collectionId,
+                filter: record.filter,
+                options: record.options,
+                channel,
+            };
+            this.remotes.set(record.name, remote);
+            this.wireChannelCallbacks(remote);
+        }
+        this.eventUnsubscribe = this.eventBus.subscribe(OperationEventTypes.OPERATION_WRITTEN, (_type, event) => this.handleOperationWritten(event));
+    }
+    shutdown() {
+        this.isShutdown = true;
+        if (this.eventUnsubscribe) {
+            this.eventUnsubscribe();
+            this.eventUnsubscribe = undefined;
+        }
+        this.awaiter.shutdown();
+        for (const remote of this.remotes.values()) {
+            try {
+                remote.channel.shutdown();
+            }
+            catch (error) {
+                console.error(`Error shutting down channel for remote ${remote.name}: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        this.remotes.clear();
+        return {
+            isShutdown: true,
+        };
+    }
+    get(name) {
+        const remote = this.remotes.get(name);
+        if (!remote) {
+            throw new Error(`Remote with name '${name}' does not exist`);
+        }
+        return remote;
+    }
+    async add(name, collectionId, channelConfig, filter = { documentId: [], scope: [], branch: "" }, options = {}) {
+        if (this.isShutdown) {
+            throw new Error("SyncManager is shutdown and cannot add remotes");
+        }
+        if (this.remotes.has(name)) {
+            throw new Error(`Remote with name '${name}' already exists`);
+        }
+        const status = {
+            push: createIdleHealth(),
+            pull: createIdleHealth(),
+        };
+        const remoteRecord = {
+            name,
+            collectionId,
+            channelConfig,
+            filter,
+            options,
+            status,
+        };
+        await this.remoteStorage.upsert(remoteRecord);
+        const channel = this.channelFactory.instance(channelConfig, this.cursorStorage);
+        const remote = {
+            name,
+            collectionId,
+            filter,
+            options,
+            channel,
+        };
+        this.remotes.set(name, remote);
+        this.wireChannelCallbacks(remote);
+        return remote;
+    }
+    async remove(name) {
+        const remote = this.remotes.get(name);
+        if (!remote) {
+            throw new Error(`Remote with name '${name}' does not exist`);
+        }
+        await this.remoteStorage.remove(name);
+        remote.channel.shutdown();
+        this.remotes.delete(name);
+    }
+    list() {
+        return Array.from(this.remotes.values());
+    }
+    wireChannelCallbacks(remote) {
+        remote.channel.inbox.onAdded((syncOp) => {
+            this.handleInboxJob(remote, syncOp);
+        });
+        remote.channel.outbox.onAdded((syncOp) => {
+            this.handleOutboxJob(remote, syncOp);
+        });
+    }
+    handleOperationWritten(event) {
+        if (this.isShutdown) {
+            return;
+        }
+        for (const remote of this.remotes.values()) {
+            const filteredOps = filterOperations(event.operations, remote.filter);
+            if (filteredOps.length === 0) {
+                continue;
+            }
+            const syncOp = new SyncOperation(crypto.randomUUID(), remote.name, filteredOps[0].context.documentId, [...new Set(filteredOps.map((op) => op.context.scope))], filteredOps[0].context.branch, filteredOps);
+            remote.channel.outbox.add(syncOp);
+        }
+    }
+    handleInboxJob(remote, syncOp) {
+        if (this.isShutdown) {
+            return;
+        }
+        void this.applyInboxJob(remote, syncOp);
+    }
+    handleOutboxJob(remote, syncOp) {
+        syncOp.on((syncOp, _prev, next) => {
+            if (next === SyncOperationStatus.Applied) {
+                remote.channel.outbox.remove(syncOp);
+            }
+            else if (next === SyncOperationStatus.Error) {
+                remote.channel.outbox.remove(syncOp);
+            }
+        });
+    }
+    async applyInboxJob(remote, syncOp) {
+        const operations = syncOp.operations.map((op) => op.operation);
+        let jobInfo;
+        try {
+            jobInfo = await this.reactor.load(syncOp.documentId, syncOp.branch, operations);
+        }
+        catch (error) {
+            const err = error instanceof Error ? error : new Error(String(error));
+            const channelError = new ChannelError(ChannelErrorSource.Inbox, err);
+            syncOp.failed(channelError);
+            remote.channel.deadLetter.add(syncOp);
+            remote.channel.inbox.remove(syncOp);
+            return;
+        }
+        let completedJobInfo;
+        try {
+            completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
+        }
+        catch (error) {
+            const err = error instanceof Error ? error : new Error(String(error));
+            const channelError = new ChannelError(ChannelErrorSource.Inbox, err);
+            syncOp.failed(channelError);
+            remote.channel.deadLetter.add(syncOp);
+            remote.channel.inbox.remove(syncOp);
+            return;
+        }
+        const jobKey = `${syncOp.documentId}:${syncOp.branch}`;
+        this.loadJobs.set(jobKey, completedJobInfo);
+        if (completedJobInfo.status === JobStatus.FAILED) {
+            const error = new ChannelError(ChannelErrorSource.Inbox, new Error(`Failed to apply operations: ${completedJobInfo.error?.message || "Unknown error"}`));
+            syncOp.failed(error);
+            remote.channel.deadLetter.add(syncOp);
+        }
+        else {
+            syncOp.executed();
+        }
+        remote.channel.inbox.remove(syncOp);
+    }
+}
+//# sourceMappingURL=sync-manager.js.map