@powerhousedao/reactor-api 5.1.0-dev.4 → 5.1.0-dev.41

package/dist/test/three-reactor-gql-sync.test.js

@@ -0,0 +1,368 @@
+import { CompositeChannelFactory, ConsoleLogger, JobStatus, OperationEventTypes, ReactorBuilder, ReactorClientBuilder, SyncBuilder, } from "@powerhousedao/reactor";
+import { driveDocumentModelModule } from "document-drive";
+import { documentModelDocumentModelModule, } from "document-model";
+import { afterEach, beforeEach, describe, expect, it } from "vitest";
+import { createResolverBridge } from "./utils/gql-resolver-bridge.js";
+async function waitForJobCompletion(reactor, jobId, timeoutMs = 5000) {
+    const startTime = Date.now();
+    while (Date.now() - startTime < timeoutMs) {
+        const status = await reactor.getJobStatus(jobId);
+        if (status.status === JobStatus.READ_MODELS_READY) {
+            return;
+        }
+        if (status.status === JobStatus.FAILED) {
+            throw new Error(`Job failed: ${status.error?.message || "Unknown"}`);
+        }
+        await new Promise((resolve) => setTimeout(resolve, 50));
+    }
+    throw new Error(`Job did not complete within ${timeoutMs}ms`);
+}
+async function waitForOperationsReady(eventBus, documentId, timeoutMs = 5000) {
+    return new Promise((resolve, reject) => {
+        const timeout = setTimeout(() => {
+            unsubscribe();
+            reject(new Error(`OPERATIONS_READY event for document ${documentId} not received within ${timeoutMs}ms`));
+        }, timeoutMs);
+        const unsubscribe = eventBus.subscribe(OperationEventTypes.OPERATIONS_READY, (type, event) => {
+            const hasDocument = event.operations.some((op) => op.context.documentId === documentId);
+            if (hasDocument) {
+                clearTimeout(timeout);
+                unsubscribe();
+                resolve();
+            }
+        });
+    });
+}
+async function waitForDocumentExists(reactor, documentId, timeoutMs = 10000) {
+    const startTime = Date.now();
+    while (Date.now() - startTime < timeoutMs) {
+        try {
+            await reactor.get(documentId);
+            return;
+        }
+        catch {
+            await new Promise((resolve) => setTimeout(resolve, 100));
+        }
+    }
+    throw new Error(`Document ${documentId} did not appear within ${timeoutMs}ms`);
+}
+async function pollUntilSynced(reactorA, reactorB, reactorC, documentId, timeoutMs = 15000) {
+    const startTime = Date.now();
+    while (Date.now() - startTime < timeoutMs) {
+        try {
+            const resultA = await reactorA.getOperations(documentId, {
+                branch: "main",
+            });
+            const opsA = Object.values(resultA).flatMap((scope) => scope.results);
+            const resultB = await reactorB.getOperations(documentId, {
+                branch: "main",
+            });
+            const opsB = Object.values(resultB).flatMap((scope) => scope.results);
+            const resultC = await reactorC.getOperations(documentId, {
+                branch: "main",
+            });
+            const opsC = Object.values(resultC).flatMap((scope) => scope.results);
+            if (opsA.length > 0 &&
+                opsA.length === opsB.length &&
+                opsB.length === opsC.length) {
+                return;
+            }
+        }
+        catch {
+            // Document may not exist yet on some reactors
+        }
+        await new Promise((resolve) => setTimeout(resolve, 100));
+    }
+    throw new Error(`Reactors did not sync document ${documentId} within ${timeoutMs}ms`);
+}
+async function setupThreeReactorsWithGqlChannel() {
+    const syncManagerRegistry = new Map();
+    const resolverBridge = createResolverBridge(syncManagerRegistry);
+    const logger = new ConsoleLogger(["test"]);
+    const channelFactorySwitchboard = new CompositeChannelFactory(logger);
+    const channelFactoryClient1 = new CompositeChannelFactory(logger);
+    const channelFactoryClient2 = new CompositeChannelFactory(logger);
+    const models = [
+        driveDocumentModelModule,
+        documentModelDocumentModelModule,
+    ];
+    const switchboardModule = await new ReactorClientBuilder()
+        .withReactorBuilder(new ReactorBuilder()
+        .withDocumentModels(models)
+        .withSync(new SyncBuilder().withChannelFactory(channelFactorySwitchboard)))
+        .buildModule();
+    const client1Module = await new ReactorClientBuilder()
+        .withReactorBuilder(new ReactorBuilder()
+        .withDocumentModels(models)
+        .withSync(new SyncBuilder().withChannelFactory(channelFactoryClient1)))
+        .buildModule();
+    const client2Module = await new ReactorClientBuilder()
+        .withReactorBuilder(new ReactorBuilder()
+        .withDocumentModels(models)
+        .withSync(new SyncBuilder().withChannelFactory(channelFactoryClient2)))
+        .buildModule();
+    const reactorSwitchboard = switchboardModule.reactor;
+    const reactorClient1 = client1Module.reactor;
+    const reactorClient2 = client2Module.reactor;
+    const eventBusSwitchboard = switchboardModule.eventBus;
+    const eventBusClient1 = client1Module.eventBus;
+    const eventBusClient2 = client2Module.eventBus;
+    const syncManagerSwitchboard = switchboardModule.reactorModule.syncModule.syncManager;
+    const syncManagerClient1 = client1Module.reactorModule.syncModule.syncManager;
+    const syncManagerClient2 = client2Module.reactorModule.syncModule.syncManager;
+    syncManagerRegistry.set("switchboard", syncManagerSwitchboard);
+    syncManagerRegistry.set("client1", syncManagerClient1);
+    syncManagerRegistry.set("client2", syncManagerClient2);
+    const filter = {
+        documentId: [],
+        scope: [],
+        branch: "main",
+    };
+    const gqlParamsToSwitchboard = {
+        url: "http://switchboard/graphql",
+        pollIntervalMs: 100,
+        maxFailures: 10,
+        retryBaseDelayMs: 50,
+        fetchFn: resolverBridge,
+    };
+    await syncManagerClient1.add("remoteSwitchboard", "collection1", { type: "gql", parameters: gqlParamsToSwitchboard }, filter);
+    await syncManagerClient2.add("remoteSwitchboard", "collection1", { type: "gql", parameters: gqlParamsToSwitchboard }, filter);
+    return {
+        switchboard: switchboardModule.client,
+        client1: client1Module.client,
+        client2: client2Module.client,
+        reactorSwitchboard,
+        reactorClient1,
+        reactorClient2,
+        eventBusSwitchboard,
+        eventBusClient1,
+        eventBusClient2,
+        syncManagerSwitchboard,
+        syncManagerClient1,
+        syncManagerClient2,
+    };
+}
+describe("Three-Reactor Sync (Switchboard Pattern)", () => {
+    let setup;
+    beforeEach(async () => {
+        setup = await setupThreeReactorsWithGqlChannel();
+    });
+    afterEach(() => {
+        setup.reactorSwitchboard.kill();
+        setup.reactorClient1.kill();
+        setup.reactorClient2.kill();
+    });
+    describe("Operation Ordering", () => {
+        it("should deliver CREATE_DOCUMENT before ADD_RELATIONSHIP for new documents", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            const newDoc = driveDocumentModelModule.utils.createDocument();
+            const doc = await setup.client1.createDocumentInDrive(drive.header.id, newDoc);
+            await waitForDocumentExists(setup.reactorClient2, doc.header.id, 10000);
+            const docOnClient2 = await setup.client2.get(doc.header.id);
+            expect(docOnClient2.document).toBeDefined();
+            expect(docOnClient2.document.header.id).toBe(doc.header.id);
+        });
+        it("should handle sequential document creation with immediate relationships", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            // Create documents sequentially (parallel creation in same drive causes revision conflicts)
+            const docs = [];
+            for (let i = 0; i < 3; i++) {
+                const doc = await setup.client1.createDocumentInDrive(drive.header.id, driveDocumentModelModule.utils.createDocument());
+                docs.push(doc);
+            }
+            for (const doc of docs) {
+                await waitForDocumentExists(setup.reactorClient2, doc.header.id, 15000);
+                const docOnClient2 = await setup.client2.get(doc.header.id);
+                expect(docOnClient2.document).toBeDefined();
+            }
+        }, 30000);
+    });
+    describe("Sequential Operations (Back-and-Forth)", () => {
+        it("should sync sequential edits: C1 -> SW -> C2 -> SW -> C1", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            await setup.client1.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({ name: "Edit from C1" }),
+            ]);
+            await new Promise((resolve) => setTimeout(resolve, 500));
+            await setup.client2.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({ name: "Edit from C2" }),
+            ]);
+            await new Promise((resolve) => setTimeout(resolve, 500));
+            await setup.client1.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({
+                    name: "Final edit from C1",
+                }),
+            ]);
+            await pollUntilSynced(setup.reactorSwitchboard, setup.reactorClient1, setup.reactorClient2, drive.header.id, 20000);
+            const resultS = await setup.reactorSwitchboard.getOperations(drive.header.id, { branch: "main" });
+            const opsS = Object.values(resultS).flatMap((scope) => scope.results);
+            const resultC1 = await setup.reactorClient1.getOperations(drive.header.id, { branch: "main" });
+            const opsC1 = Object.values(resultC1).flatMap((scope) => scope.results);
+            const resultC2 = await setup.reactorClient2.getOperations(drive.header.id, { branch: "main" });
+            const opsC2 = Object.values(resultC2).flatMap((scope) => scope.results);
+            expect(opsS.length).toBe(opsC1.length);
+            expect(opsC1.length).toBe(opsC2.length);
+            expect(opsS.length).toBeGreaterThanOrEqual(4);
+        }, 30000);
+        it("should not create duplicate operations", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            await setup.client1.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.addFolder({
+                    id: "folder-1",
+                    name: "Folder 1",
+                    parentFolder: null,
+                }),
+            ]);
+            await pollUntilSynced(setup.reactorSwitchboard, setup.reactorClient1, setup.reactorClient2, drive.header.id, 10000);
+            const resultC2 = await setup.reactorClient2.getOperations(drive.header.id, { branch: "main" });
+            const opsC2 = Object.values(resultC2).flatMap((scope) => scope.results);
+            const addFolderOps = opsC2.filter((op) => op.action?.type === "ADD_FOLDER");
+            expect(addFolderOps.length).toBe(1);
+        }, 15000);
+    });
+    describe("Near-Concurrent Operations", () => {
+        it("should handle edits made before full propagation", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            void setup.client1.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.addFolder({
+                    id: "folder-c1",
+                    name: "Folder from C1",
+                    parentFolder: null,
+                }),
+            ]);
+            void setup.client2.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.addFolder({
+                    id: "folder-c2",
+                    name: "Folder from C2",
+                    parentFolder: null,
+                }),
+            ]);
+            await pollUntilSynced(setup.reactorSwitchboard, setup.reactorClient1, setup.reactorClient2, drive.header.id, 20000);
+            const docS = await setup.switchboard.get(drive.header.id);
+            const docC1 = await setup.client1.get(drive.header.id);
+            const docC2 = await setup.client2.get(drive.header.id);
+            // Compare state (semantic equality) rather than full document
+            expect(docC1.document.state).toEqual(docS.document.state);
+            expect(docC2.document.state).toEqual(docS.document.state);
+        }, 25000);
+        it("should converge to same state on all reactors", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            void setup.client1.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({ name: "Name from C1" }),
+            ]);
+            void setup.client2.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({ name: "Name from C2" }),
+            ]);
+            await pollUntilSynced(setup.reactorSwitchboard, setup.reactorClient1, setup.reactorClient2, drive.header.id, 20000);
+            const docS = await setup.switchboard.get(drive.header.id);
+            const docC1 = await setup.client1.get(drive.header.id);
+            const docC2 = await setup.client2.get(drive.header.id);
+            // Compare state (semantic equality) rather than full document
+            expect(docC1.document.state).toEqual(docS.document.state);
+            expect(docC2.document.state).toEqual(docS.document.state);
+        }, 25000);
+        it("should handle concurrent edits at same index without opId conflicts", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            // CONFLICT: Both clients edit at same index concurrently (before sync)
+            // This triggers the scenario where duplicate load jobs may be created
+            // for the same incoming operation, causing "opId already exists" errors
+            void setup.client1.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({ name: "Edit from C1" }),
+            ]);
+            void setup.client2.execute(drive.header.id, "main", [
+                driveDocumentModelModule.actions.setDriveName({ name: "Edit from C2" }),
+            ]);
+            // Wait for sync to complete - should NOT throw opId errors
+            await pollUntilSynced(setup.reactorSwitchboard, setup.reactorClient1, setup.reactorClient2, drive.header.id, 20000);
+            // Verify all reactors converged to same state
+            const docS = await setup.switchboard.get(drive.header.id);
+            const docC1 = await setup.client1.get(drive.header.id);
+            const docC2 = await setup.client2.get(drive.header.id);
+            expect(docC1.document.state).toEqual(docS.document.state);
+            expect(docC2.document.state).toEqual(docS.document.state);
+        }, 25000);
+    });
+    describe("Stress Tests", () => {
+        it("should handle rapid back-and-forth editing", async () => {
+            const drive = driveDocumentModelModule.utils.createDocument();
+            const readyOnClient1 = waitForOperationsReady(setup.eventBusClient1, drive.header.id);
+            const readyOnClient2 = waitForOperationsReady(setup.eventBusClient2, drive.header.id);
+            const driveJob = await setup.reactorSwitchboard.create(drive);
+            await waitForJobCompletion(setup.reactorSwitchboard, driveJob.id);
+            await Promise.all([readyOnClient1, readyOnClient2]);
+            // Use longer delays to allow sync to complete between operations
+            for (let i = 0; i < 5; i++) {
+                await setup.client1.execute(drive.header.id, "main", [
+                    driveDocumentModelModule.actions.addFolder({
+                        id: `folder-c1-${i}`,
+                        name: `Folder C1 ${i}`,
+                        parentFolder: null,
+                    }),
+                ]);
+                // Wait for sync to complete before next operation
+                await new Promise((resolve) => setTimeout(resolve, 300));
+                await setup.client2.execute(drive.header.id, "main", [
+                    driveDocumentModelModule.actions.addFolder({
+                        id: `folder-c2-${i}`,
+                        name: `Folder C2 ${i}`,
+                        parentFolder: null,
+                    }),
+                ]);
+                await new Promise((resolve) => setTimeout(resolve, 300));
+            }
+            await pollUntilSynced(setup.reactorSwitchboard, setup.reactorClient1, setup.reactorClient2, drive.header.id, 30000);
+            const resultS = await setup.reactorSwitchboard.getOperations(drive.header.id, { branch: "main" });
+            const opsS = Object.values(resultS).flatMap((scope) => scope.results);
+            const resultC1 = await setup.reactorClient1.getOperations(drive.header.id, { branch: "main" });
+            const opsC1 = Object.values(resultC1).flatMap((scope) => scope.results);
+            const resultC2 = await setup.reactorClient2.getOperations(drive.header.id, { branch: "main" });
+            const opsC2 = Object.values(resultC2).flatMap((scope) => scope.results);
+            expect(opsS.length).toBe(opsC1.length);
+            expect(opsC1.length).toBe(opsC2.length);
+            expect(opsS.length).toBeGreaterThanOrEqual(11);
+            const docS = await setup.switchboard.get(drive.header.id);
+            const docC1 = await setup.client1.get(drive.header.id);
+            const docC2 = await setup.client2.get(drive.header.id);
+            // Compare state (semantic equality) rather than full document
+            // Operation history may have format differences (e.g., signature serialization)
+            expect(docC1.document.state).toEqual(docS.document.state);
+            expect(docC2.document.state).toEqual(docS.document.state);
+        }, 60000);
+    });
+});
+//# sourceMappingURL=three-reactor-gql-sync.test.js.map

package/dist/test/three-reactor-gql-sync.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"three-reactor-gql-sync.test.js","sourceRoot":"","sources":["../../test/three-reactor-gql-sync.test.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,aAAa,EACb,SAAS,EACT,mBAAmB,EACnB,cAAc,EACd,oBAAoB,EACpB,WAAW,GAOZ,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EACL,gCAAgC,GAEjC,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAiBtE,KAAK,UAAU,oBAAoB,CACjC,OAAiB,EACjB,KAAa,EACb,SAAS,GAAG,IAAI;IAEhB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAEjD,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,iBAAiB,EAAE,CAAC;YAClD,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,+BAA+B,SAAS,IAAI,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,QAAmB,EACnB,UAAkB,EAClB,SAAS,GAAG,IAAI;IAEhB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,WAAW,EAAE,CAAC;YACd,MAAM,CACJ,IAAI,KAAK,CACP,uCAAuC,UAAU,wBAAwB,SAAS,IAAI,CACvF,CACF,CAAC;QACJ,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CACpC,mBAAmB,CAAC,gBAAgB,EACpC,CAAC,IAAY,EAAE,KAA2B,EAAE,EAAE;YAC5C,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CACvC,CAAC,EAAwB,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK,UAAU,CACnE,CAAC;YAEF,IAAI,WAAW,EAAE,CAAC;gBAChB,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,WAAW,EAAE,CAAC;gBACd,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAiB,EACjB,UAAkB,EAClB,SAAS,GAAG,KAAK;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CACb,YAAY,UAAU,0BAA0B,SAAS,IAAI,CAC9D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,QAAkB,EAClB,QAAkB,EAClB,QAAkB,EAClB,UAAkB,EAClB,SAAS,GAAG,KAAK;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,UAAU,EAAE;gBACvD,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEtE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,UAAU,EAAE;gBACvD,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEtE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,UAAU,EAAE;gBACvD,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEtE,IACE,IAAI,CAAC,MAAM,GAAG,CAAC;gBACf,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;gBAC3B,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAC3B,CAAC;gBACD,OAAO;YACT,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;QAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,IAAI,KAAK,CACb,kCAAkC,UAAU,WAAW,SAAS,IAAI,CACrE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gCAAgC;IAC7C,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC5D,MAAM,cAAc,GAAG,oBAAoB,CAAC,mBAAmB,CAAC,CAAC;IAEjE,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3C,MAAM,yBAAyB,GAAG,IAAI,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACtE,MAAM,qBAAqB,GAAG,IAAI,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,qBAAqB,GAAG,IAAI,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAElE,MAAM,MAAM,GAAG;QACb,wBAAwB;QACxB,gCAAgC;KACH,CAAC;IAEhC,MAAM,iBAAiB,GAAG,MAAM,IAAI,oBAAoB,EAAE;SACvD,kBAAkB,CACjB,IAAI,cAAc,EAAE;SACjB,kBAAkB,CAAC,MAAM,CAAC;SAC1B,QAAQ,CACP,IAAI,WAAW,EAAE,CAAC,kBAAkB,CAAC,yBAAyB,CAAC,CAChE,CACJ;SACA,WAAW,EAAE,CAAC;IAEjB,MAAM,aAAa,GAAG,MAAM,IAAI,oBAAoB,EAAE;SACnD,kBAAkB,CACjB,IAAI,cAAc,EAAE;SACjB,kBAAkB,CAAC,MAAM,CAAC;SAC1B,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,CAAC,CACzE;SACA,WAAW,EAAE,CAAC;IAEjB,MAAM,aAAa,GAAG,MAAM,IAAI,oBAAoB,EAAE;SACnD,kBAAkB,CACjB,IAAI,cAAc,EAAE;SACjB,kBAAkB,CAAC,MAAM,CAAC;SAC1B,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,CAAC,CACzE;SACA,WAAW,EAAE,CAAC;IAEjB,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACrD,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO,CAAC;IAC7C,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO,CAAC;IAE7C,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,QAAQ,CAAC;IACvD,MAAM,eAAe,GAAG,aAAa,CAAC,QAAQ,CAAC;IAC/C,MAAM,eAAe,GAAG,aAAa,CAAC,QAAQ,CAAC;IAE/C,MAAM,sBAAsB,GAC1B,iBAAiB,CAAC,aAAc,CAAC,UAAW,CAAC,WAAW,CAAC;IAC3D,MAAM,kBAAkB,GACtB,aAAa,CAAC,aAAc,CAAC,UAAW,CAAC,WAAW,CAAC;IACvD,MAAM,kBAAkB,GACtB,aAAa,CAAC,aAAc,CAAC,UAAW,CAAC,WAAW,CAAC;IAEvD,mBAAmB,CAAC,GAAG,CAAC,aAAa,EAAE,sBAAsB,CAAC,CAAC;IAC/D,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACvD,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG;QACb,UAAU,EAAE,EAAE;QACd,KAAK,EAAE,EAAE;QACT,MAAM,EAAE,MAAM;KACf,CAAC;IAEF,MAAM,sBAAsB,GAAG;QAC7B,GAAG,EAAE,4BAA4B;QACjC,cAAc,EAAE,GAAG;QACnB,WAAW,EAAE,EAAE;QACf,gBAAgB,EAAE,EAAE;QACpB,OAAO,EAAE,cAAc;KACxB,CAAC;IAEF,MAAM,kBAAkB,CAAC,GAAG,CAC1B,mBAAmB,EACnB,aAAa,EACb,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,sBAAsB,EAAE,EACnD,MAAM,CACP,CAAC;IAEF,MAAM,kBAAkB,CAAC,GAAG,CAC1B,mBAAmB,EACnB,aAAa,EACb,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,sBAAsB,EAAE,EACnD,MAAM,CACP,CAAC;IAEF,OAAO;QACL,WAAW,EAAE,iBAAiB,CAAC,MAAM;QACrC,OAAO,EAAE,aAAa,CAAC,MAAM;QAC7B,OAAO,EAAE,aAAa,CAAC,MAAM;QAC7B,kBAAkB;QAClB,cAAc;QACd,cAAc;QACd,mBAAmB;QACnB,eAAe;QACf,eAAe;QACf,sBAAsB;QACtB,kBAAkB;QAClB,kBAAkB;KACnB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,IAAI,KAAwB,CAAC;IAE7B,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,KAAK,GAAG,MAAM,gCAAgC,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAChC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC5B,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE/D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,qBAAqB,CACnD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,MAAM,CACP,CAAC;YAEF,MAAM,qBAAqB,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAExE,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,4FAA4F;YAC5F,MAAM,IAAI,GAAG,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,qBAAqB,CACnD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAChD,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,qBAAqB,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACxE,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC5D,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9C,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACtD,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBACnD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aACxE,CAAC,CAAC;YAEH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAEzD,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBACnD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aACxE,CAAC,CAAC;YAEH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAEzD,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBACnD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC;oBAC5C,IAAI,EAAE,oBAAoB;iBAC3B,CAAC;aACH,CAAC,CAAC;YAEH,MAAM,eAAe,CACnB,KAAK,CAAC,kBAAkB,EACxB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,KAAK,CACN,CAAC;YAEF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,aAAa,CAC1D,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEtE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,aAAa,CACvD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAExE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,aAAa,CACvD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAExE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBACnD,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC;oBACzC,EAAE,EAAE,UAAU;oBACd,IAAI,EAAE,UAAU;oBAChB,YAAY,EAAE,IAAI;iBACnB,CAAC;aACH,CAAC,CAAC;YAEH,MAAM,eAAe,CACnB,KAAK,CAAC,kBAAkB,EACxB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,KAAK,CACN,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,aAAa,CACvD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAExE,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAC/B,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,KAAK,YAAY,CACzC,CAAC;YACF,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBAClD,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC;oBACzC,EAAE,EAAE,WAAW;oBACf,IAAI,EAAE,gBAAgB;oBACtB,YAAY,EAAE,IAAI;iBACnB,CAAC;aACH,CAAC,CAAC;YAEH,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBAClD,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC;oBACzC,EAAE,EAAE,WAAW;oBACf,IAAI,EAAE,gBAAgB;oBACtB,YAAY,EAAE,IAAI;iBACnB,CAAC;aACH,CAAC,CAAC;YAEH,MAAM,eAAe,CACnB,KAAK,CAAC,kBAAkB,EACxB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,KAAK,CACN,CAAC;YAEF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEvD,8DAA8D;YAC9D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5D,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBAClD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aACxE,CAAC,CAAC;YACH,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBAClD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aACxE,CAAC,CAAC;YAEH,MAAM,eAAe,CACnB,KAAK,CAAC,kBAAkB,EACxB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,KAAK,CACN,CAAC;YAEF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEvD,8DAA8D;YAC9D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5D,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,uEAAuE;YACvE,sEAAsE;YACtE,wEAAwE;YACxE,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBAClD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aACxE,CAAC,CAAC;YAEH,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;gBAClD,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aACxE,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,eAAe,CACnB,KAAK,CAAC,kBAAkB,EACxB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,KAAK,CACN,CAAC;YAEF,8CAA8C;YAC9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEvD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5D,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAE9D,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YACF,MAAM,cAAc,GAAG,sBAAsB,CAC3C,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,oBAAoB,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;YAEpD,iEAAiE;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;oBACnD,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC;wBACzC,EAAE,EAAE,aAAa,CAAC,EAAE;wBACpB,IAAI,EAAE,aAAa,CAAC,EAAE;wBACtB,YAAY,EAAE,IAAI;qBACnB,CAAC;iBACH,CAAC,CAAC;gBACH,kDAAkD;gBAClD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBAEzD,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE;oBACnD,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC;wBACzC,EAAE,EAAE,aAAa,CAAC,EAAE;wBACpB,IAAI,EAAE,aAAa,CAAC,EAAE;wBACtB,YAAY,EAAE,IAAI;qBACnB,CAAC;iBACH,CAAC,CAAC;gBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3D,CAAC;YAED,MAAM,eAAe,CACnB,KAAK,CAAC,kBAAkB,EACxB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,KAAK,CACN,CAAC;YAEF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,aAAa,CAC1D,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEtE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,aAAa,CACvD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAExE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,aAAa,CACvD,KAAK,CAAC,MAAM,CAAC,EAAE,EACf,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAExE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;YAE/C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEvD,8DAA8D;YAC9D,gFAAgF;YAChF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5D,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/two-reactor-gql-sync.test.js

@@ -1,5 +1,6 @@
-import { GqlChannelFactory, JobStatus, OperationEventTypes, ReactorBuilder, SyncBuilder, } from "@powerhousedao/reactor";
+import { CompositeChannelFactory, ConsoleLogger, JobStatus, OperationEventTypes, ReactorBuilder, SyncBuilder, } from "@powerhousedao/reactor";
 import { driveDocumentModelModule } from "document-drive";
+import { documentModelDocumentModelModule, } from "document-model";
 import { afterEach, beforeEach, describe, expect, it } from "vitest";
 import { createResolverBridge } from "./utils/gql-resolver-bridge.js";
 async function waitForJobCompletion(reactor, jobId, timeoutMs = 5000) {
@@ -52,16 +53,23 @@ async function waitForMultipleOperationsReady(eventBus, expectedCount, timeoutMs
 async function setupTwoReactorsWithGqlChannel() {
     const syncManagerRegistry = new Map();
     const resolverBridge = createResolverBridge(syncManagerRegistry);
-    const gqlChannelFactoryA = new GqlChannelFactory();
-    const gqlChannelFactoryB = new GqlChannelFactory();
+    const logger = new ConsoleLogger(["test"]);
+    const channelFactoryA = new CompositeChannelFactory(logger);
+    const channelFactoryB = new CompositeChannelFactory(logger);
+    const models = [
+        driveDocumentModelModule,
+        documentModelDocumentModelModule,
+    ];
     const reactorAModule = await new ReactorBuilder()
-        .withSync(new SyncBuilder().withChannelFactory(gqlChannelFactoryA))
+        .withDocumentModels(models)
+        .withSync(new SyncBuilder().withChannelFactory(channelFactoryA))
         .buildModule();
     const reactorA = reactorAModule.reactor;
     const eventBusA = reactorAModule.eventBus;
     const syncManagerA = reactorAModule.syncModule.syncManager;
     const reactorBModule = await new ReactorBuilder()
-        .withSync(new SyncBuilder().withChannelFactory(gqlChannelFactoryB))
+        .withDocumentModels(models)
+        .withSync(new SyncBuilder().withChannelFactory(channelFactoryB))
         .buildModule();
     const reactorB = reactorBModule.reactor;
     const eventBusB = reactorBModule.eventBus;
@@ -80,17 +88,9 @@ async function setupTwoReactorsWithGqlChannel() {
         retryBaseDelayMs: 50,
         fetchFn: resolverBridge,
     };
-    const gqlParamsToA = {
-        url: "http://reactorA/graphql",
-        pollIntervalMs: 100,
-        maxFailures: 10,
-        retryBaseDelayMs: 50,
-        fetchFn: resolverBridge,
-    };
-    const remoteAtoB = await syncManagerA.add("remoteB", "collection1", { type: "gql", parameters: gqlParamsToB }, filter);
-    await syncManagerB.add("incoming-from-A", "collection1", { type: "gql", parameters: gqlParamsToA }, filter, {}, remoteAtoB.id);
-    const remoteBtoA = await syncManagerB.add("remoteA", "collection1", { type: "gql", parameters: gqlParamsToA }, filter);
-    await syncManagerA.add("incoming-from-B", "collection1", { type: "gql", parameters: gqlParamsToB }, filter, {}, remoteBtoA.id);
+    // ReactorA adds remote pointing to B
+    // touchChannel automatically creates receiving channel on B
+    await syncManagerA.add("remoteB", "collection1", { type: "gql", parameters: gqlParamsToB }, filter);
     return { reactorA, reactorB, eventBusA, eventBusB };
 }
 describe("Two-Reactor Sync with GqlChannel", () => {
@@ -156,21 +156,42 @@ describe("Two-Reactor Sync with GqlChannel", () => {
         expect(docA.document).toEqual(docB.document);
     });
     it("should sync multiple documents with concurrent operations from both reactors", async () => {
-        const docA = driveDocumentModelModule.utils.createDocument();
-        const docB = driveDocumentModelModule.utils.createDocument();
-        const docC = driveDocumentModelModule.utils.createDocument();
-        const docD = driveDocumentModelModule.utils.createDocument();
-        const waitForCreatesA = waitForMultipleOperationsReady(eventBusA, 2, 15000);
-        const waitForCreatesB = waitForMultipleOperationsReady(eventBusB, 2, 15000);
-        void reactorA.create(docA);
-        void reactorB.create(docC);
-        void reactorA.create(docB);
-        void reactorB.create(docD);
-        await waitForCreatesA;
-        await waitForCreatesB;
-        const waitForMutatesA = waitForMultipleOperationsReady(eventBusA, 2, 15000);
-        const waitForMutatesB = waitForMultipleOperationsReady(eventBusB, 2, 15000);
-        void reactorA.execute(docA.header.id, "main", [
+        // Create 4 documents (2 for each reactor)
+        const docA1 = driveDocumentModelModule.utils.createDocument();
+        const docA2 = driveDocumentModelModule.utils.createDocument();
+        const docB1 = driveDocumentModelModule.utils.createDocument();
+        const docB2 = driveDocumentModelModule.utils.createDocument();
+        const allDocIds = [
+            docA1.header.id,
+            docA2.header.id,
+            docB1.header.id,
+            docB2.header.id,
+        ];
+        // Set up listeners for docs to sync to the other reactor
+        const readyOnB_A1 = waitForOperationsReady(eventBusB, docA1.header.id);
+        const readyOnB_A2 = waitForOperationsReady(eventBusB, docA2.header.id);
+        const readyOnA_B1 = waitForOperationsReady(eventBusA, docB1.header.id);
+        const readyOnA_B2 = waitForOperationsReady(eventBusA, docB2.header.id);
+        // Create documents on their respective reactors
+        const [jobA1, jobA2] = await Promise.all([
+            reactorA.create(docA1),
+            reactorA.create(docA2),
+        ]);
+        const [jobB1, jobB2] = await Promise.all([
+            reactorB.create(docB1),
+            reactorB.create(docB2),
+        ]);
+        // Wait for all creates to complete on source reactors
+        await Promise.all([
+            waitForJobCompletion(reactorA, jobA1.id),
+            waitForJobCompletion(reactorA, jobA2.id),
+            waitForJobCompletion(reactorB, jobB1.id),
+            waitForJobCompletion(reactorB, jobB2.id),
+        ]);
+        // Wait for all docs to sync to the other reactor
+        await Promise.all([readyOnB_A1, readyOnB_A2, readyOnA_B1, readyOnA_B2]);
+        // Now fire concurrent modify operations on each doc
+        void reactorA.execute(docA1.header.id, "main", [
             driveDocumentModelModule.actions.setDriveName({ name: "Drive A1" }),
             driveDocumentModelModule.actions.addFolder({
                 id: "folder-a1",
@@ -178,53 +199,84 @@ describe("Two-Reactor Sync with GqlChannel", () => {
                 parentFolder: null,
             }),
         ]);
-        void reactorB.execute(docC.header.id, "main", [
-            driveDocumentModelModule.actions.setDriveName({ name: "Drive C1" }),
+        void reactorA.execute(docA2.header.id, "main", [
+            driveDocumentModelModule.actions.setDriveName({ name: "Drive A2" }),
             driveDocumentModelModule.actions.addFolder({
-                id: "folder-c1",
-                name: "Folder C1",
+                id: "folder-a2",
+                name: "Folder A2",
                 parentFolder: null,
             }),
         ]);
-        void reactorA.execute(docB.header.id, "main", [
-            driveDocumentModelModule.actions.setDriveIcon({ icon: "icon-b1" }),
+        void reactorB.execute(docB1.header.id, "main", [
+            driveDocumentModelModule.actions.setDriveName({ name: "Drive B1" }),
             driveDocumentModelModule.actions.addFolder({
                 id: "folder-b1",
                 name: "Folder B1",
                 parentFolder: null,
             }),
         ]);
-        void reactorB.execute(docD.header.id, "main", [
-            driveDocumentModelModule.actions.setDriveName({ name: "Drive D1" }),
-            driveDocumentModelModule.actions.updateNode({
-                id: docD.header.id,
-                name: "Updated D1",
+        void reactorB.execute(docB2.header.id, "main", [
+            driveDocumentModelModule.actions.setDriveName({ name: "Drive B2" }),
+            driveDocumentModelModule.actions.addFolder({
+                id: "folder-b2",
+                name: "Folder B2",
+                parentFolder: null,
             }),
         ]);
-        await waitForMutatesA;
-        await waitForMutatesB;
-        const documents = [
-            { id: docA.header.id, name: "docA" },
-            { id: docB.header.id, name: "docB" },
-            { id: docC.header.id, name: "docC" },
-            { id: docD.header.id, name: "docD" },
-        ];
-        for (const doc of documents) {
-            const resultA = await reactorA.getOperations(doc.id, {
-                branch: "main",
-            });
+        // Poll until all 4 documents are synced on both reactors
+        const startTime = Date.now();
+        const timeout = 25000;
+        let synced = false;
+        while (Date.now() - startTime < timeout) {
+            let allDocsSynced = true;
+            for (const docId of allDocIds) {
+                try {
+                    const resultA = await reactorA.getOperations(docId, {
+                        branch: "main",
+                    });
+                    const opsA = Object.values(resultA).flatMap((scope) => scope.results);
+                    const resultB = await reactorB.getOperations(docId, {
+                        branch: "main",
+                    });
+                    const opsB = Object.values(resultB).flatMap((scope) => scope.results);
+                    // Each doc should have at least 2 ops (create + execute with actions)
+                    // and both reactors should have same count
+                    if (opsA.length < 2 ||
+                        opsB.length < 2 ||
+                        opsA.length !== opsB.length) {
+                        allDocsSynced = false;
+                        break;
+                    }
+                }
+                catch {
+                    // Document may not exist on one reactor yet
+                    allDocsSynced = false;
+                    break;
+                }
+            }
+            if (allDocsSynced) {
+                synced = true;
+                break;
+            }
+            await new Promise((resolve) => setTimeout(resolve, 100));
+        }
+        expect(synced).toBe(true);
+        // Verify operation equality for all 4 documents
+        for (const docId of allDocIds) {
+            const resultA = await reactorA.getOperations(docId, { branch: "main" });
             const opsA = Object.values(resultA).flatMap((scope) => scope.results);
-            const resultB = await reactorB.getOperations(doc.id, {
-                branch: "main",
-            });
+            const resultB = await reactorB.getOperations(docId, { branch: "main" });
             const opsB = Object.values(resultB).flatMap((scope) => scope.results);
             expect(opsA.length).toBeGreaterThan(0);
             expect(opsB.length).toBe(opsA.length);
             for (let i = 0; i < opsA.length; i++) {
                 expect(opsB[i]).toEqual(opsA[i]);
             }
-            const docFromA = await reactorA.get(doc.id, { branch: "main" });
-            const docFromB = await reactorB.get(doc.id, { branch: "main" });
+        }
+        // Verify document state equality for all 4 documents
+        for (const docId of allDocIds) {
+            const docFromA = await reactorA.get(docId, { branch: "main" });
+            const docFromB = await reactorB.get(docId, { branch: "main" });
             expect(docFromA.document).toEqual(docFromB.document);
         }
     }, 30000);