@powersync/service-core 1.10.2 → 1.10.3

package/test/dist/sync.test.js

@@ -0,0 +1,428 @@
+import { SaveOperationTag } from '@/storage/storage-index.js';
+import { RequestTracker } from '@/sync/RequestTracker.js';
+import { streamResponse } from '@/sync/sync.js';
+import { JSONBig } from '@powersync/service-jsonbig';
+import { RequestParameters } from '@powersync/service-sync-rules';
+import * as timers from 'timers/promises';
+import { describe, expect, test } from 'vitest';
+import { BATCH_OPTIONS, makeTestTable, MONGO_STORAGE_FACTORY, PARSE_OPTIONS } from './util.js';
+describe('sync - mongodb', function () {
+    defineTests(MONGO_STORAGE_FACTORY);
+});
+const TEST_TABLE = makeTestTable('test', ['id']);
+const BASIC_SYNC_RULES = `
+bucket_definitions:
+  mybucket:
+    data:
+      - SELECT * FROM test
+    `;
+function defineTests(factory) {
+    const tracker = new RequestTracker();
+    test('sync global data', async () => {
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = f.getInstance(syncRules);
+        await storage.autoActivate();
+        const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't1',
+                    description: 'Test 1'
+                },
+                afterReplicaId: 't1'
+            });
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't2',
+                    description: 'Test 2'
+                },
+                afterReplicaId: 't2'
+            });
+            await batch.commit('0/1');
+        });
+        const stream = streamResponse({
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: true
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: '' }, {}),
+            token: { exp: Date.now() / 1000 + 10 }
+        });
+        const lines = await consumeCheckpointLines(stream);
+        expect(lines).toMatchSnapshot();
+    });
+    test('sync legacy non-raw data', async () => {
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = await f.getInstance(syncRules);
+        await storage.autoActivate();
+        const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't1',
+                    description: 'Test\n"string"',
+                    large_num: 12345678901234567890n
+                },
+                afterReplicaId: 't1'
+            });
+            await batch.commit('0/1');
+        });
+        const stream = streamResponse({
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: false
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: '' }, {}),
+            token: { exp: Date.now() / 1000 + 10 }
+        });
+        const lines = await consumeCheckpointLines(stream);
+        expect(lines).toMatchSnapshot();
+        // Specifically check the number - this is the important part of the test
+        expect(lines[1].data.data[0].data.large_num).toEqual(12345678901234567890n);
+    });
+    test('expired token', async () => {
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = await f.getInstance(syncRules);
+        await storage.autoActivate();
+        const stream = streamResponse({
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: true
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: '' }, {}),
+            token: { exp: 0 }
+        });
+        const lines = await consumeCheckpointLines(stream);
+        expect(lines).toMatchSnapshot();
+    });
+    test('sync updates to global data', async () => {
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = await f.getInstance(syncRules);
+        await storage.autoActivate();
+        const stream = streamResponse({
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: true
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: '' }, {}),
+            token: { exp: Date.now() / 1000 + 10 }
+        });
+        const iter = stream[Symbol.asyncIterator]();
+        expect(await getCheckpointLines(iter)).toMatchSnapshot();
+        await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't1',
+                    description: 'Test 1'
+                },
+                afterReplicaId: 't1'
+            });
+            await batch.commit('0/1');
+        });
+        expect(await getCheckpointLines(iter)).toMatchSnapshot();
+        await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't2',
+                    description: 'Test 2'
+                },
+                afterReplicaId: 't2'
+            });
+            await batch.commit('0/2');
+        });
+        expect(await getCheckpointLines(iter)).toMatchSnapshot();
+        iter.return?.();
+    });
+    test('expiring token', async () => {
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = await f.getInstance(syncRules);
+        await storage.autoActivate();
+        const exp = Date.now() / 1000 + 0.1;
+        const stream = streamResponse({
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: true
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: '' }, {}),
+            token: { exp: exp }
+        });
+        const iter = stream[Symbol.asyncIterator]();
+        const checkpoint = await getCheckpointLines(iter);
+        expect(checkpoint).toMatchSnapshot();
+        const expLines = await getCheckpointLines(iter);
+        expect(expLines).toMatchSnapshot();
+    });
+    test('compacting data - invalidate checkpoint', async () => {
+        // This tests a case of a compact operation invalidating a checkpoint in the
+        // middle of syncing data.
+        // This is expected to be rare in practice, but it is important to handle
+        // this case correctly to maintain consistency on the client.
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = await f.getInstance(syncRules);
+        await storage.autoActivate();
+        await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't1',
+                    description: 'Test 1'
+                },
+                afterReplicaId: 't1'
+            });
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.INSERT,
+                after: {
+                    id: 't2',
+                    description: 'Test 2'
+                },
+                afterReplicaId: 't2'
+            });
+            await batch.commit('0/1');
+        });
+        const stream = streamResponse({
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: true
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: '' }, {}),
+            token: { exp: Date.now() / 1000 + 10 }
+        });
+        const iter = stream[Symbol.asyncIterator]();
+        // Only consume the first "checkpoint" message, and pause before receiving data.
+        const lines = await consumeIterator(iter, { consume: false, isDone: (line) => line?.checkpoint != null });
+        expect(lines).toMatchSnapshot();
+        expect(lines[0]).toEqual({
+            checkpoint: expect.objectContaining({
+                last_op_id: '2'
+            })
+        });
+        // Now we save additional data AND compact before continuing.
+        // This invalidates the checkpoint we've received above.
+        await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.UPDATE,
+                after: {
+                    id: 't1',
+                    description: 'Test 1b'
+                },
+                afterReplicaId: 't1'
+            });
+            await batch.save({
+                sourceTable: TEST_TABLE,
+                tag: SaveOperationTag.UPDATE,
+                after: {
+                    id: 't2',
+                    description: 'Test 2b'
+                },
+                afterReplicaId: 't2'
+            });
+            await batch.commit('0/2');
+        });
+        await storage.compact();
+        const lines2 = await getCheckpointLines(iter, { consume: true });
+        // Snapshot test checks for changes in general.
+        // The tests after that documents the specific things we're looking for
+        // in this test.
+        expect(lines2).toMatchSnapshot();
+        expect(lines2[0]).toEqual({
+            data: expect.objectContaining({
+                has_more: false,
+                data: [
+                    // The first two ops have been replaced by a single CLEAR op
+                    expect.objectContaining({
+                        op: 'CLEAR'
+                    })
+                ]
+            })
+        });
+        // Note: No checkpoint_complete here, since the checkpoint has been
+        // invalidated by the CLEAR op.
+        expect(lines2[1]).toEqual({
+            checkpoint_diff: expect.objectContaining({
+                last_op_id: '4'
+            })
+        });
+        expect(lines2[2]).toEqual({
+            data: expect.objectContaining({
+                has_more: false,
+                data: [
+                    expect.objectContaining({
+                        op: 'PUT'
+                    }),
+                    expect.objectContaining({
+                        op: 'PUT'
+                    })
+                ]
+            })
+        });
+        // Now we get a checkpoint_complete
+        expect(lines2[3]).toEqual({
+            checkpoint_complete: expect.objectContaining({
+                last_op_id: '4'
+            })
+        });
+    });
+    test('write checkpoint', async () => {
+        const f = await factory();
+        const syncRules = await f.updateSyncRules({
+            content: BASIC_SYNC_RULES
+        });
+        const storage = f.getInstance(syncRules);
+        await storage.autoActivate();
+        await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            // <= the managed write checkpoint LSN below
+            await batch.commit('0/1');
+        });
+        const checkpoint = await storage.createManagedWriteCheckpoint({
+            user_id: 'test',
+            heads: { '1': '1/0' }
+        });
+        const params = {
+            storage: f,
+            params: {
+                buckets: [],
+                include_checksum: true,
+                raw_data: true
+            },
+            parseOptions: PARSE_OPTIONS,
+            tracker,
+            syncParams: new RequestParameters({ sub: 'test' }, {}),
+            token: { sub: 'test', exp: Date.now() / 1000 + 10 }
+        };
+        const stream1 = streamResponse(params);
+        const lines1 = await consumeCheckpointLines(stream1);
+        // If write checkpoints are not correctly filtered, this may already
+        // contain the write checkpoint.
+        expect(lines1[0]).toMatchObject({
+            checkpoint: expect.objectContaining({
+                last_op_id: '0',
+                write_checkpoint: undefined
+            })
+        });
+        await storage.startBatch(BATCH_OPTIONS, async (batch) => {
+            // must be >= the managed write checkpoint LSN
+            await batch.commit('1/0');
+        });
+        // At this point the LSN has advanced, so the write checkpoint should be
+        // included in the next checkpoint message.
+        const stream2 = streamResponse(params);
+        const lines2 = await consumeCheckpointLines(stream2);
+        expect(lines2[0]).toMatchObject({
+            checkpoint: expect.objectContaining({
+                last_op_id: '0',
+                write_checkpoint: `${checkpoint}`
+            })
+        });
+    });
+}
+/**
+ * Get lines on an iterator until isDone(line) == true.
+ *
+ * Does not stop the iterator unless options.consume is true.
+ */
+async function consumeIterator(iter, options) {
+    let lines = [];
+    try {
+        const controller = new AbortController();
+        const timeout = timers.setTimeout(1500, { value: null, done: 'timeout' }, { signal: controller.signal });
+        while (true) {
+            let { value, done } = await Promise.race([timeout, iter.next()]);
+            if (done == 'timeout') {
+                throw new Error('Timeout');
+            }
+            if (typeof value == 'string') {
+                value = JSONBig.parse(value);
+            }
+            if (value) {
+                lines.push(value);
+            }
+            if (done || options.isDone(value)) {
+                break;
+            }
+        }
+        controller.abort();
+        if (options?.consume) {
+            iter.return?.();
+        }
+        return lines;
+    }
+    catch (e) {
+        if (options?.consume) {
+            iter.throw?.(e);
+        }
+        throw e;
+    }
+}
+/**
+ * Get lines on an iterator until the next checkpoint_complete.
+ *
+ * Does not stop the iterator unless options.consume is true.
+ */
+async function getCheckpointLines(iter, options) {
+    return consumeIterator(iter, {
+        consume: options?.consume,
+        isDone: (line) => line?.checkpoint_complete
+    });
+}
+/**
+ * Get lines on an iterator until the next checkpoint_complete.
+ *
+ * Stops the iterator afterwards.
+ */
+async function consumeCheckpointLines(iterable) {
+    return getCheckpointLines(iterable[Symbol.asyncIterator](), { consume: true });
+}
+//# sourceMappingURL=sync.test.js.map

package/test/dist/sync.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.test.js","sourceRoot":"","sources":["../src/sync.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAwB,MAAM,gBAAgB,CAAC;AAEtE,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,aAAa,EAAkB,MAAM,WAAW,CAAC;AAE/G,QAAQ,CAAC,gBAAgB,EAAE;IACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AAEjD,MAAM,gBAAgB,GAAG;;;;;KAKpB,CAAC;AAEN,SAAS,WAAW,CAAC,OAAuB;IAC1C,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IAErC,IAAI,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QAClC,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrE,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,QAAQ;iBACtB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,QAAQ;iBACtB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;YAClD,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,EAAS;SAC9C,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrE,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,gBAAgB;oBAC7B,SAAS,EAAE,qBAAqB;iBACjC;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,KAAK;aAChB;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;YAClD,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,EAAS;SAC9C,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;QAChC,yEAAyE;QACzE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC/B,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;YAClD,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAS;SACzB,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;YAClD,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,EAAS;SAC9C,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAE5C,MAAM,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;QAEzD,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtD,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,QAAQ;iBACtB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;QAEzD,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtD,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,QAAQ;iBACtB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;QAEzD,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gBAAgB,EAAE,KAAK,IAAI,EAAE;QAChC,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,GAAG,CAAC;QAEpC,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;YAClD,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,EAAS;SAC3B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAE5C,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,EAAE,CAAC;QAErC,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACzD,4EAA4E;QAC5E,0BAA0B;QAC1B,yEAAyE;QACzE,6DAA6D;QAE7D,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtD,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,QAAQ;iBACtB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,QAAQ;iBACtB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;YAClD,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,EAAS;SAC9C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAE5C,gFAAgF;QAChF,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAE,IAAY,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC,CAAC;QACnH,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACvB,UAAU,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAClC,UAAU,EAAE,GAAG;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,6DAA6D;QAC7D,wDAAwD;QAExD,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtD,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,SAAS;iBACvB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,UAAU;gBACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM;gBAC5B,KAAK,EAAE;oBACL,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,SAAS;iBACvB;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAExB,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjE,+CAA+C;QAC/C,uEAAuE;QACvE,gBAAgB;QAChB,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,EAAE,CAAC;QAEjC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC5B,QAAQ,EAAE,KAAK;gBACf,IAAI,EAAE;oBACJ,4DAA4D;oBAC5D,MAAM,CAAC,gBAAgB,CAAC;wBACtB,EAAE,EAAE,OAAO;qBACZ,CAAC;iBACH;aACF,CAAC;SACH,CAAC,CAAC;QAEH,mEAAmE;QACnE,+BAA+B;QAE/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,eAAe,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBACvC,UAAU,EAAE,GAAG;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC5B,QAAQ,EAAE,KAAK;gBACf,IAAI,EAAE;oBACJ,MAAM,CAAC,gBAAgB,CAAC;wBACtB,EAAE,EAAE,KAAK;qBACV,CAAC;oBACF,MAAM,CAAC,gBAAgB,CAAC;wBACtB,EAAE,EAAE,KAAK;qBACV,CAAC;iBACH;aACF,CAAC;SACH,CAAC,CAAC;QAEH,mCAAmC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,mBAAmB,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC3C,UAAU,EAAE,GAAG;aAChB,CAAC;SACH,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QAClC,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;QAE1B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;YACxC,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtD,4CAA4C;YAC5C,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,4BAA4B,CAAC;YAC5D,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAyB;YACnC,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;YACD,YAAY,EAAE,aAAa;YAC3B,OAAO;YACP,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YACtD,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,EAAS;SAC3D,CAAC;QACF,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAErD,oEAAoE;QACpE,gCAAgC;QAChC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC9B,UAAU,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAClC,UAAU,EAAE,GAAG;gBACf,gBAAgB,EAAE,SAAS;aAC5B,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtD,8CAA8C;YAC9C,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,2CAA2C;QAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC9B,UAAU,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAClC,UAAU,EAAE,GAAG;gBACf,gBAAgB,EAAE,GAAG,UAAU,EAAE;aAClC,CAAC;SACH,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,eAAe,CAC5B,IAAsB,EACtB,OAA4D;IAE5D,IAAI,KAAK,GAAQ,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACzG,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjE,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;YACD,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC7B,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YACD,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;YACD,IAAI,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClC,MAAM;YACR,CAAC;QACH,CAAC;QACD,UAAU,CAAC,KAAK,EAAE,CAAC;QAEnB,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,kBAAkB,CAC/B,IAAsD,EACtD,OAA+B;IAE/B,OAAO,eAAe,CAAC,IAAI,EAAE;QAC3B,OAAO,EAAE,OAAO,EAAE,OAAO;QACzB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAE,IAAY,EAAE,mBAAmB;KACrD,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,sBAAsB,CAAC,QAA0D;IAC9F,OAAO,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AACjF,CAAC"}

package/test/dist/util.d.ts

@@ -0,0 +1,36 @@
+import { BucketStorageFactory, ParseSyncRulesOptions, PersistedSyncRulesContent, StartBatchOptions, SyncBucketDataBatch } from '@/storage/BucketStorage.js';
+import { SourceTable } from '@/storage/SourceTable.js';
+import { PowerSyncMongo } from '@/storage/mongo/db.js';
+import { SyncBucketData } from '@/util/protocol-types.js';
+import * as bson from 'bson';
+export interface StorageOptions {
+    /**
+     * By default, collections are only cleared/
+     * Setting this to true will drop the collections completely.
+     */
+    dropAll?: boolean;
+    doNotClear?: boolean;
+}
+export type StorageFactory = (options?: StorageOptions) => Promise<BucketStorageFactory>;
+export declare const MONGO_STORAGE_FACTORY: StorageFactory;
+export declare const ZERO_LSN = "0/0";
+export declare const PARSE_OPTIONS: ParseSyncRulesOptions;
+export declare const BATCH_OPTIONS: StartBatchOptions;
+export declare function testRules(content: string): PersistedSyncRulesContent;
+export declare function connectMongo(): Promise<PowerSyncMongo>;
+export declare function makeTestTable(name: string, columns?: string[] | undefined): SourceTable;
+export declare function getBatchData(batch: SyncBucketData[] | SyncBucketDataBatch[] | SyncBucketDataBatch): {
+    op_id: string;
+    op: "PUT" | "REMOVE" | "MOVE" | "CLEAR";
+    object_id: string | undefined;
+    checksum: number | bigint;
+}[];
+export declare function getBatchMeta(batch: SyncBucketData[] | SyncBucketDataBatch[] | SyncBucketDataBatch): {
+    has_more: boolean;
+    after: string;
+    next_after: string;
+} | null;
+/**
+ * Replica id in the old Postgres format, for backwards-compatible tests.
+ */
+export declare function rid(id: string): bson.UUID;

package/test/dist/util.js

@@ -0,0 +1,114 @@
+import { Metrics } from '@/metrics/Metrics.js';
+import { MongoBucketStorage } from '@/storage/MongoBucketStorage.js';
+import { SourceTable } from '@/storage/SourceTable.js';
+import { PowerSyncMongo } from '@/storage/mongo/db.js';
+import { getUuidReplicaIdentityBson, hashData } from '@/util/utils.js';
+import { SqlSyncRules } from '@powersync/service-sync-rules';
+import * as bson from 'bson';
+import * as mongo from 'mongodb';
+import { env } from './env.js';
+// The metrics need to be initialised before they can be used
+await Metrics.initialise({
+    disable_telemetry_sharing: true,
+    powersync_instance_id: 'test',
+    internal_metrics_endpoint: 'unused.for.tests.com'
+});
+Metrics.getInstance().resetCounters();
+export const MONGO_STORAGE_FACTORY = async (options) => {
+    const db = await connectMongo();
+    if (options?.dropAll) {
+        await db.drop();
+    }
+    else if (!options?.doNotClear) {
+        await db.clear();
+    }
+    return new MongoBucketStorage(db, { slot_name_prefix: 'test_' });
+};
+export const ZERO_LSN = '0/0';
+export const PARSE_OPTIONS = {
+    defaultSchema: 'public'
+};
+export const BATCH_OPTIONS = {
+    ...PARSE_OPTIONS,
+    zeroLSN: ZERO_LSN,
+    storeCurrentData: true
+};
+export function testRules(content) {
+    return {
+        id: 1,
+        sync_rules_content: content,
+        slot_name: 'test',
+        parsed(options) {
+            return {
+                id: 1,
+                sync_rules: SqlSyncRules.fromYaml(content, options),
+                slot_name: 'test'
+            };
+        },
+        lock() {
+            throw new Error('Not implemented');
+        }
+    };
+}
+export async function connectMongo() {
+    // Short timeout for tests, to fail fast when the server is not available.
+    // Slightly longer timeouts for CI, to avoid arbitrary test failures
+    const client = new mongo.MongoClient(env.MONGO_TEST_URL, {
+        connectTimeoutMS: env.CI ? 15000 : 5000,
+        socketTimeoutMS: env.CI ? 15000 : 5000,
+        serverSelectionTimeoutMS: env.CI ? 15000 : 2500
+    });
+    return new PowerSyncMongo(client);
+}
+export function makeTestTable(name, columns) {
+    const relId = hashData('table', name, (columns ?? ['id']).join(','));
+    const id = new bson.ObjectId('6544e3899293153fa7b38331');
+    return new SourceTable(id, SourceTable.DEFAULT_TAG, relId, 'public', name, (columns ?? ['id']).map((column) => ({ name: column, type: 'VARCHAR', typeId: 25 })), true);
+}
+export function getBatchData(batch) {
+    const first = getFirst(batch);
+    if (first == null) {
+        return [];
+    }
+    return first.data.map((d) => {
+        return {
+            op_id: d.op_id,
+            op: d.op,
+            object_id: d.object_id,
+            checksum: d.checksum
+        };
+    });
+}
+export function getBatchMeta(batch) {
+    const first = getFirst(batch);
+    if (first == null) {
+        return null;
+    }
+    return {
+        has_more: first.has_more,
+        after: first.after,
+        next_after: first.next_after
+    };
+}
+function getFirst(batch) {
+    if (!Array.isArray(batch)) {
+        return batch.batch;
+    }
+    if (batch.length == 0) {
+        return null;
+    }
+    let first = batch[0];
+    if (first.batch != null) {
+        return first.batch;
+    }
+    else {
+        return first;
+    }
+}
+/**
+ * Replica id in the old Postgres format, for backwards-compatible tests.
+ */
+export function rid(id) {
+    return getUuidReplicaIdentityBson({ id: id }, [{ name: 'id', type: 'VARCHAR', typeId: 25 }]);
+}
+//# sourceMappingURL=util.js.map

package/test/dist/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAQ/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,OAAO,EAAE,0BAA0B,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,6DAA6D;AAC7D,MAAM,OAAO,CAAC,UAAU,CAAC;IACvB,yBAAyB,EAAE,IAAI;IAC/B,qBAAqB,EAAE,MAAM;IAC7B,yBAAyB,EAAE,sBAAsB;CAClD,CAAC,CAAC;AACH,OAAO,CAAC,WAAW,EAAE,CAAC,aAAa,EAAE,CAAC;AAatC,MAAM,CAAC,MAAM,qBAAqB,GAAmB,KAAK,EAAE,OAAwB,EAAE,EAAE;IACtF,MAAM,EAAE,GAAG,MAAM,YAAY,EAAE,CAAC;IAChC,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC;SAAM,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;QAChC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,CAAC;AAE9B,MAAM,CAAC,MAAM,aAAa,GAA0B;IAClD,aAAa,EAAE,QAAQ;CACxB,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAsB;IAC9C,GAAG,aAAa;IAChB,OAAO,EAAE,QAAQ;IACjB,gBAAgB,EAAE,IAAI;CACvB,CAAC;AAEF,MAAM,UAAU,SAAS,CAAC,OAAe;IACvC,OAAO;QACL,EAAE,EAAE,CAAC;QACL,kBAAkB,EAAE,OAAO;QAC3B,SAAS,EAAE,MAAM;QACjB,MAAM,CAAC,OAAO;YACZ,OAAO;gBACL,EAAE,EAAE,CAAC;gBACL,UAAU,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;gBACnD,SAAS,EAAE,MAAM;aAClB,CAAC;QACJ,CAAC;QACD,IAAI;YACF,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,0EAA0E;IAC1E,oEAAoE;IACpE,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,EAAE;QACvD,gBAAgB,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,CAAC,IAAK;QACzC,eAAe,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,CAAC,IAAK;QACxC,wBAAwB,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,CAAC,IAAK;KAClD,CAAC,CAAC;IACH,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,OAA8B;IACxE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;IACzD,OAAO,IAAI,WAAW,CACpB,EAAE,EACF,WAAW,CAAC,WAAW,EACvB,KAAK,EACL,QAAQ,EACR,IAAI,EACJ,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EACpF,IAAI,CACL,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAqE;IAChG,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC1B,OAAO;YACL,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAqE;IAChG,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAqE;IACrF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACrB,IAAK,KAA6B,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACjD,OAAQ,KAA6B,CAAC,KAAK,CAAC;IAC9C,CAAC;SAAM,CAAC;QACN,OAAO,KAAuB,CAAC;IACjC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,GAAG,CAAC,EAAU;IAC5B,OAAO,0BAA0B,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/F,CAAC"}

package/test/dist/util.test.d.ts

@@ -0,0 +1 @@
+export {};

package/test/dist/util.test.js

@@ -0,0 +1,45 @@
+import { getIntersection, hasIntersection } from '@/index.js';
+import { describe, expect, test } from 'vitest';
+describe('utils', () => {
+    function testInstersection(a, b, expected) {
+        expect(hasIntersection(a, b)).toBe(expected);
+        expect(hasIntersection(b, a)).toBe(expected);
+        const mapA = new Map([...a].map((v) => [v, 1]));
+        const mapB = new Map([...b].map((v) => [v, 1]));
+        expect(hasIntersection(mapA, b)).toBe(expected);
+        expect(hasIntersection(mapB, a)).toBe(expected);
+        expect(hasIntersection(mapA, mapB)).toBe(expected);
+    }
+    test('hasIntersection', async () => {
+        testInstersection(new Set(['a']), new Set(['a']), true);
+        testInstersection(new Set(['a', 'b', 'c']), new Set(['a', 'b', 'c']), true);
+        testInstersection(new Set(['a', 'b', 'c']), new Set(['d', 'e']), false);
+        testInstersection(new Set(['a', 'b', 'c']), new Set(['d', 'c', 'e']), true);
+        testInstersection(new Set(['a', 'b', 'c']), new Set(['c', 'e']), true);
+        testInstersection(new Set(['a', 'b', 'c', 2]), new Set([1, 2, 3]), true);
+        testInstersection(new Set(['a', 'b', 'c', 4]), new Set([1, 2, 3]), false);
+        testInstersection(new Set([]), new Set([1, 2, 3]), false);
+        testInstersection(new Set([]), new Set([]), false);
+    });
+    function testGetIntersection(a, b, expected) {
+        expect([...getIntersection(a, b)]).toEqual(expected);
+        expect([...getIntersection(b, a)]).toEqual(expected);
+        const mapA = new Map([...a].map((v) => [v, 1]));
+        const mapB = new Map([...b].map((v) => [v, 1]));
+        expect([...getIntersection(mapA, b)]).toEqual(expected);
+        expect([...getIntersection(mapB, a)]).toEqual(expected);
+        expect([...getIntersection(mapA, mapB)]).toEqual(expected);
+    }
+    test('getIntersection', async () => {
+        testGetIntersection(new Set(['a']), new Set(['a']), ['a']);
+        testGetIntersection(new Set(['a', 'b', 'c']), new Set(['a', 'b', 'c']), ['a', 'b', 'c']);
+        testGetIntersection(new Set(['a', 'b', 'c']), new Set(['d', 'e']), []);
+        testGetIntersection(new Set(['a', 'b', 'c']), new Set(['d', 'c', 'e']), ['c']);
+        testGetIntersection(new Set(['a', 'b', 'c']), new Set(['c', 'e']), ['c']);
+        testGetIntersection(new Set(['a', 'b', 'c', 2]), new Set([1, 2, 3]), [2]);
+        testGetIntersection(new Set(['a', 'b', 'c', 4]), new Set([1, 2, 3]), []);
+        testGetIntersection(new Set([]), new Set([1, 2, 3]), []);
+        testGetIntersection(new Set([]), new Set([]), []);
+    });
+});
+//# sourceMappingURL=util.test.js.map

package/test/dist/util.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.test.js","sourceRoot":"","sources":["../src/util.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAEhD,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACrB,SAAS,iBAAiB,CAAC,CAAW,EAAE,CAAW,EAAE,QAAiB;QACpE,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;QACjC,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACxD,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5E,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxE,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5E,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACvE,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACzE,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1D,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,SAAS,mBAAmB,CAAC,CAAW,EAAE,CAAW,EAAE,QAAe;QACpE,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;QACjC,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3D,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACzF,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvE,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/E,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1E,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,mBAAmB,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,mBAAmB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzD,mBAAmB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}