@powersync/service-module-postgres 0.19.3 → 0.19.4

package/test/src/resuming_snapshots.test.ts

@@ -1,160 +0,0 @@
-import { METRICS_HELPER } from '@powersync/service-core-tests';
-import { ReplicationMetric } from '@powersync/service-types';
-import * as timers from 'node:timers/promises';
-import { describe, expect, test } from 'vitest';
-import { env } from './env.js';
-import { describeWithStorage, StorageVersionTestContext } from './util.js';
-import { WalStreamTestContext } from './wal_stream_utils.js';
-
-describe.skipIf(!(env.CI || env.SLOW_TESTS))('batch replication', function () {
-  describeWithStorage({ timeout: 240_000 }, function ({ factory, storageVersion }) {
-    test('resuming initial replication (1)', async () => {
-      // Stop early - likely to not include deleted row in first replication attempt.
-      await testResumingReplication(factory, storageVersion, 2000);
-    });
-    test('resuming initial replication (2)', async () => {
-      // Stop late - likely to include deleted row in first replication attempt.
-      await testResumingReplication(factory, storageVersion, 8000);
-    });
-  });
-});
-
-async function testResumingReplication(
-  factory: StorageVersionTestContext['factory'],
-  storageVersion: number,
-  stopAfter: number
-) {
-  // This tests interrupting and then resuming initial replication.
-  // We interrupt replication after test_data1 has fully replicated, and
-  // test_data2 has partially replicated.
-  // This test relies on interval behavior that is not 100% deterministic:
-  // 1. We attempt to abort initial replication once a certain number of
-  //    rows have been replicated, but this is not exact. Our only requirement
-  //    is that we have not fully replicated test_data2 yet.
-  // 2. Order of replication is not deterministic, so which specific rows
-  //    have been / have not been replicated at that point is not deterministic.
-  //    We do allow for some variation in the test results to account for this.
-
-  await using context = await WalStreamTestContext.open(factory, {
-    storageVersion,
-    walStreamOptions: { snapshotChunkLength: 1000 }
-  });
-
-  await context.updateSyncRules(`bucket_definitions:
-  global:
-    data:
-      - SELECT * FROM test_data1
-      - SELECT * FROM test_data2`);
-  const { pool } = context;
-
-  await pool.query(`CREATE TABLE test_data1(id serial primary key, description text)`);
-  await pool.query(`CREATE TABLE test_data2(id serial primary key, description text)`);
-
-  await pool.query(
-    {
-      statement: `INSERT INTO test_data1(description) SELECT 'foo' FROM generate_series(1, 1000) i`
-    },
-    {
-      statement: `INSERT INTO test_data2( description) SELECT 'foo' FROM generate_series(1, 10000) i`
-    }
-  );
-
-  const p = context.replicateSnapshot();
-
-  let done = false;
-
-  const startRowCount = (await METRICS_HELPER.getMetricValueForTests(ReplicationMetric.ROWS_REPLICATED)) ?? 0;
-  try {
-    (async () => {
-      while (!done) {
-        const count =
-          ((await METRICS_HELPER.getMetricValueForTests(ReplicationMetric.ROWS_REPLICATED)) ?? 0) - startRowCount;
-
-        if (count >= stopAfter) {
-          break;
-        }
-        await timers.setTimeout(1);
-      }
-      // This interrupts initial replication
-      await context.dispose();
-    })();
-    // This confirms that initial replication was interrupted
-    await expect(p).rejects.toThrowError();
-    done = true;
-  } finally {
-    done = true;
-  }
-
-  // Bypass the usual "clear db on factory open" step.
-  await using context2 = await WalStreamTestContext.open(factory, {
-    doNotClear: true,
-    storageVersion,
-    walStreamOptions: { snapshotChunkLength: 1000 }
-  });
-
-  // This delete should be using one of the ids already replicated
-  const {
-    rows: [delete1]
-  } = await context2.pool.query(`DELETE FROM test_data2 WHERE id = (SELECT id FROM test_data2 LIMIT 1) RETURNING id`);
-  // This update should also be using one of the ids already replicated
-  const {
-    rows: [delete2]
-  } = await context2.pool.query(
-    `UPDATE test_data2 SET description = 'update1' WHERE id = (SELECT id FROM test_data2 LIMIT 1) RETURNING id`
-  );
-  const {
-    rows: [delete3]
-  } = await context2.pool.query(`INSERT INTO test_data2(description) SELECT 'insert1' RETURNING id`);
-
-  await context2.loadNextSyncRules();
-  await context2.replicateSnapshot();
-
-  const data = await context2.getBucketData('global[]', undefined, {});
-
-  const deletedRowOps = data.filter(
-    (row) => row.object_type == 'test_data2' && row.object_id === String(delete1.decodeWithoutCustomTypes(0))
-  );
-  const updatedRowOps = data.filter(
-    (row) => row.object_type == 'test_data2' && row.object_id === String(delete2.decodeWithoutCustomTypes(0))
-  );
-  const insertedRowOps = data.filter(
-    (row) => row.object_type == 'test_data2' && row.object_id === String(delete3.decodeWithoutCustomTypes(0))
-  );
-
-  if (deletedRowOps.length != 0) {
-    // The deleted row was part of the first replication batch,
-    // so it is removed by streaming replication.
-    expect(deletedRowOps.length).toEqual(2);
-    expect(deletedRowOps[1].op).toEqual('REMOVE');
-  } else {
-    // The deleted row was not part of the first replication batch,
-    // so it's not in the resulting ops at all.
-  }
-
-  expect(updatedRowOps.length).toBeGreaterThanOrEqual(2);
-  // description for the first op could be 'foo' or 'update1'.
-  // We only test the final version.
-  expect(JSON.parse(updatedRowOps[updatedRowOps.length - 1].data as string).description).toEqual('update1');
-
-  expect(insertedRowOps.length).toBeGreaterThanOrEqual(1);
-  expect(JSON.parse(insertedRowOps[0].data as string).description).toEqual('insert1');
-  expect(JSON.parse(insertedRowOps[insertedRowOps.length - 1].data as string).description).toEqual('insert1');
-
-  // 1000 of test_data1 during first replication attempt.
-  // N >= 1000 of test_data2 during first replication attempt.
-  // 10000 - N - 1 + 1 of test_data2 during second replication attempt.
-  // An additional update during streaming replication (2x total for this row).
-  // An additional insert during streaming replication (2x total for this row).
-  // If the deleted row was part of the first replication batch, it's removed by streaming replication.
-  // This adds 2 ops.
-  // We expect this to be 11002 for stopAfter: 2000, and 11004 for stopAfter: 8000.
-  // However, this is not deterministic.
-  const expectedCount = 11000 - 2 + insertedRowOps.length + updatedRowOps.length + deletedRowOps.length;
-  expect(data.length).toEqual(expectedCount);
-
-  const replicatedCount =
-    ((await METRICS_HELPER.getMetricValueForTests(ReplicationMetric.ROWS_REPLICATED)) ?? 0) - startRowCount;
-
-  // With resumable replication, there should be no need to re-replicate anything.
-  expect(replicatedCount).toBeGreaterThanOrEqual(expectedCount);
-}

package/test/src/route_api_adapter.test.ts

@@ -1,62 +0,0 @@
-import { PostgresRouteAPIAdapter } from '@module/api/PostgresRouteAPIAdapter.js';
-import { TYPE_INTEGER, TYPE_REAL, TYPE_TEXT } from '@powersync/service-sync-rules';
-import { describe, expect, test } from 'vitest';
-import { clearTestDb, connectPgPool } from './util.js';
-
-describe('PostgresRouteAPIAdapter tests', () => {
-  test('infers connection schema', async () => {
-    const db = await connectPgPool();
-    try {
-      await clearTestDb(db);
-      const api = new PostgresRouteAPIAdapter(db);
-
-      await db.query(`CREATE DOMAIN rating_value AS FLOAT CHECK (VALUE BETWEEN 0 AND 5)`);
-      await db.query(`
-        CREATE TABLE test_users (
-            id TEXT NOT NULL PRIMARY KEY,
-            is_admin BOOLEAN,
-            rating RATING_VALUE
-        );
-      `);
-
-      const schema = await api.getConnectionSchema();
-      // Ignore any other potential schemas in the test database, for example the 'powersync' schema.
-      const filtered = schema.filter((s) => s.name == 'public');
-      expect(filtered).toStrictEqual([
-        {
-          name: 'public',
-          tables: [
-            {
-              name: 'test_users',
-              columns: [
-                {
-                  internal_type: 'text',
-                  name: 'id',
-                  pg_type: 'text',
-                  sqlite_type: TYPE_TEXT,
-                  type: 'text'
-                },
-                {
-                  internal_type: 'boolean',
-                  name: 'is_admin',
-                  pg_type: 'bool',
-                  sqlite_type: TYPE_INTEGER,
-                  type: 'boolean'
-                },
-                {
-                  internal_type: 'rating_value',
-                  name: 'rating',
-                  pg_type: 'rating_value',
-                  sqlite_type: TYPE_REAL,
-                  type: 'rating_value'
-                }
-              ]
-            }
-          ]
-        }
-      ]);
-    } finally {
-      await db.end();
-    }
-  });
-});