@powersync/service-module-postgres 0.8.2 → 0.9.0

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @powersync/service-module-postgres
 
+## 0.9.0
+
+### Minor Changes
+
+- 698467c: Use bigint everywhere internally for OpId.
+
+### Patch Changes
+
+- Updated dependencies [0298720]
+- Updated dependencies [698467c]
+- Updated dependencies [ba7baeb]
+  - @powersync/service-sync-rules@0.24.1
+  - @powersync/service-core@1.8.0
+  - @powersync/lib-service-postgres@0.4.0
+  - @powersync/service-types@0.9.0
+
 ## 0.8.2
 
 ### Patch Changes

package/dist/types/types.d.ts

@@ -27,6 +27,7 @@ export declare const PostgresConnectionConfig: t.Intersection<t.Codec<{
     tls_servername?: string | undefined;
     reject_ip_ranges?: string[] | undefined;
     slot_name_prefix?: string | undefined;
+    max_pool_size?: number | undefined;
 }, {
     type: string;
     id?: string | undefined;
@@ -49,6 +50,7 @@ export declare const PostgresConnectionConfig: t.Intersection<t.Codec<{
     tls_servername?: string | undefined;
     reject_ip_ranges?: string[] | undefined;
     slot_name_prefix?: string | undefined;
+    max_pool_size?: number | undefined;
 }, string, t.CodecProps>, t.ObjectCodec<{}>>;
 /**
  * Config input specified when starting services
@@ -78,4 +80,5 @@ export declare function normalizeConnectionConfig(options: PostgresConnectionCon
     lookup: import("net").LookupFunction | undefined;
     client_certificate: string | undefined;
     client_private_key: string | undefined;
+    max_pool_size: number;
 };

package/package.json

@@ -5,7 +5,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.8.2",
+  "version": "0.9.0",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
@@ -28,20 +28,20 @@
     "ts-codec": "^1.3.0",
     "uri-js": "^4.4.1",
     "uuid": "^9.0.1",
-    "@powersync/lib-service-postgres": "0.3.3",
+    "@powersync/lib-service-postgres": "0.4.0",
     "@powersync/lib-services-framework": "0.5.3",
+    "@powersync/service-core": "1.8.0",
     "@powersync/service-jpgwire": "0.19.0",
-    "@powersync/service-core": "1.7.2",
     "@powersync/service-jsonbig": "0.17.10",
-    "@powersync/service-sync-rules": "0.24.0",
-    "@powersync/service-types": "0.8.0"
+    "@powersync/service-sync-rules": "0.24.1",
+    "@powersync/service-types": "0.9.0"
   },
   "devDependencies": {
     "@types/semver": "^7.5.4",
     "@types/uuid": "^9.0.4",
-    "@powersync/service-core-tests": "0.6.1",
-    "@powersync/service-module-postgres-storage": "0.4.2",
-    "@powersync/service-module-mongodb-storage": "0.6.2"
+    "@powersync/service-core-tests": "0.7.0",
+    "@powersync/service-module-mongodb-storage": "0.7.0",
+    "@powersync/service-module-postgres-storage": "0.5.0"
   },
   "scripts": {
     "build": "tsc -b",

package/test/src/slow_tests.test.ts

@@ -178,7 +178,7 @@ bucket_definitions:
             break;
           }
 
-          const checkpoint = BigInt((await storage.getCheckpoint()).checkpoint);
+          const checkpoint = (await storage.getCheckpoint()).checkpoint;
           if (f instanceof mongo_storage.storage.MongoBucketStorage) {
             const opsBefore = (await f.db.bucket_data.find().sort({ _id: 1 }).toArray())
               .filter((row) => row._id.o <= checkpoint)
@@ -403,7 +403,7 @@ bucket_definitions:
         getClientCheckpoint(pool, storage.factory, { timeout: TIMEOUT_MARGIN_MS }),
         streamPromise
       ]);
-      if (typeof checkpoint == undefined) {
+      if (checkpoint == null) {
         // This indicates an issue with the test setup - streamingPromise completed instead
         // of getClientCheckpoint()
         throw new Error('Test failure - streamingPromise completed');

package/test/src/util.ts

@@ -2,7 +2,7 @@ import { PostgresRouteAPIAdapter } from '@module/api/PostgresRouteAPIAdapter.js'
 import * as types from '@module/types/types.js';
 import * as lib_postgres from '@powersync/lib-service-postgres';
 import { logger } from '@powersync/lib-services-framework';
-import { BucketStorageFactory, OpId } from '@powersync/service-core';
+import { BucketStorageFactory, InternalOpId, TestStorageOptions } from '@powersync/service-core';
 import * as pgwire from '@powersync/service-jpgwire';
 import * as mongo_storage from '@powersync/service-module-mongodb-storage';
 import * as postgres_storage from '@powersync/service-module-postgres-storage';
@@ -64,7 +64,7 @@ export async function getClientCheckpoint(
   db: pgwire.PgClient,
   storageFactory: BucketStorageFactory,
   options?: { timeout?: number }
-): Promise<OpId> {
+): Promise<InternalOpId> {
   const start = Date.now();
 
   const api = new PostgresRouteAPIAdapter(db);

package/test/src/wal_stream_utils.ts

@@ -1,6 +1,12 @@
 import { PgManager } from '@module/replication/PgManager.js';
 import { PUBLICATION_NAME, WalStream, WalStreamOptions } from '@module/replication/WalStream.js';
-import { BucketStorageFactory, OplogEntry, storage, SyncRulesBucketStorage } from '@powersync/service-core';
+import {
+  BucketStorageFactory,
+  InternalOpId,
+  OplogEntry,
+  storage,
+  SyncRulesBucketStorage
+} from '@powersync/service-core';
 import { test_utils } from '@powersync/service-core-tests';
 import * as pgwire from '@powersync/service-jpgwire';
 import { clearTestDb, getClientCheckpoint, TEST_CONNECTION_OPTIONS } from './util.js';
@@ -120,27 +126,30 @@ export class WalStreamTestContext implements AsyncDisposable {
       getClientCheckpoint(this.pool, this.factory, { timeout: options?.timeout ?? 15_000 }),
       this.streamPromise
     ]);
-    if (typeof checkpoint == undefined) {
+    if (checkpoint == null) {
       // This indicates an issue with the test setup - streamingPromise completed instead
       // of getClientCheckpoint()
       throw new Error('Test failure - streamingPromise completed');
     }
-    return checkpoint as string;
+    return checkpoint;
   }
 
-  async getBucketsDataBatch(buckets: Record<string, string>, options?: { timeout?: number }) {
+  async getBucketsDataBatch(buckets: Record<string, InternalOpId>, options?: { timeout?: number }) {
     let checkpoint = await this.getCheckpoint(options);
-    const map = new Map<string, string>(Object.entries(buckets));
+    const map = new Map<string, InternalOpId>(Object.entries(buckets));
     return test_utils.fromAsync(this.storage!.getBucketDataBatch(checkpoint, map));
   }
 
   /**
    * This waits for a client checkpoint.
    */
-  async getBucketData(bucket: string, start?: string, options?: { timeout?: number }) {
-    start ??= '0';
+  async getBucketData(bucket: string, start?: InternalOpId | string | undefined, options?: { timeout?: number }) {
+    start ??= 0n;
+    if (typeof start == 'string') {
+      start = BigInt(start);
+    }
     const checkpoint = await this.getCheckpoint(options);
-    const map = new Map<string, string>([[bucket, start]]);
+    const map = new Map<string, InternalOpId>([[bucket, start]]);
     let data: OplogEntry[] = [];
     while (true) {
       const batch = this.storage!.getBucketDataBatch(checkpoint, map);
@@ -150,7 +159,7 @@ export class WalStreamTestContext implements AsyncDisposable {
       if (batches.length == 0 || !batches[0]!.batch.has_more) {
         break;
       }
-      map.set(bucket, batches[0]!.batch.next_after);
+      map.set(bucket, BigInt(batches[0]!.batch.next_after));
     }
     return data;
   }
@@ -158,10 +167,13 @@ export class WalStreamTestContext implements AsyncDisposable {
   /**
    * This does not wait for a client checkpoint.
    */
-  async getCurrentBucketData(bucket: string, start?: string) {
-    start ??= '0';
+  async getCurrentBucketData(bucket: string, start?: InternalOpId | string | undefined) {
+    start ??= 0n;
+    if (typeof start == 'string') {
+      start = BigInt(start);
+    }
     const { checkpoint } = await this.storage!.getCheckpoint();
-    const map = new Map<string, string>([[bucket, start]]);
+    const map = new Map<string, InternalOpId>([[bucket, start]]);
     const batch = this.storage!.getBucketDataBatch(checkpoint, map);
     const batches = await test_utils.fromAsync(batch);
     return batches[0]?.batch.data ?? [];