@powersync/service-module-postgres-storage 0.1.0

package/dist/storage/PostgresTestStorageFactoryGenerator.js

@@ -0,0 +1,110 @@
+var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
+    if (value !== null && value !== void 0) {
+        if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
+        var dispose, inner;
+        if (async) {
+            if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
+            dispose = value[Symbol.asyncDispose];
+        }
+        if (dispose === void 0) {
+            if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
+            dispose = value[Symbol.dispose];
+            if (async) inner = dispose;
+        }
+        if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
+        if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
+        env.stack.push({ value: value, dispose: dispose, async: async });
+    }
+    else if (async) {
+        env.stack.push({ async: true });
+    }
+    return value;
+};
+var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
+    return function (env) {
+        function fail(e) {
+            env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
+            env.hasError = true;
+        }
+        var r, s = 0;
+        function next() {
+            while (r = env.stack.pop()) {
+                try {
+                    if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
+                    if (r.dispose) {
+                        var result = r.dispose.call(r.value);
+                        if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
+                    }
+                    else s |= 1;
+                }
+                catch (e) {
+                    fail(e);
+                }
+            }
+            if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
+            if (env.hasError) throw env.error;
+        }
+        return next();
+    };
+})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
+    var e = new Error(message);
+    return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
+});
+import { framework } from '@powersync/service-core';
+import { PostgresMigrationAgent } from '../migrations/PostgresMigrationAgent.js';
+import { normalizePostgresStorageConfig } from '../types/types.js';
+import { PostgresBucketStorageFactory } from './PostgresBucketStorageFactory.js';
+export const PostgresTestStorageFactoryGenerator = (factoryOptions) => {
+    return async (options) => {
+        try {
+            const env_1 = { stack: [], error: void 0, hasError: false };
+            try {
+                const migrationManager = new framework.MigrationManager();
+                const BASE_CONFIG = {
+                    type: 'postgresql',
+                    uri: factoryOptions.url,
+                    sslmode: 'disable'
+                };
+                const TEST_CONNECTION_OPTIONS = normalizePostgresStorageConfig(BASE_CONFIG);
+                const migrationAgent = __addDisposableResource(env_1, factoryOptions.migrationAgent
+                    ? factoryOptions.migrationAgent(BASE_CONFIG)
+                    : new PostgresMigrationAgent(BASE_CONFIG), true);
+                migrationManager.registerMigrationAgent(migrationAgent);
+                const mockServiceContext = { configuration: { storage: BASE_CONFIG } };
+                if (!options?.doNotClear) {
+                    await migrationManager.migrate({
+                        direction: framework.migrations.Direction.Down,
+                        migrationContext: {
+                            service_context: mockServiceContext
+                        }
+                    });
+                }
+                await migrationManager.migrate({
+                    direction: framework.migrations.Direction.Up,
+                    migrationContext: {
+                        service_context: mockServiceContext
+                    }
+                });
+                return new PostgresBucketStorageFactory({
+                    config: TEST_CONNECTION_OPTIONS,
+                    slot_name_prefix: 'test_'
+                });
+            }
+            catch (e_1) {
+                env_1.error = e_1;
+                env_1.hasError = true;
+            }
+            finally {
+                const result_1 = __disposeResources(env_1);
+                if (result_1)
+                    await result_1;
+            }
+        }
+        catch (ex) {
+            // Vitest does not display these errors nicely when using the `await using` syntx
+            console.error(ex, ex.cause);
+            throw ex;
+        }
+    };
+};
+//# sourceMappingURL=PostgresTestStorageFactoryGenerator.js.map

package/dist/storage/PostgresTestStorageFactoryGenerator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresTestStorageFactoryGenerator.js","sourceRoot":"","sources":["../../src/storage/PostgresTestStorageFactoryGenerator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,OAAO,EAAE,SAAS,EAAiE,MAAM,yBAAyB,CAAC;AACnH,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACjF,OAAO,EAAE,8BAA8B,EAAgC,MAAM,mBAAmB,CAAC;AACjG,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAWjF,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,cAA0C,EAAE,EAAE;IAChG,OAAO,KAAK,EAAE,OAA4B,EAAE,EAAE;QAC5C,IAAI,CAAC;;;gBACH,MAAM,gBAAgB,GAA8B,IAAI,SAAS,CAAC,gBAAgB,EAAE,CAAC;gBAErF,MAAM,WAAW,GAAG;oBAClB,IAAI,EAAE,YAAqB;oBAC3B,GAAG,EAAE,cAAc,CAAC,GAAG;oBACvB,OAAO,EAAE,SAAkB;iBAC5B,CAAC;gBAEF,MAAM,uBAAuB,GAAG,8BAA8B,CAAC,WAAW,CAAC,CAAC;gBAE5E,MAAY,cAAc,kCAAG,cAAc,CAAC,cAAc;oBACxD,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,WAAW,CAAC;oBAC5C,CAAC,CAAC,IAAI,sBAAsB,CAAC,WAAW,CAAC,OAAA,CAAC;gBAC5C,gBAAgB,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;gBAExD,MAAM,kBAAkB,GAAG,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAA+B,CAAC;gBAEpG,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;oBACzB,MAAM,gBAAgB,CAAC,OAAO,CAAC;wBAC7B,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI;wBAC9C,gBAAgB,EAAE;4BAChB,eAAe,EAAE,kBAAkB;yBACpC;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,gBAAgB,CAAC,OAAO,CAAC;oBAC7B,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;oBAC5C,gBAAgB,EAAE;wBAChB,eAAe,EAAE,kBAAkB;qBACpC;iBACF,CAAC,CAAC;gBAEH,OAAO,IAAI,4BAA4B,CAAC;oBACtC,MAAM,EAAE,uBAAuB;oBAC/B,gBAAgB,EAAE,OAAO;iBAC1B,CAAC,CAAC;;;;;;;;;;;SACJ;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,iFAAiF;YACjF,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC"}

package/dist/storage/batch/OperationBatch.js

@@ -0,0 +1,93 @@
+/**
+ * TODO share this implementation better in the core package.
+ * There are some subtle differences in this implementation.
+ */
+import { storage, utils } from '@powersync/service-core';
+/**
+ * Batch of input operations.
+ *
+ * We accumulate operations up to MAX_RECORD_BATCH_SIZE,
+ * then further split into sub-batches if MAX_CURRENT_DATA_BATCH_SIZE is exceeded.
+ */
+export class OperationBatch {
+    options;
+    batch = [];
+    currentSize = 0;
+    maxBatchCount;
+    maxRecordSize;
+    maxCurrentDataBatchSize;
+    get length() {
+        return this.batch.length;
+    }
+    constructor(options) {
+        this.options = options;
+        this.maxBatchCount = options.max_record_count;
+        this.maxRecordSize = options.max_estimated_size;
+        this.maxCurrentDataBatchSize = options.max_current_data_batch_size;
+    }
+    push(op) {
+        this.batch.push(op);
+        this.currentSize += op.estimatedSize;
+    }
+    shouldFlush() {
+        return this.batch.length >= this.maxBatchCount || this.currentSize > this.maxCurrentDataBatchSize;
+    }
+    /**
+     *
+     * @param sizes Map of source key to estimated size of the current_data document, or undefined if current_data is not persisted.
+     *
+     */
+    *batched(sizes) {
+        if (sizes == null) {
+            yield this.batch;
+            return;
+        }
+        let currentBatch = [];
+        let currentBatchSize = 0;
+        for (let op of this.batch) {
+            const key = op.internalBeforeKey;
+            const size = sizes.get(key) ?? 0;
+            if (currentBatchSize + size > this.maxCurrentDataBatchSize && currentBatch.length > 0) {
+                yield currentBatch;
+                currentBatch = [];
+                currentBatchSize = 0;
+            }
+            currentBatchSize += size;
+            currentBatch.push(op);
+        }
+        if (currentBatch.length > 0) {
+            yield currentBatch;
+        }
+    }
+}
+export class RecordOperation {
+    record;
+    afterId;
+    beforeId;
+    internalBeforeKey;
+    internalAfterKey;
+    estimatedSize;
+    constructor(record) {
+        this.record = record;
+        const afterId = record.afterReplicaId ?? null;
+        const beforeId = record.beforeReplicaId ?? record.afterReplicaId;
+        this.afterId = afterId;
+        this.beforeId = beforeId;
+        this.internalBeforeKey = cacheKey(record.sourceTable.id, beforeId);
+        this.internalAfterKey = afterId ? cacheKey(record.sourceTable.id, afterId) : null;
+        this.estimatedSize = utils.estimateRowSize(record.before) + utils.estimateRowSize(record.after);
+    }
+}
+/**
+ * In-memory cache key - must not be persisted.
+ */
+export function cacheKey(sourceTableId, id) {
+    return encodedCacheKey(sourceTableId, storage.serializeReplicaId(id));
+}
+/**
+ * Calculates a cache key for a stored ReplicaId. This is usually stored as a bytea/Buffer.
+ */
+export function encodedCacheKey(sourceTableId, storedKey) {
+    return `${sourceTableId}.${storedKey.toString('base64')}`;
+}
+//# sourceMappingURL=OperationBatch.js.map

package/dist/storage/batch/OperationBatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OperationBatch.js","sourceRoot":"","sources":["../../../src/storage/batch/OperationBatch.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAGzD;;;;;GAKG;AACH,MAAM,OAAO,cAAc;IAYH;IAXtB,KAAK,GAAsB,EAAE,CAAC;IAC9B,WAAW,GAAW,CAAC,CAAC;IAEf,aAAa,CAAS;IACtB,aAAa,CAAS;IACtB,uBAAuB,CAAS;IAEzC,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,YAAsB,OAAqC;QAArC,YAAO,GAAP,OAAO,CAA8B;QACzD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAChD,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,2BAA2B,CAAC;IACrE,CAAC;IAED,IAAI,CAAC,EAAmB;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,aAAa,CAAC;IACvC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC;IACpG,CAAC;IAED;;;;OAIG;IACH,CAAC,OAAO,CAAC,KAAsC;QAC7C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,KAAK,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,YAAY,GAAsB,EAAE,CAAC;QACzC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,IAAI,EAAE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC;YACjC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,gBAAgB,GAAG,IAAI,GAAG,IAAI,CAAC,uBAAuB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtF,MAAM,YAAY,CAAC;gBACnB,YAAY,GAAG,EAAE,CAAC;gBAClB,gBAAgB,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,gBAAgB,IAAI,IAAI,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,YAAY,CAAC;QACrB,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,eAAe;IAOE;IANZ,OAAO,CAA2B;IAClC,QAAQ,CAAoB;IAC5B,iBAAiB,CAAS;IAC1B,gBAAgB,CAAgB;IAChC,aAAa,CAAS;IAEtC,YAA4B,MAA2B;QAA3B,WAAM,GAAN,MAAM,CAAqB;QACrD,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,cAAc,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACnE,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClF,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClG,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,aAAqB,EAAE,EAAqB;IACnE,OAAO,eAAe,CAAC,aAAa,EAAE,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,aAAqB,EAAE,SAAiB;IACtE,OAAO,GAAG,aAAa,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;AAC5D,CAAC"}