@powersync/service-core 0.13.0 → 0.14.0

package/dist/migrations/migrations.js

@@ -1,110 +0,0 @@
-import * as fs from 'fs/promises';
-import * as path from 'path';
-import { fileURLToPath } from 'url';
-import { logger } from '@powersync/lib-services-framework';
-import * as db from '../db/db-index.js';
-import * as locks from '../locks/locks-index.js';
-import * as util from '../util/util-index.js';
-import { Direction } from './definitions.js';
-import { execute, writeLogsToStore } from './executor.js';
-import { createMongoMigrationStore } from './store/migration-store.js';
-const DEFAULT_MONGO_LOCK_COLLECTION = 'locks';
-const MONGO_LOCK_PROCESS = 'migrations';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-const MIGRATIONS_DIR = path.join(__dirname, '/db/migrations');
-/**
- * Loads migrations and injects a custom context for loading the specified
- * runner configuration.
- */
-const loadMigrations = async (dir, runnerConfig) => {
-    const files = await fs.readdir(dir);
-    const migrations = files.filter((file) => {
-        return path.extname(file) === '.js';
-    });
-    const context = {
-        runner_config: runnerConfig
-    };
-    return await Promise.all(migrations.map(async (migration) => {
-        const module = await import(path.resolve(dir, migration));
-        return {
-            name: path.basename(migration).replace(path.extname(migration), ''),
-            up: () => module.up(context),
-            down: () => module.down(context)
-        };
-    }));
-};
-/**
- * Runs migration scripts exclusively using Mongo locks
- */
-export const migrate = async (options) => {
-    const { direction, runner_config } = options;
-    const config = await util.loadConfig(runner_config);
-    const { storage } = config;
-    /**
-     * Try and get Mongo from config file.
-     * But this might not be available in Journey Micro as we use the standard Mongo.
-     */
-    const client = db.mongo.createMongoClient(storage);
-    logger.info('Connecting to MongoDB');
-    await client.connect();
-    const clientDB = client.db(storage.database);
-    const collection = clientDB.collection(DEFAULT_MONGO_LOCK_COLLECTION);
-    const manager = locks.createMongoLockManager(collection, {
-        name: MONGO_LOCK_PROCESS
-    });
-    // Only one process should execute this at a time.
-    logger.info('Acquiring lock');
-    const lockId = await manager.acquire();
-    if (!lockId) {
-        throw new Error('Could not acquire lock_id');
-    }
-    let isReleased = false;
-    const releaseLock = async () => {
-        if (isReleased) {
-            return;
-        }
-        await manager.release(lockId);
-        isReleased = true;
-    };
-    // For the case where the migration is terminated
-    process.addListener('beforeExit', releaseLock);
-    try {
-        logger.info('Loading migrations');
-        const migrations = await loadMigrations(MIGRATIONS_DIR, runner_config);
-        // Use the provided config to connect to Mongo
-        const store = createMongoMigrationStore(clientDB);
-        const state = await store.load();
-        logger.info('Running migrations');
-        const logStream = execute({
-            direction: direction,
-            migrations,
-            state
-        });
-        await writeLogsToStore({
-            log_stream: logStream,
-            store,
-            state
-        });
-    }
-    finally {
-        logger.info('Releasing lock');
-        await releaseLock();
-        logger.info('Closing database');
-        await client.close(true);
-        process.removeListener('beforeExit', releaseLock);
-        logger.info('Done with migrations');
-    }
-};
-/**
- * Ensures automatic migrations are executed
- */
-export const ensureAutomaticMigrations = async (params) => {
-    if (!params.config.migrations?.disable_auto_migration) {
-        await migrate({
-            direction: Direction.Up,
-            runner_config: params.runner_config
-        });
-    }
-};
-//# sourceMappingURL=migrations.js.map

package/dist/migrations/migrations.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../src/migrations/migrations.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,KAAK,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,KAAK,KAAK,MAAM,yBAAyB,CAAC;AACjD,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,MAAM,6BAA6B,GAAG,OAAO,CAAC;AAC9C,MAAM,kBAAkB,GAAG,YAAY,CAAC;AAExC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;AAY9D;;;GAGG;AACH,MAAM,cAAc,GAAG,KAAK,EAAE,GAAW,EAAE,YAA+B,EAAE,EAAE;IAC5E,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACvC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAA0B;QACrC,aAAa,EAAE,YAAY;KAC5B,CAAC;IAEF,OAAO,MAAM,OAAO,CAAC,GAAG,CACtB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QACjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1D,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;YACnE,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC;YAC5B,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;SACjC,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,OAAyB,EAAE,EAAE;IACzD,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAE7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAC3B;;;OAGG;IAEH,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACrC,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IAEvB,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAa,6BAA6B,CAAC,CAAC;IAElF,MAAM,OAAO,GAAG,KAAK,CAAC,sBAAsB,CAAC,UAAU,EAAE;QACvD,IAAI,EAAE,kBAAkB;KACzB,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;QAC7B,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC,CAAC;IAEF,iDAAiD;IACjD,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QAEvE,8CAA8C;QAC9C,MAAM,KAAK,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAElD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QAEjC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,OAAO,CAAC;YACxB,SAAS,EAAE,SAAS;YACpB,UAAU;YACV,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC;YACrB,UAAU,EAAE,SAAS;YACrB,KAAK;YACL,KAAK;SACN,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9B,MAAM,WAAW,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChC,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACtC,CAAC;AACH,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAAE,MAAgC,EAAE,EAAE;IAClF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,sBAAsB,EAAE,CAAC;QACtD,MAAM,OAAO,CAAC;YACZ,SAAS,EAAE,SAAS,CAAC,EAAE;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;SACpC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/store/migration-store.d.ts

@@ -1,11 +0,0 @@
-import { Db } from 'mongodb';
-import * as defs from '../definitions.js';
-export type MigrationStore = {
-    load: () => Promise<defs.MigrationState | undefined>;
-    save: (state: defs.MigrationState) => Promise<void>;
-};
-/**
- * A custom store for node-migrate which is used to save and load migrations that have
- * been operated on to mongo.
- */
-export declare const createMongoMigrationStore: (db: Db) => MigrationStore;

package/dist/migrations/store/migration-store.js

@@ -1,46 +0,0 @@
-import * as path from 'path';
-/**
- * A custom store for node-migrate which is used to save and load migrations that have
- * been operated on to mongo.
- */
-export const createMongoMigrationStore = (db) => {
-    const collection = db.collection('migrations');
-    return {
-        load: async () => {
-            const state_entry = await collection.findOne();
-            if (!state_entry) {
-                return;
-            }
-            const { _id, ...state } = state_entry;
-            /**
-             * This is for backwards compatibility. A previous version of the migration tool used to save
-             * state as `lastRun`.
-             */
-            let last_run = state.last_run;
-            if ('lastRun' in state) {
-                last_run = state.lastRun;
-            }
-            /**
-             * This is for backwards compatibility. A previous version of the migration tool used to include the
-             * file extension in migration names. This strips that extension off if it exists
-             */
-            const extension = path.extname(last_run);
-            if (extension) {
-                last_run = last_run.replace(extension, '');
-            }
-            return {
-                last_run,
-                log: state.log || []
-            };
-        },
-        save: async (state) => {
-            await collection.replaceOne({}, {
-                last_run: state.last_run,
-                log: state.log
-            }, {
-                upsert: true
-            });
-        }
-    };
-};
-//# sourceMappingURL=migration-store.js.map

package/dist/migrations/store/migration-store.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"migration-store.js","sourceRoot":"","sources":["../../../src/migrations/store/migration-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAQ7B;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,EAAM,EAAkB,EAAE;IAClE,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAsB,YAAY,CAAC,CAAC;IAEpE,OAAO;QACL,IAAI,EAAE,KAAK,IAAI,EAAE;YACf,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO;YACT,CAAC;YAED,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,WAAW,CAAC;YAEtC;;;eAGG;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC9B,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;gBACvB,QAAQ,GAAI,KAAa,CAAC,OAAO,CAAC;YACpC,CAAC;YAED;;;eAGG;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,SAAS,EAAE,CAAC;gBACd,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO;gBACL,QAAQ;gBACR,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,IAAI,EAAE,KAAK,EAAE,KAA0B,EAAE,EAAE;YACzC,MAAM,UAAU,CAAC,UAAU,CACzB,EAAE,EACF;gBACE,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,GAAG,EAAE,KAAK,CAAC,GAAG;aACf,EACD;gBACE,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/storage/MongoBucketStorage.d.ts

@@ -1,48 +0,0 @@
-import { DisposableObserver } from '@powersync/lib-services-framework';
-import { ActiveCheckpoint, BucketStorageFactory, BucketStorageFactoryListener, ParseSyncRulesOptions, PersistedSyncRules, PersistedSyncRulesContent, StorageMetrics, UpdateSyncRulesOptions, WriteCheckpoint } from './BucketStorage.js';
-import { PowerSyncMongo } from './mongo/db.js';
-import { MongoPersistedSyncRulesContent } from './mongo/MongoPersistedSyncRulesContent.js';
-import { MongoSyncBucketStorage } from './mongo/MongoSyncBucketStorage.js';
-export declare class MongoBucketStorage extends DisposableObserver<BucketStorageFactoryListener> implements BucketStorageFactory {
-    private readonly client;
-    private readonly session;
-    readonly slot_name_prefix: string;
-    private readonly storageCache;
-    readonly db: PowerSyncMongo;
-    constructor(db: PowerSyncMongo, options: {
-        slot_name_prefix: string;
-    });
-    getInstance(options: PersistedSyncRulesContent): MongoSyncBucketStorage;
-    configureSyncRules(sync_rules: string, options?: {
-        lock?: boolean;
-    }): Promise<{
-        updated: boolean;
-        persisted_sync_rules?: undefined;
-        lock?: undefined;
-    } | {
-        updated: boolean;
-        persisted_sync_rules: MongoPersistedSyncRulesContent;
-        lock: import("./storage-index.js").MongoSyncRulesLock | undefined;
-    }>;
-    slotRemoved(slot_name: string): Promise<void>;
-    updateSyncRules(options: UpdateSyncRulesOptions): Promise<MongoPersistedSyncRulesContent>;
-    getActiveSyncRulesContent(): Promise<MongoPersistedSyncRulesContent | null>;
-    getActiveSyncRules(options: ParseSyncRulesOptions): Promise<PersistedSyncRules | null>;
-    getNextSyncRulesContent(): Promise<MongoPersistedSyncRulesContent | null>;
-    getNextSyncRules(options: ParseSyncRulesOptions): Promise<PersistedSyncRules | null>;
-    getReplicatingSyncRules(): Promise<PersistedSyncRulesContent[]>;
-    getStoppedSyncRules(): Promise<PersistedSyncRulesContent[]>;
-    getActiveCheckpoint(): Promise<ActiveCheckpoint>;
-    getStorageMetrics(): Promise<StorageMetrics>;
-    getPowerSyncInstanceId(): Promise<string>;
-    private makeActiveCheckpoint;
-    /**
-     * Instance-wide watch on the latest available checkpoint (op_id + lsn).
-     */
-    private watchActiveCheckpoint;
-    private readonly sharedIter;
-    /**
-     * User-specific watch on the latest checkpoint and/or write checkpoint.
-     */
-    watchWriteCheckpoint(user_id: string, signal: AbortSignal): AsyncIterable<WriteCheckpoint>;
-}

package/dist/storage/MongoBucketStorage.js

@@ -1,427 +0,0 @@
-import { SqlSyncRules } from '@powersync/service-sync-rules';
-import { wrapWithAbort } from 'ix/asynciterable/operators/withabort.js';
-import { LRUCache } from 'lru-cache/min';
-import * as mongo from 'mongodb';
-import * as timers from 'timers/promises';
-import * as locks from '../locks/locks-index.js';
-import * as sync from '../sync/sync-index.js';
-import * as util from '../util/util-index.js';
-import { DisposableObserver, logger } from '@powersync/lib-services-framework';
-import { v4 as uuid } from 'uuid';
-import { SyncRuleState } from './mongo/models.js';
-import { MongoPersistedSyncRulesContent } from './mongo/MongoPersistedSyncRulesContent.js';
-import { MongoSyncBucketStorage } from './mongo/MongoSyncBucketStorage.js';
-import { generateSlotName } from './mongo/util.js';
-export class MongoBucketStorage extends DisposableObserver {
-    constructor(db, options) {
-        super();
-        this.storageCache = new LRUCache({
-            max: 3,
-            fetchMethod: async (id) => {
-                const doc2 = await this.db.sync_rules.findOne({
-                    _id: id
-                }, { limit: 1 });
-                if (doc2 == null) {
-                    // Deleted in the meantime?
-                    return undefined;
-                }
-                const rules = new MongoPersistedSyncRulesContent(this.db, doc2);
-                return this.getInstance(rules);
-            },
-            dispose: (storage) => {
-                storage[Symbol.dispose]();
-            }
-        });
-        // Nothing is done here until a subscriber starts to iterate
-        this.sharedIter = new sync.BroadcastIterable((signal) => {
-            return this.watchActiveCheckpoint(signal);
-        });
-        this.client = db.client;
-        this.db = db;
-        this.session = this.client.startSession();
-        this.slot_name_prefix = options.slot_name_prefix;
-    }
-    getInstance(options) {
-        let { id, slot_name } = options;
-        if (typeof id == 'bigint') {
-            id = Number(id);
-        }
-        const storage = new MongoSyncBucketStorage(this, id, options, slot_name);
-        this.iterateListeners((cb) => cb.syncStorageCreated?.(storage));
-        storage.registerListener({
-            batchStarted: (batch) => {
-                // This nested listener will be automatically disposed when the storage is disposed
-                batch.registerManagedListener(storage, {
-                    replicationEvent: (payload) => this.iterateListeners((cb) => cb.replicationEvent?.(payload))
-                });
-            }
-        });
-        return storage;
-    }
-    async configureSyncRules(sync_rules, options) {
-        const next = await this.getNextSyncRulesContent();
-        const active = await this.getActiveSyncRulesContent();
-        if (next?.sync_rules_content == sync_rules) {
-            logger.info('Sync rules from configuration unchanged');
-            return { updated: false };
-        }
-        else if (next == null && active?.sync_rules_content == sync_rules) {
-            logger.info('Sync rules from configuration unchanged');
-            return { updated: false };
-        }
-        else {
-            logger.info('Sync rules updated from configuration');
-            const persisted_sync_rules = await this.updateSyncRules({
-                content: sync_rules,
-                lock: options?.lock
-            });
-            return { updated: true, persisted_sync_rules, lock: persisted_sync_rules.current_lock ?? undefined };
-        }
-    }
-    async slotRemoved(slot_name) {
-        const next = await this.getNextSyncRulesContent();
-        const active = await this.getActiveSyncRulesContent();
-        // In both the below cases, we create a new sync rules instance.
-        // The current one will continue erroring until the next one has finished processing.
-        // TODO: Update
-        if (next != null && next.slot_name == slot_name) {
-            // We need to redo the "next" sync rules
-            await this.updateSyncRules({
-                content: next.sync_rules_content
-            });
-            // Pro-actively stop replicating
-            await this.db.sync_rules.updateOne({
-                _id: next.id,
-                state: SyncRuleState.PROCESSING
-            }, {
-                $set: {
-                    state: SyncRuleState.STOP
-                }
-            });
-        }
-        else if (next == null && active?.slot_name == slot_name) {
-            // Slot removed for "active" sync rules, while there is no "next" one.
-            await this.updateSyncRules({
-                content: active.sync_rules_content
-            });
-            // Pro-actively stop replicating
-            await this.db.sync_rules.updateOne({
-                _id: active.id,
-                state: SyncRuleState.ACTIVE
-            }, {
-                $set: {
-                    state: SyncRuleState.STOP
-                }
-            });
-        }
-    }
-    async updateSyncRules(options) {
-        // Parse and validate before applying any changes
-        const parsed = SqlSyncRules.fromYaml(options.content, {
-            // No schema-based validation at this point
-            schema: undefined,
-            defaultSchema: 'not_applicable', // Not needed for validation
-            throwOnError: true
-        });
-        let rules = undefined;
-        await this.session.withTransaction(async () => {
-            // Only have a single set of sync rules with PROCESSING.
-            await this.db.sync_rules.updateMany({
-                state: SyncRuleState.PROCESSING
-            }, { $set: { state: SyncRuleState.STOP } });
-            const id_doc = await this.db.op_id_sequence.findOneAndUpdate({
-                _id: 'sync_rules'
-            }, {
-                $inc: {
-                    op_id: 1n
-                }
-            }, {
-                upsert: true,
-                returnDocument: 'after'
-            });
-            const id = Number(id_doc.op_id);
-            const slot_name = generateSlotName(this.slot_name_prefix, id);
-            const doc = {
-                _id: id,
-                content: options.content,
-                last_checkpoint: null,
-                last_checkpoint_lsn: null,
-                no_checkpoint_before: null,
-                keepalive_op: null,
-                snapshot_done: false,
-                state: SyncRuleState.PROCESSING,
-                slot_name: slot_name,
-                last_checkpoint_ts: null,
-                last_fatal_error: null,
-                last_keepalive_ts: null
-            };
-            await this.db.sync_rules.insertOne(doc);
-            rules = new MongoPersistedSyncRulesContent(this.db, doc);
-            if (options.lock) {
-                const lock = await rules.lock();
-            }
-        });
-        return rules;
-    }
-    async getActiveSyncRulesContent() {
-        const doc = await this.db.sync_rules.findOne({
-            state: SyncRuleState.ACTIVE
-        }, { sort: { _id: -1 }, limit: 1 });
-        if (doc == null) {
-            return null;
-        }
-        return new MongoPersistedSyncRulesContent(this.db, doc);
-    }
-    async getActiveSyncRules(options) {
-        const content = await this.getActiveSyncRulesContent();
-        return content?.parsed(options) ?? null;
-    }
-    async getNextSyncRulesContent() {
-        const doc = await this.db.sync_rules.findOne({
-            state: SyncRuleState.PROCESSING
-        }, { sort: { _id: -1 }, limit: 1 });
-        if (doc == null) {
-            return null;
-        }
-        return new MongoPersistedSyncRulesContent(this.db, doc);
-    }
-    async getNextSyncRules(options) {
-        const content = await this.getNextSyncRulesContent();
-        return content?.parsed(options) ?? null;
-    }
-    async getReplicatingSyncRules() {
-        const docs = await this.db.sync_rules
-            .find({
-            $or: [{ state: SyncRuleState.ACTIVE }, { state: SyncRuleState.PROCESSING }]
-        })
-            .toArray();
-        return docs.map((doc) => {
-            return new MongoPersistedSyncRulesContent(this.db, doc);
-        });
-    }
-    async getStoppedSyncRules() {
-        const docs = await this.db.sync_rules
-            .find({
-            state: SyncRuleState.STOP
-        })
-            .toArray();
-        return docs.map((doc) => {
-            return new MongoPersistedSyncRulesContent(this.db, doc);
-        });
-    }
-    async getActiveCheckpoint() {
-        const doc = await this.db.sync_rules.findOne({
-            state: SyncRuleState.ACTIVE
-        }, {
-            sort: { _id: -1 },
-            limit: 1,
-            projection: { _id: 1, last_checkpoint: 1, last_checkpoint_lsn: 1 }
-        });
-        return this.makeActiveCheckpoint(doc);
-    }
-    async getStorageMetrics() {
-        const ignoreNotExiting = (e) => {
-            if (e instanceof mongo.MongoServerError && e.codeName == 'NamespaceNotFound') {
-                // Collection doesn't exist - return 0
-                return [{ storageStats: { size: 0 } }];
-            }
-            else {
-                return Promise.reject(e);
-            }
-        };
-        const active_sync_rules = await this.getActiveSyncRules({ defaultSchema: 'public' });
-        if (active_sync_rules == null) {
-            return {
-                operations_size_bytes: 0,
-                parameters_size_bytes: 0,
-                replication_size_bytes: 0
-            };
-        }
-        const operations_aggregate = await this.db.bucket_data
-            .aggregate([
-            {
-                $collStats: {
-                    storageStats: {}
-                }
-            }
-        ])
-            .toArray()
-            .catch(ignoreNotExiting);
-        const parameters_aggregate = await this.db.bucket_parameters
-            .aggregate([
-            {
-                $collStats: {
-                    storageStats: {}
-                }
-            }
-        ])
-            .toArray()
-            .catch(ignoreNotExiting);
-        const replication_aggregate = await this.db.current_data
-            .aggregate([
-            {
-                $collStats: {
-                    storageStats: {}
-                }
-            }
-        ])
-            .toArray()
-            .catch(ignoreNotExiting);
-        return {
-            operations_size_bytes: Number(operations_aggregate[0].storageStats.size),
-            parameters_size_bytes: Number(parameters_aggregate[0].storageStats.size),
-            replication_size_bytes: Number(replication_aggregate[0].storageStats.size)
-        };
-    }
-    async getPowerSyncInstanceId() {
-        let instance = await this.db.instance.findOne({
-            _id: { $exists: true }
-        });
-        if (!instance) {
-            const manager = locks.createMongoLockManager(this.db.locks, {
-                name: `instance-id-insertion-lock`
-            });
-            await manager.lock(async () => {
-                await this.db.instance.insertOne({
-                    _id: uuid()
-                });
-            });
-            instance = await this.db.instance.findOne({
-                _id: { $exists: true }
-            });
-        }
-        return instance._id;
-    }
-    makeActiveCheckpoint(doc) {
-        return {
-            checkpoint: util.timestampToOpId(doc?.last_checkpoint ?? 0n),
-            lsn: doc?.last_checkpoint_lsn ?? null,
-            hasSyncRules() {
-                return doc != null;
-            },
-            getBucketStorage: async () => {
-                if (doc == null) {
-                    return null;
-                }
-                return (await this.storageCache.fetch(doc._id)) ?? null;
-            }
-        };
-    }
-    /**
-     * Instance-wide watch on the latest available checkpoint (op_id + lsn).
-     */
-    async *watchActiveCheckpoint(signal) {
-        const pipeline = [
-            {
-                $match: {
-                    'fullDocument.state': 'ACTIVE',
-                    operationType: { $in: ['insert', 'update'] }
-                }
-            },
-            {
-                $project: {
-                    operationType: 1,
-                    'fullDocument._id': 1,
-                    'fullDocument.last_checkpoint': 1,
-                    'fullDocument.last_checkpoint_lsn': 1
-                }
-            }
-        ];
-        // Use this form instead of (doc: SyncRuleDocument | null = null),
-        // otherwise we get weird "doc: never" issues.
-        let doc = null;
-        let clusterTime = null;
-        await this.client.withSession(async (session) => {
-            doc = await this.db.sync_rules.findOne({
-                state: SyncRuleState.ACTIVE
-            }, {
-                session,
-                sort: { _id: -1 },
-                limit: 1,
-                projection: {
-                    _id: 1,
-                    last_checkpoint: 1,
-                    last_checkpoint_lsn: 1
-                }
-            });
-            const time = session.clusterTime?.clusterTime ?? null;
-            clusterTime = time;
-        });
-        if (clusterTime == null) {
-            throw new Error('Could not get clusterTime');
-        }
-        if (signal.aborted) {
-            return;
-        }
-        if (doc) {
-            yield this.makeActiveCheckpoint(doc);
-        }
-        const stream = this.db.sync_rules.watch(pipeline, {
-            fullDocument: 'updateLookup',
-            // Start at the cluster time where we got the initial doc, to make sure
-            // we don't skip any updates.
-            // This may result in the first operation being a duplicate, but we filter
-            // it out anyway.
-            startAtOperationTime: clusterTime
-        });
-        signal.addEventListener('abort', () => {
-            stream.close();
-        }, { once: true });
-        let lastOp = null;
-        for await (const update of stream.stream()) {
-            if (signal.aborted) {
-                break;
-            }
-            if (update.operationType != 'insert' && update.operationType != 'update') {
-                continue;
-            }
-            const doc = update.fullDocument;
-            if (doc == null) {
-                continue;
-            }
-            const op = this.makeActiveCheckpoint(doc);
-            // Check for LSN / checkpoint changes - ignore other metadata changes
-            if (lastOp == null || op.lsn != lastOp.lsn || op.checkpoint != lastOp.checkpoint) {
-                lastOp = op;
-                yield op;
-            }
-        }
-    }
-    /**
-     * User-specific watch on the latest checkpoint and/or write checkpoint.
-     */
-    async *watchWriteCheckpoint(user_id, signal) {
-        let lastCheckpoint = null;
-        let lastWriteCheckpoint = null;
-        const iter = wrapWithAbort(this.sharedIter, signal);
-        for await (const cp of iter) {
-            const { checkpoint, lsn } = cp;
-            // lsn changes are not important by itself.
-            // What is important is:
-            // 1. checkpoint (op_id) changes.
-            // 2. write checkpoint changes for the specific user
-            const bucketStorage = await cp.getBucketStorage();
-            if (!bucketStorage) {
-                continue;
-            }
-            const lsnFilters = lsn ? { 1: lsn } : {};
-            const currentWriteCheckpoint = await bucketStorage.lastWriteCheckpoint({
-                user_id,
-                heads: {
-                    ...lsnFilters
-                }
-            });
-            if (currentWriteCheckpoint == lastWriteCheckpoint && checkpoint == lastCheckpoint) {
-                // No change - wait for next one
-                // In some cases, many LSNs may be produced in a short time.
-                // Add a delay to throttle the write checkpoint lookup a bit.
-                await timers.setTimeout(20 + 10 * Math.random());
-                continue;
-            }
-            lastWriteCheckpoint = currentWriteCheckpoint;
-            lastCheckpoint = checkpoint;
-            yield { base: cp, writeCheckpoint: currentWriteCheckpoint };
-        }
-    }
-}
-//# sourceMappingURL=MongoBucketStorage.js.map