@powersync/service-core 0.0.0-dev-20241128134723 → 0.0.0-dev-20241219110735

package/dist/storage/mongo/db.js

@@ -1,47 +0,0 @@
-import * as db from '../../db/db-index.js';
-import { BSON_DESERIALIZE_OPTIONS } from './util.js';
-export function createPowerSyncMongo(config) {
-    return new PowerSyncMongo(db.mongo.createMongoClient(config), { database: config.database });
-}
-export class PowerSyncMongo {
-    constructor(client, options) {
-        this.client = client;
-        const db = client.db(options?.database, {
-            ...BSON_DESERIALIZE_OPTIONS
-        });
-        this.db = db;
-        this.current_data = db.collection('current_data');
-        this.bucket_data = db.collection('bucket_data');
-        this.bucket_parameters = db.collection('bucket_parameters');
-        this.op_id_sequence = db.collection('op_id_sequence');
-        this.sync_rules = db.collection('sync_rules');
-        this.source_tables = db.collection('source_tables');
-        this.custom_write_checkpoints = db.collection('custom_write_checkpoints');
-        this.write_checkpoints = db.collection('write_checkpoints');
-        this.instance = db.collection('instance');
-        this.locks = this.db.collection('locks');
-    }
-    /**
-     * Clear all collections.
-     */
-    async clear() {
-        await this.current_data.deleteMany({});
-        await this.bucket_data.deleteMany({});
-        await this.bucket_parameters.deleteMany({});
-        await this.op_id_sequence.deleteMany({});
-        await this.sync_rules.deleteMany({});
-        await this.source_tables.deleteMany({});
-        await this.write_checkpoints.deleteMany({});
-        await this.instance.deleteOne({});
-        await this.locks.deleteMany({});
-    }
-    /**
-     * Drop the entire database.
-     *
-     * Primarily for tests.
-     */
-    async drop() {
-        await this.db.dropDatabase();
-    }
-}
-//# sourceMappingURL=db.js.map

package/dist/storage/mongo/db.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"db.js","sourceRoot":"","sources":["../../../src/storage/mongo/db.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAa3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,WAAW,CAAC;AASrD,MAAM,UAAU,oBAAoB,CAAC,MAA6C;IAChF,OAAO,IAAI,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;AAC/F,CAAC;AAED,MAAM,OAAO,cAAc;IAezB,YAAY,MAAyB,EAAE,OAA+B;QACpE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE;YACtC,GAAG,wBAAwB;SAC5B,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QAEb,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,UAAU,CAAsB,cAAc,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;QAC5D,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAC9C,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;QACpD,IAAI,CAAC,wBAAwB,GAAG,EAAE,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC;QAC1E,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACvC,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACzC,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;IAC/B,CAAC;CACF"}

package/dist/storage/mongo/models.d.ts

@@ -1,156 +0,0 @@
-import { SqliteJsonValue } from '@powersync/service-sync-rules';
-import * as bson from 'bson';
-/**
- * Replica id uniquely identifying a row on the source database.
- *
- * Can be any value serializable to BSON.
- *
- * If the value is an entire document, the data serialized to a v5 UUID may be a good choice here.
- */
-export type ReplicaId = bson.UUID | bson.Document | any;
-export interface SourceKey {
-    /** group_id */
-    g: number;
-    /** source table id */
-    t: bson.ObjectId;
-    /** source key */
-    k: ReplicaId;
-}
-export interface BucketDataKey {
-    /** group_id */
-    g: number;
-    /** bucket name */
-    b: string;
-    /** op_id */
-    o: bigint;
-}
-export interface CurrentDataDocument {
-    _id: SourceKey;
-    data: bson.Binary;
-    buckets: CurrentBucket[];
-    lookups: bson.Binary[];
-}
-export interface CurrentBucket {
-    bucket: string;
-    table: string;
-    id: string;
-}
-export interface BucketParameterDocument {
-    _id: bigint;
-    key: SourceKey;
-    lookup: bson.Binary;
-    bucket_parameters: Record<string, SqliteJsonValue>[];
-}
-export interface BucketDataDocument {
-    _id: BucketDataKey;
-    op: OpType;
-    source_table?: bson.ObjectId;
-    source_key?: ReplicaId;
-    table?: string;
-    row_id?: string;
-    checksum: number;
-    data: string | null;
-    target_op?: bigint | null;
-}
-export type OpType = 'PUT' | 'REMOVE' | 'MOVE' | 'CLEAR';
-export interface SourceTableDocument {
-    _id: bson.ObjectId;
-    group_id: number;
-    connection_id: number;
-    relation_id: number | string | undefined;
-    schema_name: string;
-    table_name: string;
-    replica_id_columns: string[] | null;
-    replica_id_columns2: {
-        name: string;
-        type_oid?: number;
-        type?: string;
-    }[] | undefined;
-    snapshot_done: boolean | undefined;
-}
-export interface IdSequenceDocument {
-    _id: string;
-    op_id: bigint;
-}
-export declare enum SyncRuleState {
-    /**
-     * New sync rules - needs to be processed (initial replication).
-     *
-     * While multiple sets of sync rules _can_ be in PROCESSING,
-     * it's generally pointless, so we only keep one in that state.
-     */
-    PROCESSING = "PROCESSING",
-    /**
-     * Sync rule processing is done, and can be used for sync.
-     *
-     * Only one set of sync rules should be in ACTIVE state.
-     */
-    ACTIVE = "ACTIVE",
-    /**
-     * This state is used when the sync rules has been replaced,
-     * and replication is or should be stopped.
-     */
-    STOP = "STOP",
-    /**
-     * After sync rules have been stopped, the data needs to be
-     * deleted. Once deleted, the state is TERMINATED.
-     */
-    TERMINATED = "TERMINATED"
-}
-export interface SyncRuleDocument {
-    _id: number;
-    state: SyncRuleState;
-    /**
-     * True if initial snapshot has been replicated.
-     *
-     * Can only be false if state == PROCESSING.
-     */
-    snapshot_done: boolean;
-    /**
-     * The last consistent checkpoint.
-     *
-     * There may be higher OpIds used in the database if we're in the middle of replicating a large transaction.
-     */
-    last_checkpoint: bigint | null;
-    /**
-     * The LSN associated with the last consistent checkpoint.
-     */
-    last_checkpoint_lsn: string | null;
-    /**
-     * If set, no new checkpoints may be created < this value.
-     */
-    no_checkpoint_before: string | null;
-    slot_name: string | null;
-    /**
-     * Last time we persisted a checkpoint.
-     *
-     * This may be old if no data is incoming.
-     */
-    last_checkpoint_ts: Date | null;
-    /**
-     * Last time we persisted a checkpoint or keepalive.
-     *
-     * This should stay fairly current while replicating.
-     */
-    last_keepalive_ts: Date | null;
-    /**
-     * If an error is stopping replication, it will be stored here.
-     */
-    last_fatal_error: string | null;
-    content: string;
-}
-export interface CustomWriteCheckpointDocument {
-    _id: bson.ObjectId;
-    user_id: string;
-    checkpoint: bigint;
-    sync_rules_id: number;
-}
-export interface WriteCheckpointDocument {
-    _id: bson.ObjectId;
-    user_id: string;
-    lsns: Record<string, string>;
-    client_id: bigint;
-}
-export interface InstanceDocument {
-    _id: string;
-}

package/dist/storage/mongo/models.js

@@ -1,27 +0,0 @@
-export var SyncRuleState;
-(function (SyncRuleState) {
-    /**
-     * New sync rules - needs to be processed (initial replication).
-     *
-     * While multiple sets of sync rules _can_ be in PROCESSING,
-     * it's generally pointless, so we only keep one in that state.
-     */
-    SyncRuleState["PROCESSING"] = "PROCESSING";
-    /**
-     * Sync rule processing is done, and can be used for sync.
-     *
-     * Only one set of sync rules should be in ACTIVE state.
-     */
-    SyncRuleState["ACTIVE"] = "ACTIVE";
-    /**
-     * This state is used when the sync rules has been replaced,
-     * and replication is or should be stopped.
-     */
-    SyncRuleState["STOP"] = "STOP";
-    /**
-     * After sync rules have been stopped, the data needs to be
-     * deleted. Once deleted, the state is TERMINATED.
-     */
-    SyncRuleState["TERMINATED"] = "TERMINATED";
-})(SyncRuleState || (SyncRuleState = {}));
-//# sourceMappingURL=models.js.map

package/dist/storage/mongo/models.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/storage/mongo/models.ts"],"names":[],"mappings":"AAiFA,MAAM,CAAN,IAAY,aAyBX;AAzBD,WAAY,aAAa;IACvB;;;;;OAKG;IACH,0CAAyB,CAAA;IAEzB;;;;OAIG;IACH,kCAAiB,CAAA;IACjB;;;OAGG;IACH,8BAAa,CAAA;IACb;;;OAGG;IACH,0CAAyB,CAAA;AAC3B,CAAC,EAzBW,aAAa,KAAb,aAAa,QAyBxB"}

package/dist/storage/mongo/util.d.ts

@@ -1,40 +0,0 @@
-import { SqliteJsonValue } from '@powersync/service-sync-rules';
-import * as bson from 'bson';
-import * as mongo from 'mongodb';
-import { OplogEntry } from '../../util/protocol-types.js';
-import { BucketDataDocument, ReplicaId } from './models.js';
-/**
- * Lookup serialization must be number-agnostic. I.e. normalize numbers, instead of preserving numbers.
- * @param lookup
- */
-export declare function serializeLookup(lookup: SqliteJsonValue[]): bson.Binary;
-export declare function idPrefixFilter<T>(prefix: Partial<T>, rest: (keyof T)[]): mongo.Condition<T>;
-export declare function generateSlotName(prefix: string, sync_rules_id: number): string;
-/**
- * Read a single batch of data from a cursor, then close it.
- *
- * We do our best to avoid MongoDB fetching any more data than this single batch.
- *
- * This is similar to using `singleBatch: true` in find options.
- * However, that makes `has_more` detection very difficult, since the cursor is always closed
- * after the first batch. Instead, we do a workaround to only fetch a single batch below.
- *
- * For this to be effective, set batchSize = limit in the find command.
- */
-export declare function readSingleBatch<T>(cursor: mongo.FindCursor<T>): Promise<{
-    data: T[];
-    hasMore: boolean;
-}>;
-export declare const BSON_DESERIALIZE_OPTIONS: bson.DeserializeOptions;
-export declare function mapOpEntry(row: BucketDataDocument): OplogEntry;
-/**
- * Returns true if two ReplicaId values are the same (serializes to the same BSON value).
- */
-export declare function replicaIdEquals(a: ReplicaId, b: ReplicaId): boolean;
-export declare function replicaIdToSubkey(table: bson.ObjectId, id: ReplicaId): string;
-/**
- * True if this is a bson.UUID.
- *
- * Works even with multiple copies of the bson package.
- */
-export declare function isUUID(value: any): value is bson.UUID;

package/dist/storage/mongo/util.js

@@ -1,151 +0,0 @@
-import * as bson from 'bson';
-import * as crypto from 'crypto';
-import * as uuid from 'uuid';
-import { ID_NAMESPACE, timestampToOpId } from '../../util/utils.js';
-/**
- * Lookup serialization must be number-agnostic. I.e. normalize numbers, instead of preserving numbers.
- * @param lookup
- */
-export function serializeLookup(lookup) {
-    const normalized = lookup.map((value) => {
-        if (typeof value == 'number' && Number.isInteger(value)) {
-            return BigInt(value);
-        }
-        else {
-            return value;
-        }
-    });
-    return new bson.Binary(bson.serialize({ l: normalized }));
-}
-export function idPrefixFilter(prefix, rest) {
-    let filter = {
-        $gte: {
-            ...prefix
-        },
-        $lt: {
-            ...prefix
-        }
-    };
-    for (let key of rest) {
-        filter.$gte[key] = new bson.MinKey();
-        filter.$lt[key] = new bson.MaxKey();
-    }
-    return filter;
-}
-export function generateSlotName(prefix, sync_rules_id) {
-    const slot_suffix = crypto.randomBytes(2).toString('hex');
-    return `${prefix}${sync_rules_id}_${slot_suffix}`;
-}
-/**
- * Read a single batch of data from a cursor, then close it.
- *
- * We do our best to avoid MongoDB fetching any more data than this single batch.
- *
- * This is similar to using `singleBatch: true` in find options.
- * However, that makes `has_more` detection very difficult, since the cursor is always closed
- * after the first batch. Instead, we do a workaround to only fetch a single batch below.
- *
- * For this to be effective, set batchSize = limit in the find command.
- */
-export async function readSingleBatch(cursor) {
-    try {
-        let data;
-        let hasMore = true;
-        // Let MongoDB load the first batch of data
-        const hasAny = await cursor.hasNext();
-        // Now it's in memory, and we can read it
-        data = cursor.readBufferedDocuments();
-        if (!hasAny || cursor.id?.isZero()) {
-            // A zero id means the cursor is exhaused.
-            // No results (hasAny == false) means even this batch doesn't have data.
-            // This should similar results as `await cursor.hasNext()`, but without
-            // actually fetching the next batch.
-            //
-            // Note that it is safe (but slightly inefficient) to return `hasMore: true`
-            // without there being more data, as long as the next batch
-            // will return `hasMore: false`.
-            hasMore = false;
-        }
-        return { data, hasMore };
-    }
-    finally {
-        // Match the from the cursor iterator logic here:
-        // https://github.com/mongodb/node-mongodb-native/blob/e02534e7d1c627bf50b85ca39f5995dbf165ad44/src/cursor/abstract_cursor.ts#L327-L331
-        if (!cursor.closed) {
-            await cursor.close();
-        }
-    }
-}
-export const BSON_DESERIALIZE_OPTIONS = {
-    // use bigint instead of Long
-    useBigInt64: true
-};
-export function mapOpEntry(row) {
-    if (row.op == 'PUT' || row.op == 'REMOVE') {
-        return {
-            op_id: timestampToOpId(row._id.o),
-            op: row.op,
-            object_type: row.table,
-            object_id: row.row_id,
-            checksum: Number(row.checksum),
-            subkey: replicaIdToSubkey(row.source_table, row.source_key),
-            data: row.data
-        };
-    }
-    else {
-        // MOVE, CLEAR
-        return {
-            op_id: timestampToOpId(row._id.o),
-            op: row.op,
-            checksum: Number(row.checksum)
-        };
-    }
-}
-/**
- * Returns true if two ReplicaId values are the same (serializes to the same BSON value).
- */
-export function replicaIdEquals(a, b) {
-    if (a === b) {
-        return true;
-    }
-    else if (typeof a == 'string' && typeof b == 'string') {
-        return a == b;
-    }
-    else if (isUUID(a) && isUUID(b)) {
-        return a.equals(b);
-    }
-    else if (a == null && b == null) {
-        return true;
-    }
-    else if (a != null || b != null) {
-        return false;
-    }
-    else {
-        // There are many possible primitive values, this covers them all
-        return bson.serialize({ id: a }).equals(bson.serialize({ id: b }));
-    }
-}
-export function replicaIdToSubkey(table, id) {
-    if (isUUID(id)) {
-        // Special case for UUID for backwards-compatiblity
-        return `${table.toHexString()}/${id.toHexString()}`;
-    }
-    else {
-        // Hashed UUID from the table and id
-        const repr = bson.serialize({ table, id });
-        return uuid.v5(repr, ID_NAMESPACE);
-    }
-}
-/**
- * True if this is a bson.UUID.
- *
- * Works even with multiple copies of the bson package.
- */
-export function isUUID(value) {
-    if (value == null || typeof value != 'object') {
-        return false;
-    }
-    const uuid = value;
-    return uuid._bsontype == 'Binary' && uuid.sub_type == bson.Binary.SUBTYPE_UUID;
-}
-//# sourceMappingURL=util.js.map

package/dist/storage/mongo/util.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/storage/mongo/util.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGpE;;;GAGG;AAEH,MAAM,UAAU,eAAe,CAAC,MAAyB;IACvD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACtC,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,cAAc,CAAI,MAAkB,EAAE,IAAiB;IACrE,IAAI,MAAM,GAAG;QACX,IAAI,EAAE;YACJ,GAAG,MAAM;SACH;QACR,GAAG,EAAE;YACH,GAAG,MAAM;SACH;KACT,CAAC;IAEF,KAAK,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,aAAqB;IACpE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC1D,OAAO,GAAG,MAAM,GAAG,aAAa,IAAI,WAAW,EAAE,CAAC;AACpD,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAI,MAA2B;IAClE,IAAI,CAAC;QACH,IAAI,IAAS,CAAC;QACd,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,2CAA2C;QAC3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACtC,yCAAyC;QACzC,IAAI,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC;YACnC,0CAA0C;YAC1C,wEAAwE;YACxE,uEAAuE;YACvE,oCAAoC;YACpC,EAAE;YACF,4EAA4E;YAC5E,2DAA2D;YAC3D,gCAAgC;YAChC,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,iDAAiD;QACjD,uIAAuI;QACvI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,6BAA6B;IAC7B,WAAW,EAAE,IAAI;CAClB,CAAC;AAEF,MAAM,UAAU,UAAU,CAAC,GAAuB;IAChD,IAAI,GAAG,CAAC,EAAE,IAAI,KAAK,IAAI,GAAG,CAAC,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1C,OAAO;YACL,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,WAAW,EAAE,GAAG,CAAC,KAAK;YACtB,SAAS,EAAE,GAAG,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC9B,MAAM,EAAE,iBAAiB,CAAC,GAAG,CAAC,YAAa,EAAE,GAAG,CAAC,UAAW,CAAC;YAC7D,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,cAAc;QAEd,OAAO;YACL,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC/B,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,CAAY,EAAE,CAAY;IACxD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,QAAQ,IAAI,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;SAAM,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;SAAM,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;SAAM,CAAC;QACN,iEAAiE;QACjE,OAAQ,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAY,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAoB,EAAE,EAAa;IACnE,IAAI,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QACf,mDAAmD;QACnD,OAAO,GAAG,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,oCAAoC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,MAAM,CAAC,KAAU;IAC/B,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,GAAG,KAAkB,CAAC;IAChC,OAAO,IAAI,CAAC,SAAS,IAAI,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;AACjF,CAAC"}

package/src/db/db-index.ts

@@ -1 +0,0 @@
-export * as mongo from './mongo.js';

package/src/db/mongo.ts

@@ -1,81 +0,0 @@
-import * as mongo from 'mongodb';
-import * as timers from 'timers/promises';
-
-import { configFile } from '@powersync/service-types';
-import { normalizeMongoConfig } from '../storage/storage-index.js';
-
-/**
- * Time for new connection to timeout.
- */
-export const MONGO_CONNECT_TIMEOUT_MS = 10_000;
-
-/**
- * Time for individual requests to timeout the socket.
- */
-export const MONGO_SOCKET_TIMEOUT_MS = 60_000;
-
-/**
- * Time for individual requests to timeout the operation.
- *
- * This is time spent on the cursor, not total time.
- *
- * Must be less than MONGO_SOCKET_TIMEOUT_MS to ensure proper error handling.
- */
-export const MONGO_OPERATION_TIMEOUT_MS = 30_000;
-
-/**
- * Same as above, but specifically for clear operations.
- *
- * These are retried when reaching the timeout.
- */
-export const MONGO_CLEAR_OPERATION_TIMEOUT_MS = 5_000;
-
-export function createMongoClient(config: configFile.PowerSyncConfig['storage']) {
-  const normalized = normalizeMongoConfig(config);
-  return new mongo.MongoClient(normalized.uri, {
-    auth: {
-      username: normalized.username,
-      password: normalized.password
-    },
-    // Time for connection to timeout
-    connectTimeoutMS: MONGO_CONNECT_TIMEOUT_MS,
-    // Time for individual requests to timeout
-    socketTimeoutMS: MONGO_SOCKET_TIMEOUT_MS,
-    // How long to wait for new primary selection
-    serverSelectionTimeoutMS: 30_000,
-
-    // Avoid too many connections:
-    // 1. It can overwhelm the source database.
-    // 2. Processing too many queries in parallel can cause the process to run out of memory.
-    maxPoolSize: 8,
-
-    maxConnecting: 3,
-    maxIdleTimeMS: 60_000
-  });
-}
-
-/**
- * Wait up to a minute for authentication errors to resolve.
- *
- * There can be a delay between an Atlas user being created, and that user being
- * available on the database cluster. This works around it.
- *
- * This is specifically relevant for migrations and teardown - other parts of the stack
- * can generate handle these failures and just retry or restart.
- */
-export async function waitForAuth(db: mongo.Db) {
-  const start = Date.now();
-  while (Date.now() - start < 60_000) {
-    try {
-      await db.command({ ping: 1 });
-      // Success
-      break;
-    } catch (e) {
-      if (e.codeName == 'AuthenticationFailed') {
-        await timers.setTimeout(1_000);
-        continue;
-      }
-      throw e;
-    }
-  }
-}

package/src/locks/LockManager.ts

@@ -1,16 +0,0 @@
-import * as bson from 'bson';
-
-export class LockActiveError extends Error {
-  constructor() {
-    super('Lock is already active');
-    this.name = this.constructor.name;
-  }
-}
-
-export type LockManager = {
-  acquire: () => Promise<bson.ObjectId | null>;
-  refresh: (lock_id: bson.ObjectId) => Promise<void>;
-  release: (lock_id: bson.ObjectId) => Promise<void>;
-
-  lock: (handler: (refresh: () => Promise<void>) => Promise<void>) => Promise<void>;
-};

package/src/locks/MongoLocks.ts

@@ -1,142 +0,0 @@
-import * as mongo from 'mongodb';
-import * as bson from 'bson';
-import { LockActiveError, LockManager } from './LockManager.js';
-
-/**
- * Lock Document Schema
- */
-export type Lock = {
-  name: string;
-  active_lock?: {
-    lock_id: bson.ObjectId;
-    ts: Date;
-  };
-};
-
-export type Collection = mongo.Collection<Lock>;
-
-export type AcquireLockParams = {
-  /**
-   * Name of the process/user trying to acquire the lock.
-   */
-  name: string;
-  /**
-   * The TTL of the lock (ms). Default: 60000 ms (1 min)
-   */
-  timeout?: number;
-};
-
-const DEFAULT_LOCK_TIMEOUT = 60 * 1000; // 1 minute
-
-const acquireLock = async (collection: Collection, params: AcquireLockParams) => {
-  const now = new Date();
-  const lock_timeout = params.timeout ?? DEFAULT_LOCK_TIMEOUT;
-  const lock_id = new bson.ObjectId();
-
-  await collection.updateOne(
-    {
-      name: params.name
-    },
-    {
-      $setOnInsert: {
-        name: params.name
-      }
-    },
-    {
-      upsert: true
-    }
-  );
-
-  const expired_ts = now.getTime() - lock_timeout;
-
-  const res = await collection.updateOne(
-    {
-      $and: [
-        { name: params.name },
-        {
-          $or: [{ active_lock: { $exists: false } }, { 'active_lock.ts': { $lte: new Date(expired_ts) } }]
-        }
-      ]
-    },
-    {
-      $set: {
-        active_lock: {
-          lock_id: lock_id,
-          ts: now
-        }
-      }
-    }
-  );
-
-  if (res.modifiedCount === 0) {
-    return null;
-  }
-
-  return lock_id;
-};
-
-const refreshLock = async (collection: Collection, lock_id: bson.ObjectId) => {
-  const res = await collection.updateOne(
-    {
-      'active_lock.lock_id': lock_id
-    },
-    {
-      $set: {
-        'active_lock.ts': new Date()
-      }
-    }
-  );
-
-  if (res.modifiedCount === 0) {
-    throw new Error('Lock not found, could not refresh');
-  }
-};
-
-export const releaseLock = async (collection: Collection, lock_id: bson.ObjectId) => {
-  const res = await collection.updateOne(
-    {
-      'active_lock.lock_id': lock_id
-    },
-    {
-      $unset: {
-        active_lock: true
-      }
-    }
-  );
-
-  if (res.modifiedCount === 0) {
-    throw new Error('Lock not found, could not release');
-  }
-};
-
-export type CreateLockManagerParams = {
-  /**
-   * Name of the process/user trying to acquire the lock.
-   */
-  name: string;
-  /**
-   * The TTL for each lock (ms). Default: 60000 ms (1 min)
-   */
-  timeout?: number;
-};
-
-export const createMongoLockManager = (collection: Collection, params: CreateLockManagerParams): LockManager => {
-  return {
-    acquire: () => acquireLock(collection, params),
-    refresh: (lock_id: bson.ObjectId) => refreshLock(collection, lock_id),
-    release: (lock_id: bson.ObjectId) => releaseLock(collection, lock_id),
-
-    lock: async (handler) => {
-      const lock_id = await acquireLock(collection, params);
-      if (!lock_id) {
-        throw new LockActiveError();
-      }
-
-      try {
-        await handler(() => refreshLock(collection, lock_id));
-      } finally {
-        await releaseLock(collection, lock_id);
-      }
-    }
-  };
-};

package/src/locks/locks-index.ts

@@ -1,2 +0,0 @@
-export * from './LockManager.js';
-export * from './MongoLocks.js';