@powersync/service-module-mongodb-storage 0.0.0-dev-20260225160713 → 0.0.0-dev-20260511080634

package/dist/storage/implementation/MongoBucketBatch.d.ts

@@ -1,44 +1,45 @@
 import { mongo } from '@powersync/lib-service-mongodb';
-import { SqlEventDescriptor, HydratedSyncRules } from '@powersync/service-sync-rules';
+import { HydratedSyncRules, SqlEventDescriptor } from '@powersync/service-sync-rules';
 import { BaseObserver, Logger } from '@powersync/lib-services-framework';
-import { BucketStorageMarkRecordUnavailable, InternalOpId, storage } from '@powersync/service-core';
-import { PowerSyncMongo } from './db.js';
-import { CurrentBucket } from './models.js';
-/**
- * 15MB
- */
-export declare const MAX_ROW_SIZE: number;
+import { BucketStorageMarkRecordUnavailable, CheckpointResult, InternalOpId, PerformanceTracer, storage } from '@powersync/service-core';
+import { BucketDefinitionMapping } from './BucketDefinitionMapping.js';
+import { PersistedBatch } from './common/PersistedBatch.js';
+import { SourceRecordStore } from './common/SourceRecordStore.js';
+import type { VersionedPowerSyncMongo } from './db.js';
 export interface MongoBucketBatchOptions {
-    db: PowerSyncMongo;
+    db: VersionedPowerSyncMongo;
     syncRules: HydratedSyncRules;
     groupId: number;
     slotName: string;
     lastCheckpointLsn: string | null;
     keepaliveOp: InternalOpId | null;
-    noCheckpointBeforeLsn: string;
     resumeFromLsn: string | null;
     storeCurrentData: boolean;
+    mapping: BucketDefinitionMapping;
     /**
      * Set to true for initial replication.
      */
     skipExistingRows: boolean;
     markRecordUnavailable: BucketStorageMarkRecordUnavailable | undefined;
-    logger?: Logger;
+    logger: Logger;
+    tracer?: PerformanceTracer<'storage' | 'evaluate'>;
 }
-export declare class MongoBucketBatch extends BaseObserver<storage.BucketBatchStorageListener> implements storage.BucketStorageBatch {
-    private logger;
+export declare abstract class MongoBucketBatch extends BaseObserver<storage.BucketBatchStorageListener> implements storage.BucketStorageBatch {
+    protected logger: Logger;
     private readonly client;
-    readonly db: PowerSyncMongo;
+    readonly db: VersionedPowerSyncMongo;
     readonly session: mongo.ClientSession;
     private readonly sync_rules;
-    private readonly group_id;
+    protected readonly group_id: number;
     private readonly slot_name;
     private readonly storeCurrentData;
     private readonly skipExistingRows;
+    protected readonly mapping: BucketDefinitionMapping;
     private batch;
     private write_checkpoint_batch;
     private markRecordUnavailable;
     private clearedError;
+    private tracer;
     /**
      * Last LSN received associated with a checkpoint.
      *
@@ -47,7 +48,6 @@ export declare class MongoBucketBatch extends BaseObserver<storage.BucketBatchSt
      * 2. A keepalive message LSN.
      */
     private last_checkpoint_lsn;
-    private no_checkpoint_before_lsn;
     private persisted_op;
     /**
      * Last written op, if any. This may not reflect a consistent checkpoint.
@@ -68,7 +68,9 @@ export declare class MongoBucketBatch extends BaseObserver<storage.BucketBatchSt
     constructor(options: MongoBucketBatchOptions);
     addCustomWriteCheckpoint(checkpoint: storage.BatchedCustomWriteCheckpointOptions): void;
     get lastCheckpointLsn(): string | null;
-    get noCheckpointBeforeLsn(): string;
+    protected abstract createPersistedBatch(writtenSize: number): PersistedBatch;
+    protected abstract get sourceRecordStore(): SourceRecordStore;
+    protected abstract cleanupDroppedSourceTables(sourceTables: storage.SourceTable[]): Promise<void>;
     flush(options?: storage.BatchBucketFlushOptions): Promise<storage.FlushedResult | null>;
     private flushInner;
     private replicateBatch;
@@ -76,15 +78,16 @@ export declare class MongoBucketBatch extends BaseObserver<storage.BucketBatchSt
     private withTransaction;
     private withReplicationTransaction;
     [Symbol.asyncDispose](): Promise<void>;
+    dispose(): Promise<void>;
     private lastWaitingLogThottled;
-    commit(lsn: string, options?: storage.BucketBatchCommitOptions): Promise<boolean>;
+    commit(lsn: string, options?: storage.BucketBatchCommitOptions): Promise<CheckpointResult>;
     /**
      * Switch from processing -> active if relevant.
      *
      * Called on new commits.
      */
     private autoActivate;
-    keepalive(lsn: string): Promise<boolean>;
+    keepalive(lsn: string): Promise<CheckpointResult>;
     setResumeLsn(lsn: string): Promise<void>;
     save(record: storage.SaveOptions): Promise<storage.FlushedResult | null>;
     /**
@@ -94,11 +97,12 @@ export declare class MongoBucketBatch extends BaseObserver<storage.BucketBatchSt
     truncate(sourceTables: storage.SourceTable[]): Promise<storage.FlushedResult | null>;
     truncateSingle(sourceTable: storage.SourceTable): Promise<InternalOpId>;
     updateTableProgress(table: storage.SourceTable, progress: Partial<storage.TableSnapshotStatus>): Promise<storage.SourceTable>;
-    markSnapshotDone(tables: storage.SourceTable[], no_checkpoint_before_lsn: string): Promise<storage.SourceTable[]>;
+    markAllSnapshotDone(no_checkpoint_before_lsn: string): Promise<void>;
+    markTableSnapshotRequired(table: storage.SourceTable): Promise<void>;
+    markTableSnapshotDone(tables: storage.SourceTable[], no_checkpoint_before_lsn?: string): Promise<storage.SourceTable[]>;
     protected clearError(): Promise<void>;
     /**
      * Gets relevant {@link SqlEventDescriptor}s for the given {@link SourceTable}
      */
     protected getTableEvents(table: storage.SourceTable): SqlEventDescriptor[];
 }
-export declare function currentBucketKey(b: CurrentBucket): string;