@powersync/service-module-mongodb-storage 0.0.0-dev-20260602073133 → 0.0.0-dev-20260909133214

package/dist/storage/implementation/v1/MongoChecksumsV1.js

@@ -1,8 +1,10 @@
-import { bson } from '@powersync/service-core';
-import { MongoChecksums } from '../MongoChecksums.js';
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import { addPartialChecksums, bson, isPartialChecksum } from '@powersync/service-core';
+import { checksumFromAggregate, DEFAULT_OPERATION_BATCH_LIMIT, MongoChecksums } from '../MongoChecksums.js';
 export class MongoChecksumsV1 extends MongoChecksums {
-    async computePartialChecksumsDirectByBucket(batch) {
-        return this.computePartialChecksumsForCollection(batch, this.db.bucketDataV1, (request) => ({
+    async computePartialChecksumsDirectByBucket(batch, context) {
+        const collection = this.db.bucketDataV1;
+        const createFilter = (request) => ({
             _id: {
                 $gt: {
                     g: this.group_id,
@@ -15,9 +17,117 @@ export class MongoChecksumsV1 extends MongoChecksums {
                     o: request.end
                 }
             }
+        });
+        const batchLimit = this.options?.operationBatchLimit ?? DEFAULT_OPERATION_BATCH_LIMIT;
+        // Map requests by bucket. We adjust this as we get partial results.
+        let requests = new Map();
+        for (let request of batch) {
+            requests.set(request.bucket, request);
+        }
+        const partialChecksums = new Map();
+        while (requests.size > 0) {
+            const filters = Array.from(requests.values(), createFilter);
+            // Historically, checksum may be stored as 'int' or 'double'.
+            // More recently, this should be a 'long'.
+            // $toLong ensures that we always sum it as a long, avoiding inaccuracies in the calculations.
+            const checksumLong = this.storageConfig.longChecksums ? '$checksum' : { $toLong: '$checksum' };
+            // Aggregate over a max of `batchLimit` operations at a time.
+            // Let's say we have 3 buckets (A, B, C), each with 10 operations, and our batch limit is 12.
+            // Then we'll do three batches:
+            // 1. Query: A[1-end], B[1-end], C[1-end]
+            //    Returns: A[1-10], B[1-2]
+            // 2. Query: B[3-end], C[1-end]
+            //    Returns: B[3-10], C[1-4]
+            // 3. Query: C[5-end]
+            //    Returns: C[5-10]
+            const aggregate = await collection
+                .aggregate([
+                {
+                    $match: {
+                        $or: filters
+                    }
+                },
+                // sort and limit _before_ grouping
+                { $sort: { _id: 1 } },
+                { $limit: batchLimit },
+                {
+                    $group: {
+                        _id: '$_id.b',
+                        checksum_total: { $sum: checksumLong },
+                        count: { $sum: 1 },
+                        has_clear_op: {
+                            $max: {
+                                $cond: [{ $eq: ['$op', 'CLEAR'] }, 1, 0]
+                            }
+                        },
+                        last_op: { $max: '$_id.o' }
+                    }
+                },
+                // Sort the aggregated results (100 max, so should be fast).
+                // This is important to identify which buckets we have partial data for.
+                { $sort: { _id: 1 } }
+            ], {
+                ...context.readOptions,
+                maxTimeMS: lib_mongo.MONGO_CHECKSUM_TIMEOUT_MS
+            })
+                .toArray()
+                .catch((e) => {
+                throw lib_mongo.mapQueryError(e, 'while reading checksums');
+            });
+            let batchCount = 0;
+            let limitReached = false;
+            for (let doc of aggregate) {
+                const bucket = doc._id;
+                const checksum = checksumFromAggregate(doc);
+                const existing = partialChecksums.get(bucket);
+                if (existing != null) {
+                    partialChecksums.set(bucket, addPartialChecksums(bucket, existing, checksum));
+                }
+                else {
+                    partialChecksums.set(bucket, checksum);
+                }
+                batchCount += doc.count;
+                if (batchCount == batchLimit) {
+                    // Limit reached. Request more in the next batch.
+                    // Note that this only affects the _last_ bucket in a batch.
+                    limitReached = true;
+                    const req = requests.get(bucket);
+                    requests.set(bucket, {
+                        ...req,
+                        start: doc.last_op
+                    });
+                }
+                else {
+                    // All done for this bucket
+                    requests.delete(bucket);
+                }
+            }
+            if (!limitReached) {
+                break;
+            }
+        }
+        return new Map(batch.map((request) => {
+            const bucket = request.bucket;
+            let partialChecksum = partialChecksums.get(bucket);
+            // Could be null if we got no data
+            if (partialChecksum == null) {
+                partialChecksum = {
+                    bucket,
+                    partialCount: 0,
+                    partialChecksum: 0
+                };
+            }
+            if (request.start == null && isPartialChecksum(partialChecksum)) {
+                partialChecksum = {
+                    bucket,
+                    count: partialChecksum.partialCount,
+                    checksum: partialChecksum.partialChecksum
+                };
+            }
+            return [bucket, partialChecksum];
         }));
     }
-    async fetchPreStates(batch) {
+    async fetchPreStates(batch, context) {
         const preFilters = batch
             .filter((request) => request.start == null)
             .map((request) => ({
@@ -34,6 +144,8 @@ export class MongoChecksumsV1 extends MongoChecksums {
         const states = await this.db.bucketStateV1
             .find({
             $or: preFilters
+        }, {
+            ...context.readOptions
         })
             .toArray();
         for (const state of states) {
@@ -49,8 +161,8 @@ export class MongoChecksumsV1 extends MongoChecksums {
         }
         return preStates;
     }
-    async computePartialChecksumsInternal(batch) {
-        return this.computePartialChecksumsDirectByBucket(batch);
+    async computePartialChecksumsInternal(batch, context) {
+        return this.computePartialChecksumsDirectByBucket(batch, context);
     }
 }
 //# sourceMappingURL=MongoChecksumsV1.js.map

package/dist/storage/implementation/v1/MongoChecksumsV1.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoChecksumsV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/MongoChecksumsV1.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,IAAI,EAKL,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAsC,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAG1F,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAGlD,KAAK,CAAC,qCAAqC,CACzC,KAA2C;QAE3C,OAAO,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC1F,GAAG,EAAE;gBACH,GAAG,EAAE;oBACH,CAAC,EAAE,IAAI,CAAC,QAAQ;oBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;oBACjB,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE;iBACtC;gBACD,IAAI,EAAE;oBACJ,CAAC,EAAE,IAAI,CAAC,QAAQ;oBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;oBACjB,CAAC,EAAE,OAAO,CAAC,GAAG;iBACf;aACF;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,KAAmC;QAEnC,MAAM,UAAU,GAAG,KAAK;aACrB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC;aAC1C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACjB,GAAG,EAAE;gBACH,CAAC,EAAE,IAAI,CAAC,QAAQ;gBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;aAClB;YACD,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE;SAC9D,CAAC,CAAC,CAAC;QAEN,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4D,CAAC;QACtF,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa;aACvC,IAAI,CAAC;YACJ,GAAG,EAAE,UAAU;SAChB,CAAC;aACD,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,CAAC,eAAgB,CAAC;YAC9C,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EAAE,cAAc,CAAC,KAAK;gBAC1B,QAAQ,EAAE;oBACR,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;oBACnB,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC;oBACzC,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,+BAA+B,CAAC,KAAmC;QACjF,OAAO,IAAI,CAAC,qCAAqC,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;CACF"}
+{"version":3,"file":"MongoChecksumsV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/MongoChecksumsV1.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EACL,mBAAmB,EACnB,IAAI,EAIJ,iBAAiB,EAGlB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAE7B,cAAc,EAEf,MAAM,sBAAsB,CAAC;AAE9B,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAGlD,KAAK,CAAC,qCAAqC,CACzC,KAA2C,EAC3C,OAAoC;QAEpC,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC;QACxC,MAAM,YAAY,GAAG,CAAC,OAA2C,EAAE,EAAE,CAAC,CAAC;YACrE,GAAG,EAAE;gBACH,GAAG,EAAE;oBACH,CAAC,EAAE,IAAI,CAAC,QAAQ;oBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;oBACjB,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE;iBACtC;gBACD,IAAI,EAAE;oBACJ,CAAC,EAAE,IAAI,CAAC,QAAQ;oBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;oBACjB,CAAC,EAAE,OAAO,CAAC,GAAG;iBACf;aACF;SACF,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,mBAAmB,IAAI,6BAA6B,CAAC;QAEtF,oEAAoE;QACpE,IAAI,QAAQ,GAAG,IAAI,GAAG,EAA8C,CAAC;QACrE,KAAK,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;YAC1B,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAiC,CAAC;QAElE,OAAO,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC;YAE5D,6DAA6D;YAC7D,0CAA0C;YAC1C,8FAA8F;YAC9F,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;YAE/F,6DAA6D;YAC7D,6FAA6F;YAC7F,+BAA+B;YAC/B,yCAAyC;YACzC,8BAA8B;YAC9B,+BAA+B;YAC/B,8BAA8B;YAC9B,qBAAqB;YACrB,sBAAsB;YACtB,MAAM,SAAS,GAAG,MAAM,UAAU;iBAC/B,SAAS,CACR;gBACE;oBACE,MAAM,EAAE;wBACN,GAAG,EAAE,OAAO;qBACb;iBACF;gBACD,mCAAmC;gBACnC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;gBACrB,EAAE,MAAM,EAAE,UAAU,EAAE;gBACtB;oBACE,MAAM,EAAE;wBACN,GAAG,EAAE,QAAQ;wBACb,cAAc,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;wBACtC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;wBAClB,YAAY,EAAE;4BACZ,IAAI,EAAE;gCACJ,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;6BACzC;yBACF;wBACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC5B;iBACF;gBACD,4DAA4D;gBAC5D,wEAAwE;gBACxE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;aACtB,EACD;gBACE,GAAG,OAAO,CAAC,WAAW;gBACtB,SAAS,EAAE,SAAS,CAAC,yBAAyB;aAC/C,CACF;iBACA,OAAO,EAAE;iBACT,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACX,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;YAEL,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,YAAY,GAAG,KAAK,CAAC;YACzB,KAAK,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC;gBACvB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;gBAE5C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9C,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;oBACrB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAChF,CAAC;qBAAM,CAAC;oBACN,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACzC,CAAC;gBAED,UAAU,IAAI,GAAG,CAAC,KAAK,CAAC;gBACxB,IAAI,UAAU,IAAI,UAAU,EAAE,CAAC;oBAC7B,iDAAiD;oBACjD,4DAA4D;oBAC5D,YAAY,GAAG,IAAI,CAAC;oBACpB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACjC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE;wBACnB,GAAG,GAAI;wBACP,KAAK,EAAE,GAAG,CAAC,OAAO;qBACnB,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,2BAA2B;oBAC3B,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;YACD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,IAAI,GAAG,CACZ,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACpB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9B,IAAI,eAAe,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnD,kCAAkC;YAClC,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;gBAC5B,eAAe,GAAG;oBAChB,MAAM;oBACN,YAAY,EAAE,CAAC;oBACf,eAAe,EAAE,CAAC;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC;gBAChE,eAAe,GAAG;oBAChB,MAAM;oBACN,KAAK,EAAE,eAAe,CAAC,YAAY;oBACnC,QAAQ,EAAE,eAAe,CAAC,eAAe;iBAC1C,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACnC,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,KAAmC,EACnC,OAAoC;QAEpC,MAAM,UAAU,GAAG,KAAK;aACrB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC;aAC1C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACjB,GAAG,EAAE;gBACH,CAAC,EAAE,IAAI,CAAC,QAAQ;gBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;aAClB;YACD,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE;SAC9D,CAAC,CAAC,CAAC;QAEN,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4D,CAAC;QACtF,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa;aACvC,IAAI,CACH;YACE,GAAG,EAAE,UAAU;SAChB,EACD;YACE,GAAG,OAAO,CAAC,WAAW;SACvB,CACF;aACA,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,CAAC,eAAgB,CAAC;YAC9C,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EAAE,cAAc,CAAC,KAAK;gBAC1B,QAAQ,EAAE;oBACR,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;oBACnB,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC;oBACzC,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,+BAA+B,CAC7C,KAAmC,EACnC,OAAoC;QAEpC,OAAO,IAAI,CAAC,qCAAqC,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/storage/implementation/v1/MongoCompactorV1.d.ts

@@ -1,14 +1,30 @@
-import { mongo } from '@powersync/lib-service-mongodb';
-import { storage } from '@powersync/service-core';
+import { CompactInitialReplicationResults, storage } from '@powersync/service-core';
 import { BucketDefinitionId } from '@powersync/service-sync-rules';
-import { SingleBucketStore } from '../common/SingleBucketStore.js';
-import { BucketStateDocumentBase } from '../models.js';
-import { DirtyBucket, MongoCompactor } from '../MongoCompactor.js';
+import { MongoCompactOptions, MongoCompactor } from '../MongoCompactor.js';
 import type { MongoSyncBucketStorageV1 } from './MongoSyncBucketStorageV1.js';
 import { VersionedPowerSyncMongoV1 } from './VersionedPowerSyncMongoV1.js';
+interface DirtyBucket {
+    bucket: string;
+    definitionId: BucketDefinitionId | null;
+    estimatedCount: number;
+    dirtyRatio?: number;
+}
 export declare class MongoCompactorV1 extends MongoCompactor {
+    private options;
     protected readonly db: VersionedPowerSyncMongoV1;
     protected readonly storage: MongoSyncBucketStorageV1;
+    private updates;
+    private bucketStateUpdates;
+    private readonly minBucketChanges;
+    private readonly minChangeRatio;
+    private readonly maxOpId;
+    constructor(bucketStorage: MongoSyncBucketStorageV1, db: VersionedPowerSyncMongoV1, options: MongoCompactOptions);
+    /**
+     * Compact buckets by converting operations into MOVE and/or CLEAR operations.
+     *
+     * See /docs/storage/compacting-operations.md for details.
+     */
+    compact(): Promise<number>;
     dirtyBucketBatches(options: {
         minBucketChanges: number;
         minChangeRatio: number;
@@ -16,8 +32,32 @@ export declare class MongoCompactorV1 extends MongoCompactor {
     dirtyBucketBatchForChecksums(options: {
         minBucketChanges: number;
     }): Promise<DirtyBucket[]>;
+    private dirtyBucketBatchesForCollection;
+    private dirtyBucketBatchForChecksumsForCollection;
+    private compactSingleBucketRetried;
+    private compactDirtyBuckets;
+    /**
+     * Subset of compact, only populating checksums where relevant.
+     */
+    populateChecksums(options: {
+        minBucketChanges: number;
+    }): Promise<CompactInitialReplicationResults>;
+    private collectBucketStateUpdate;
+    private updateBucketChecksums;
+    private flushBucketStateUpdates;
+    private updateChecksumsBatch;
     protected writeBucketStateUpdates(): Promise<void>;
     protected computeChecksumsForBuckets(buckets: Pick<DirtyBucket, 'bucket' | 'definitionId'>[]): Promise<storage.PartialChecksumMap>;
-    protected bucketStateFilter(bucket: string, _definitionId: BucketDefinitionId | null): mongo.Filter<BucketStateDocumentBase>;
-    protected getBucketDataContext(bucket: string, _definitionId: BucketDefinitionId | null): Promise<SingleBucketStore | null>;
+    private bucketStateFilter;
+    private getBucketDataContext;
+    protected compactSingleBucket(bucket: string): Promise<void>;
+    private flush;
+    /**
+     * Perform a CLEAR compact for a bucket.
+     *
+     * @param currentState tracks the last non-PUT op, which will be converted to CLEAR.
+     */
+    private clearBucket;
+    private formatBucketDataKey;
 }
+export {};