@powersync/service-module-mongodb 0.0.0-dev-20241111122558 → 0.1.0

package/CHANGELOG.md

@@ -1,25 +1,26 @@
 # @powersync/service-module-mongodb
 
-## 0.0.0-dev-20241111122558
+## 0.1.0
 
 ### Minor Changes
 
-- c6307d8: Reduce permissions required for replicating a single mongodb database
-- 6f54a28: Add MongoDB support (Alpha)
+- 57bd18b: Reduce permissions required for replicating a single mongodb database
+- 57bd18b: Add MongoDB support (Alpha)
 
 ### Patch Changes
 
-- 04ddc98: Fix diagnostics schema authorization issues for MongoDB
-- Updated dependencies [ac03d8f]
-- Updated dependencies [e4d19b2]
-- Updated dependencies [d2ece1b]
-- Updated dependencies [d2ece1b]
-- Updated dependencies [8610431]
-- Updated dependencies [2ccd6af]
-- Updated dependencies [d2ece1b]
-- Updated dependencies [d51921f]
-- Updated dependencies [4ecaee2]
-  - @powersync/service-core@0.0.0-dev-20241111122558
-  - @powersync/lib-services-framework@0.0.0-dev-20241111122558
-  - @powersync/service-sync-rules@0.0.0-dev-20241111122558
-  - @powersync/service-types@0.0.0-dev-20241111122558
+- 57bd18b: Fix diagnostics schema authorization issues for MongoDB
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+- Updated dependencies [57bd18b]
+  - @powersync/service-core@0.9.0
+  - @powersync/lib-services-framework@0.2.0
+  - @powersync/service-sync-rules@0.21.0
+  - @powersync/service-types@0.3.0

package/dist/api/MongoRouteAPIAdapter.d.ts

@@ -12,6 +12,7 @@ export declare class MongoRouteAPIAdapter implements api.RouteAPI {
     constructor(config: types.ResolvedConnectionConfig);
     getParseSyncRulesOptions(): ParseSyncRulesOptions;
     shutdown(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
     getSourceConfig(): Promise<service_types.configFile.ResolvedDataSourceConfig>;
     getConnectionStatus(): Promise<service_types.ConnectionStatusV2>;
     executeQuery(query: string, params: any[]): Promise<service_types.internal_routes.ExecuteSqlResponse>;

package/dist/api/MongoRouteAPIAdapter.js

@@ -6,6 +6,7 @@ import { MongoManager } from '../replication/MongoManager.js';
 import { constructAfterRecord, createCheckpoint } from '../replication/MongoRelation.js';
 import * as types from '../types/types.js';
 import { escapeRegExp } from '../utils.js';
+import { CHECKPOINTS_COLLECTION } from '../replication/replication-utils.js';
 export class MongoRouteAPIAdapter {
     constructor(config) {
         this.config = config;
@@ -23,6 +24,9 @@ export class MongoRouteAPIAdapter {
     async shutdown() {
         await this.client.close();
     }
+    async [Symbol.asyncDispose]() {
+        await this.shutdown();
+    }
     async getSourceConfig() {
         return this.config;
     }
@@ -60,6 +64,29 @@ export class MongoRouteAPIAdapter {
     }
     async getDebugTablesInfo(tablePatterns, sqlSyncRules) {
         let result = [];
+        const validatePostImages = (schema, collection) => {
+            if (this.config.postImages == types.PostImagesOption.OFF) {
+                return [];
+            }
+            else if (!collection.options?.changeStreamPreAndPostImages?.enabled) {
+                if (this.config.postImages == types.PostImagesOption.READ_ONLY) {
+                    return [
+                        { level: 'fatal', message: `changeStreamPreAndPostImages not enabled on ${schema}.${collection.name}` }
+                    ];
+                }
+                else {
+                    return [
+                        {
+                            level: 'warning',
+                            message: `changeStreamPreAndPostImages not enabled on ${schema}.${collection.name}, will be enabled automatically`
+                        }
+                    ];
+                }
+            }
+            else {
+                return [];
+            }
+        };
         for (let tablePattern of tablePatterns) {
             const schema = tablePattern.schema;
             let patternResult = {
@@ -80,12 +107,19 @@ export class MongoRouteAPIAdapter {
                 .db(schema)
                 .listCollections({
                 name: nameFilter
-            }, { nameOnly: true })
+            }, { nameOnly: false })
                 .toArray();
             if (tablePattern.isWildcard) {
                 patternResult.tables = [];
                 for (let collection of collections) {
                     const sourceTable = new SourceTable(0, this.connectionTag, collection.name, schema, collection.name, [], true);
+                    let errors = [];
+                    if (collection.type == 'view') {
+                        errors.push({ level: 'warning', message: `Collection ${schema}.${tablePattern.name} is a view` });
+                    }
+                    else {
+                        errors.push(...validatePostImages(schema, collection));
+                    }
                     const syncData = sqlSyncRules.tableSyncsData(sourceTable);
                     const syncParameters = sqlSyncRules.tableSyncsParameters(sourceTable);
                     patternResult.tables.push({
@@ -94,7 +128,7 @@ export class MongoRouteAPIAdapter {
                         replication_id: ['_id'],
                         data_queries: syncData,
                         parameter_queries: syncParameters,
-                        errors: []
+                        errors: errors
                     });
                 }
             }
@@ -102,26 +136,25 @@ export class MongoRouteAPIAdapter {
                 const sourceTable = new SourceTable(0, this.connectionTag, tablePattern.name, schema, tablePattern.name, [], true);
                 const syncData = sqlSyncRules.tableSyncsData(sourceTable);
                 const syncParameters = sqlSyncRules.tableSyncsParameters(sourceTable);
-                if (collections.length == 1) {
-                    patternResult.table = {
-                        schema,
-                        name: tablePattern.name,
-                        replication_id: ['_id'],
-                        data_queries: syncData,
-                        parameter_queries: syncParameters,
-                        errors: []
-                    };
+                const collection = collections[0];
+                let errors = [];
+                if (collections.length != 1) {
+                    errors.push({ level: 'warning', message: `Collection ${schema}.${tablePattern.name} not found` });
                 }
-                else {
-                    patternResult.table = {
-                        schema,
-                        name: tablePattern.name,
-                        replication_id: ['_id'],
-                        data_queries: syncData,
-                        parameter_queries: syncParameters,
-                        errors: [{ level: 'warning', message: `Collection ${schema}.${tablePattern.name} not found` }]
-                    };
+                else if (collection.type == 'view') {
+                    errors.push({ level: 'warning', message: `Collection ${schema}.${tablePattern.name} is a view` });
+                }
+                else if (!collection.options?.changeStreamPreAndPostImages?.enabled) {
+                    errors.push(...validatePostImages(schema, collection));
                 }
+                patternResult.table = {
+                    schema,
+                    name: tablePattern.name,
+                    replication_id: ['_id'],
+                    data_queries: syncData,
+                    parameter_queries: syncParameters,
+                    errors
+                };
             }
         }
         return result;
@@ -159,7 +192,7 @@ export class MongoRouteAPIAdapter {
             }
             let tables = [];
             for (let collection of collections) {
-                if (['_powersync_checkpoints'].includes(collection.name)) {
+                if ([CHECKPOINTS_COLLECTION].includes(collection.name)) {
                     continue;
                 }
                 if (collection.name.startsWith('system.')) {

package/dist/api/MongoRouteAPIAdapter.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoRouteAPIAdapter.js","sourceRoot":"","sources":["../../src/api/MongoRouteAPIAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAClF,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAEjC,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACzF,OAAO,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,OAAO,oBAAoB;IAO/B,YAAsB,MAAsC;QAAtC,WAAM,GAAN,MAAM,CAAgC;QAC1D,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC;QAC7C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC;IAC5D,CAAC;IAED,wBAAwB;QACtB,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YAClB,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SAChC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,GAAG,IAAI;gBACP,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;aACjD,CAAC;QACJ,CAAC;QACD,OAAO;YACL,GAAG,IAAI;YACP,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAa;QAC7C,OAAO,aAAa,CAAC,eAAe,CAAC,kBAAkB,CAAC,MAAM,CAAC;YAC7D,OAAO,EAAE;gBACP,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE;aACT;YACD,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,2CAA2C;SACnD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,aAAwC,EACxC,YAAqC;QAErC,IAAI,MAAM,GAAwB,EAAE,CAAC;QACrC,KAAK,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAEnC,IAAI,aAAa,GAAsB;gBACrC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,YAAY,CAAC,YAAY;gBAClC,QAAQ,EAAE,YAAY,CAAC,UAAU;aAClC,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE3B,IAAI,UAA2B,CAAC;YAChC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,UAAU,GAAG,IAAI,MAAM,CAAC,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC;YACjC,CAAC;YAED,iCAAiC;YACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM;iBAClC,EAAE,CAAC,MAAM,CAAC;iBACV,eAAe,CACd;gBACE,IAAI,EAAE,UAAU;aACjB,EACD,EAAE,QAAQ,EAAE,IAAI,EAAE,CACnB;iBACA,OAAO,EAAE,CAAC;YAEb,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC;gBAC1B,KAAK,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;oBACnC,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,CAAC,EACD,IAAI,CAAC,aAAa,EAClB,UAAU,CAAC,IAAI,EACf,MAAM,EACN,UAAU,CAAC,IAAI,EACf,EAAE,EACF,IAAI,CACL,CAAC;oBACF,MAAM,QAAQ,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;oBAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;oBACtE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;wBACxB,MAAM;wBACN,IAAI,EAAE,UAAU,CAAC,IAAI;wBACrB,cAAc,EAAE,CAAC,KAAK,CAAC;wBACvB,YAAY,EAAE,QAAQ;wBACtB,iBAAiB,EAAE,cAAc;wBACjC,MAAM,EAAE,EAAE;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,CAAC,EACD,IAAI,CAAC,aAAa,EAClB,YAAY,CAAC,IAAI,EACjB,MAAM,EACN,YAAY,CAAC,IAAI,EACjB,EAAE,EACF,IAAI,CACL,CAAC;gBAEF,MAAM,QAAQ,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;gBAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;gBAEtE,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC5B,aAAa,CAAC,KAAK,GAAG;wBACpB,MAAM;wBACN,IAAI,EAAE,YAAY,CAAC,IAAI;wBACvB,cAAc,EAAE,CAAC,KAAK,CAAC;wBACvB,YAAY,EAAE,QAAQ;wBACtB,iBAAiB,EAAE,cAAc;wBACjC,MAAM,EAAE,EAAE;qBACX,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,KAAK,GAAG;wBACpB,MAAM;wBACN,IAAI,EAAE,YAAY,CAAC,IAAI;wBACvB,cAAc,EAAE,CAAC,KAAK,CAAC;wBACvB,YAAY,EAAE,QAAQ;wBACtB,iBAAiB,EAAE,cAAc;wBACjC,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,MAAM,IAAI,YAAY,CAAC,IAAI,YAAY,EAAE,CAAC;qBAC/F,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAkC;QACxD,mEAAmE;QACnE,4EAA4E;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,UAAU,GAAG,EAAE,CAAC;QAEtB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1E,MAAM,iBAAiB,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE;YAC1D,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACjC;;;;eAIG;YACH,IAAI,WAAmC,CAAC;YACxC,IAAI,CAAC;gBACH,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,CAAC;YAC1E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,YAAY,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,EAAE,CAAC;oBACxE,iDAAiD;oBACjD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;YAED,IAAI,MAAM,GAAgC,EAAE,CAAC;YAC7C,KAAK,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;gBACnC,IAAI,CAAC,wBAAwB,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzD,SAAS;gBACX,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC1C,0DAA0D;oBAC1D,oEAAoE;oBACpE,SAAS;gBACX,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC9B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,EAAE;yBAClC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC;yBAC3B,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;yBAC9C,OAAO,EAAE,CAAC;oBAEb,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,CAAC,CAAC;wBAE9D,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,iEAAiE;4BACjE,4BAA4B;4BAC5B,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;yBAC9D,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,OAAO,EAAE,EAAE;yBACZ,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,EAAE,CAAC;wBACxE,mDAAmD;wBACnD,SAAS;oBACX,CAAC;oBACD,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,MAAM,EAAE,MAAM;aACwB,CAAC;QAC3C,CAAC,CAAC,CACH,CAAC;QACF,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IAEO,uBAAuB,CAAC,SAAgC;QAC9D,IAAI,OAAO,GAAG,IAAI,GAAG,EAA6E,CAAC;QACnG,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBAChE,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,KAAK,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;oBAC7C,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;oBACrB,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACjD,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxF,OAAO;gBACL,IAAI,EAAE,GAAG;gBACT,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;gBACvC,aAAa;gBACb,OAAO,EAAE,aAAa;aACvB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,IAAS;QAC3B,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,oBAAoB;YACpB,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,SAAS,EAAE,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC1C,OAAO,UAAU,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;YAChC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,SAAS,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,YAAY,MAAM,EAAE,CAAC;YAClC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,UAAU,EAAE,CAAC;YAC5C,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,OAAO,OAAO,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;YACtC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"MongoRouteAPIAdapter.js","sourceRoot":"","sources":["../../src/api/MongoRouteAPIAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAClF,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAEjC,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACzF,OAAO,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,qCAAqC,CAAC;AAE7E,MAAM,OAAO,oBAAoB;IAO/B,YAAsB,MAAsC;QAAtC,WAAM,GAAN,MAAM,CAAgC;QAC1D,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC;QAC7C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC;IAC5D,CAAC;IAED,wBAAwB;QACtB,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACzB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YAClB,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SAChC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,GAAG,IAAI;gBACP,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;aACjD,CAAC;QACJ,CAAC;QACD,OAAO;YACL,GAAG,IAAI;YACP,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAa;QAC7C,OAAO,aAAa,CAAC,eAAe,CAAC,kBAAkB,CAAC,MAAM,CAAC;YAC7D,OAAO,EAAE;gBACP,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE;aACT;YACD,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,2CAA2C;SACnD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,aAAwC,EACxC,YAAqC;QAErC,IAAI,MAAM,GAAwB,EAAE,CAAC;QAErC,MAAM,kBAAkB,GAAG,CAAC,MAAc,EAAE,UAAgC,EAAoC,EAAE;YAChH,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,CAAC,GAAG,EAAE,CAAC;gBACzD,OAAO,EAAE,CAAC;YACZ,CAAC;iBAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,CAAC;gBACtE,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC;oBAC/D,OAAO;wBACL,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,+CAA+C,MAAM,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE;qBACxG,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL;4BACE,KAAK,EAAE,SAAS;4BAChB,OAAO,EAAE,+CAA+C,MAAM,IAAI,UAAU,CAAC,IAAI,iCAAiC;yBACnH;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAEnC,IAAI,aAAa,GAAsB;gBACrC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,YAAY,CAAC,YAAY;gBAClC,QAAQ,EAAE,YAAY,CAAC,UAAU;aAClC,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE3B,IAAI,UAA2B,CAAC;YAChC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,UAAU,GAAG,IAAI,MAAM,CAAC,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC;YACjC,CAAC;YAED,iCAAiC;YACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM;iBAClC,EAAE,CAAC,MAAM,CAAC;iBACV,eAAe,CACd;gBACE,IAAI,EAAE,UAAU;aACjB,EACD,EAAE,QAAQ,EAAE,KAAK,EAAE,CACpB;iBACA,OAAO,EAAE,CAAC;YAEb,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC;gBAC1B,KAAK,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;oBACnC,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,CAAC,EACD,IAAI,CAAC,aAAa,EAClB,UAAU,CAAC,IAAI,EACf,MAAM,EACN,UAAU,CAAC,IAAI,EACf,EAAE,EACF,IAAI,CACL,CAAC;oBACF,IAAI,MAAM,GAAqC,EAAE,CAAC;oBAClD,IAAI,UAAU,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;wBAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,MAAM,IAAI,YAAY,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;oBACpG,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;oBACzD,CAAC;oBACD,MAAM,QAAQ,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;oBAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;oBACtE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;wBACxB,MAAM;wBACN,IAAI,EAAE,UAAU,CAAC,IAAI;wBACrB,cAAc,EAAE,CAAC,KAAK,CAAC;wBACvB,YAAY,EAAE,QAAQ;wBACtB,iBAAiB,EAAE,cAAc;wBACjC,MAAM,EAAE,MAAM;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,CAAC,EACD,IAAI,CAAC,aAAa,EAClB,YAAY,CAAC,IAAI,EACjB,MAAM,EACN,YAAY,CAAC,IAAI,EACjB,EAAE,EACF,IAAI,CACL,CAAC;gBAEF,MAAM,QAAQ,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;gBAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;gBACtE,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAElC,IAAI,MAAM,GAAqC,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,MAAM,IAAI,YAAY,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;gBACpG,CAAC;qBAAM,IAAI,UAAU,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;oBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,MAAM,IAAI,YAAY,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;gBACpG,CAAC;qBAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,CAAC;oBACtE,MAAM,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;gBACzD,CAAC;gBAED,aAAa,CAAC,KAAK,GAAG;oBACpB,MAAM;oBACN,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,cAAc,EAAE,CAAC,KAAK,CAAC;oBACvB,YAAY,EAAE,QAAQ;oBACtB,iBAAiB,EAAE,cAAc;oBACjC,MAAM;iBACP,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAkC;QACxD,mEAAmE;QACnE,4EAA4E;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,UAAU,GAAG,EAAE,CAAC;QAEtB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1E,MAAM,iBAAiB,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE;YAC1D,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACjC;;;;eAIG;YACH,IAAI,WAAmC,CAAC;YACxC,IAAI,CAAC;gBACH,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,CAAC;YAC1E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,YAAY,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,EAAE,CAAC;oBACxE,iDAAiD;oBACjD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;YAED,IAAI,MAAM,GAAgC,EAAE,CAAC;YAC7C,KAAK,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;gBACnC,IAAI,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvD,SAAS;gBACX,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC1C,0DAA0D;oBAC1D,oEAAoE;oBACpE,SAAS;gBACX,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC9B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,EAAE;yBAClC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC;yBAC3B,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;yBAC9C,OAAO,EAAE,CAAC;oBAEb,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,CAAC,CAAC;wBAE9D,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,iEAAiE;4BACjE,4BAA4B;4BAC5B,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;yBAC9D,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,OAAO,EAAE,EAAE;yBACZ,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,EAAE,CAAC;wBACxE,mDAAmD;wBACnD,SAAS;oBACX,CAAC;oBACD,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,MAAM,EAAE,MAAM;aACwB,CAAC;QAC3C,CAAC,CAAC,CACH,CAAC;QACF,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IAEO,uBAAuB,CAAC,SAAgC;QAC9D,IAAI,OAAO,GAAG,IAAI,GAAG,EAA6E,CAAC;QACnG,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBAChE,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,KAAK,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;oBAC7C,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;oBACrB,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACjD,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxF,OAAO;gBACL,IAAI,EAAE,GAAG;gBACT,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;gBACvC,aAAa;gBACb,OAAO,EAAE,aAAa;aACvB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,IAAS;QAC3B,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,oBAAoB;YACpB,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,SAAS,EAAE,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC1C,OAAO,UAAU,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;YAChC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,SAAS,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,YAAY,MAAM,EAAE,CAAC;YAClC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,YAAY,KAAK,CAAC,UAAU,EAAE,CAAC;YAC5C,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,OAAO,OAAO,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;YACtC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/replication/ChangeStream.d.ts

@@ -11,7 +11,15 @@ export interface ChangeStreamOptions {
 interface InitResult {
     needsInitialSync: boolean;
 }
-export declare class MissingReplicationSlotError extends Error {
+/**
+ * Thrown when the change stream is not valid anymore, and replication
+ * must be restarted.
+ *
+ * Possible reasons:
+ *  * Some change stream documents do not have postImages.
+ *  * startAfter/resumeToken is not valid anymore.
+ */
+export declare class ChangeStreamInvalidatedError extends Error {
     constructor(message: string);
 }
 export declare class ChangeStream {
@@ -26,7 +34,15 @@ export declare class ChangeStream {
     private relation_cache;
     constructor(options: ChangeStreamOptions);
     get stopped(): boolean;
-    getQualifiedTableNames(batch: storage.BucketStorageBatch, tablePattern: TablePattern): Promise<storage.SourceTable[]>;
+    private get usePostImages();
+    private get configurePostImages();
+    /**
+     * This resolves a pattern, persists the related metadata, and returns
+     * the resulting SourceTables.
+     *
+     * This implicitly checks the collection postImage configuration.
+     */
+    resolveQualifiedTableNames(batch: storage.BucketStorageBatch, tablePattern: TablePattern): Promise<storage.SourceTable[]>;
     initSlot(): Promise<InitResult>;
     estimatedCount(table: storage.SourceTable): Promise<string>;
     /**
@@ -37,16 +53,21 @@ export declare class ChangeStream {
      */
     startInitialReplication(): Promise<void>;
     initialReplication(): Promise<void>;
+    private setupCheckpointsCollection;
     private getSourceNamespaceFilters;
     static getQueryData(results: Iterable<DatabaseInputRow>): Generator<SqliteRow>;
     private snapshotTable;
     private getRelation;
+    private getCollectionInfo;
+    private checkPostImages;
     handleRelation(batch: storage.BucketStorageBatch, descriptor: SourceEntityDescriptor, options: {
         snapshot: boolean;
+        collectionInfo: mongo.CollectionInfo | undefined;
     }): Promise<SourceTable>;
     writeChange(batch: storage.BucketStorageBatch, table: storage.SourceTable, change: mongo.ChangeStreamDocument): Promise<storage.FlushedResult | null>;
     replicate(): Promise<void>;
     initReplication(): Promise<void>;
     streamChanges(): Promise<void>;
+    streamChangesInternal(): Promise<void>;
 }
 export {};

package/dist/replication/ChangeStream.js

@@ -1,9 +1,20 @@
 import { container, logger } from '@powersync/lib-services-framework';
 import { Metrics, SaveOperationTag } from '@powersync/service-core';
+import * as mongo from 'mongodb';
 import { constructAfterRecord, createCheckpoint, getMongoLsn, getMongoRelation, mongoLsnToTimestamp } from './MongoRelation.js';
 import { escapeRegExp } from '../utils.js';
+import { CHECKPOINTS_COLLECTION } from './replication-utils.js';
+import { PostImagesOption } from '../types/types.js';
 export const ZERO_LSN = '0000000000000000';
-export class MissingReplicationSlotError extends Error {
+/**
+ * Thrown when the change stream is not valid anymore, and replication
+ * must be restarted.
+ *
+ * Possible reasons:
+ *  * Some change stream documents do not have postImages.
+ *  * startAfter/resumeToken is not valid anymore.
+ */
+export class ChangeStreamInvalidatedError extends Error {
     constructor(message) {
         super(message);
     }
@@ -28,7 +39,19 @@ export class ChangeStream {
     get stopped() {
         return this.abort_signal.aborted;
     }
-    async getQualifiedTableNames(batch, tablePattern) {
+    get usePostImages() {
+        return this.connections.options.postImages != PostImagesOption.OFF;
+    }
+    get configurePostImages() {
+        return this.connections.options.postImages == PostImagesOption.AUTO_CONFIGURE;
+    }
+    /**
+     * This resolves a pattern, persists the related metadata, and returns
+     * the resulting SourceTables.
+     *
+     * This implicitly checks the collection postImage configuration.
+     */
+    async resolveQualifiedTableNames(batch, tablePattern) {
         const schema = tablePattern.schema;
         if (tablePattern.connectionTag != this.connections.connectionTag) {
             return [];
@@ -46,8 +69,11 @@ export class ChangeStream {
             .db(schema)
             .listCollections({
             name: nameFilter
-        }, { nameOnly: true })
+        }, { nameOnly: false })
             .toArray();
+        if (!tablePattern.isWildcard && collections.length == 0) {
+            logger.warn(`Collection ${schema}.${tablePattern.name} not found`);
+        }
         for (let collection of collections) {
             const table = await this.handleRelation(batch, {
                 name: collection.name,
@@ -56,7 +82,7 @@ export class ChangeStream {
                 replicationColumns: [{ name: '_id' }]
             }, 
             // This is done as part of the initial setup - snapshot is handled elsewhere
-            { snapshot: false });
+            { snapshot: false, collectionInfo: collection });
             result.push(table);
         }
         return result;
@@ -87,51 +113,67 @@ export class ChangeStream {
     async initialReplication() {
         const sourceTables = this.sync_rules.getSourceTables();
         await this.client.connect();
+        // We need to get the snapshot time before taking the initial snapshot.
         const hello = await this.defaultDb.command({ hello: 1 });
-        const startTime = hello.lastWrite?.majorityOpTime?.ts;
+        const snapshotTime = hello.lastWrite?.majorityOpTime?.ts;
         if (hello.msg == 'isdbgrid') {
             throw new Error('Sharded MongoDB Clusters are not supported yet (including MongoDB Serverless instances).');
         }
         else if (hello.setName == null) {
             throw new Error('Standalone MongoDB instances are not supported - use a replicaset.');
         }
-        else if (startTime == null) {
+        else if (snapshotTime == null) {
             // Not known where this would happen apart from the above cases
             throw new Error('MongoDB lastWrite timestamp not found.');
         }
-        const session = await this.client.startSession({
-            snapshot: true
-        });
+        // We previously used {snapshot: true} for the snapshot session.
+        // While it gives nice consistency guarantees, it fails when the
+        // snapshot takes longer than 5 minutes, due to minSnapshotHistoryWindowInSeconds
+        // expiring the snapshot.
+        const session = await this.client.startSession();
         try {
-            await this.storage.startBatch({ zeroLSN: ZERO_LSN, defaultSchema: this.defaultDb.databaseName }, async (batch) => {
+            await this.storage.startBatch({ zeroLSN: ZERO_LSN, defaultSchema: this.defaultDb.databaseName, storeCurrentData: false }, async (batch) => {
+                // Start by resolving all tables.
+                // This checks postImage configuration, and that should fail as
+                // earlier as possible.
+                let allSourceTables = [];
                 for (let tablePattern of sourceTables) {
-                    const tables = await this.getQualifiedTableNames(batch, tablePattern);
-                    for (let table of tables) {
-                        await this.snapshotTable(batch, table, session);
-                        await batch.markSnapshotDone([table], ZERO_LSN);
-                        await touch();
-                    }
-                }
-                const snapshotTime = session.clusterTime?.clusterTime ?? startTime;
-                if (snapshotTime != null) {
-                    const lsn = getMongoLsn(snapshotTime);
-                    logger.info(`Snapshot commit at ${snapshotTime.inspect()} / ${lsn}`);
-                    // keepalive() does an auto-commit if there is data
-                    await batch.flush();
-                    await batch.keepalive(lsn);
+                    const tables = await this.resolveQualifiedTableNames(batch, tablePattern);
+                    allSourceTables.push(...tables);
                 }
-                else {
-                    throw new Error(`No snapshot clusterTime available.`);
+                for (let table of allSourceTables) {
+                    await this.snapshotTable(batch, table, session);
+                    await batch.markSnapshotDone([table], ZERO_LSN);
+                    await touch();
                 }
+                const lsn = getMongoLsn(snapshotTime);
+                logger.info(`Snapshot commit at ${snapshotTime.inspect()} / ${lsn}`);
+                await batch.commit(lsn);
             });
         }
         finally {
             session.endSession();
         }
     }
+    async setupCheckpointsCollection() {
+        const collection = await this.getCollectionInfo(this.defaultDb.databaseName, CHECKPOINTS_COLLECTION);
+        if (collection == null) {
+            await this.defaultDb.createCollection(CHECKPOINTS_COLLECTION, {
+                changeStreamPreAndPostImages: { enabled: true }
+            });
+        }
+        else if (this.usePostImages && collection.options?.changeStreamPreAndPostImages?.enabled != true) {
+            // Drop + create requires less permissions than collMod,
+            // and we don't care about the data in this collection.
+            await this.defaultDb.dropCollection(CHECKPOINTS_COLLECTION);
+            await this.defaultDb.createCollection(CHECKPOINTS_COLLECTION, {
+                changeStreamPreAndPostImages: { enabled: true }
+            });
+        }
+    }
     getSourceNamespaceFilters() {
         const sourceTables = this.sync_rules.getSourceTables();
-        let $inFilters = [{ db: this.defaultDb.databaseName, coll: '_powersync_checkpoints' }];
+        let $inFilters = [{ db: this.defaultDb.databaseName, coll: CHECKPOINTS_COLLECTION }];
         let $refilters = [];
         let multipleDatabases = false;
         for (let tablePattern of sourceTables) {
@@ -142,7 +184,10 @@ export class ChangeStream {
                 multipleDatabases = true;
             }
             if (tablePattern.isWildcard) {
-                $refilters.push({ db: tablePattern.schema, coll: new RegExp('^' + escapeRegExp(tablePattern.tablePrefix)) });
+                $refilters.push({
+                    'ns.db': tablePattern.schema,
+                    'ns.coll': new RegExp('^' + escapeRegExp(tablePattern.tablePrefix))
+                });
             }
             else {
                 $inFilters.push({
@@ -167,12 +212,13 @@ export class ChangeStream {
         let at = 0;
         const db = this.client.db(table.schema);
         const collection = db.collection(table.table);
-        const query = collection.find({}, { session });
+        const query = collection.find({}, { session, readConcern: { level: 'majority' } });
         const cursor = query.stream();
         for await (let document of cursor) {
             if (this.abort_signal.aborted) {
                 throw new Error(`Aborted initial replication`);
             }
+            at += 1;
             const record = constructAfterRecord(document);
             // This auto-flushes when the batch reaches its size limit
             await batch.save({
@@ -188,15 +234,52 @@ export class ChangeStream {
             await touch();
         }
         await batch.flush();
+        logger.info(`Replicated ${at} documents for ${table.qualifiedName}`);
     }
     async getRelation(batch, descriptor) {
         const existing = this.relation_cache.get(descriptor.objectId);
         if (existing != null) {
             return existing;
         }
-        return this.handleRelation(batch, descriptor, { snapshot: false });
+        // Note: collection may have been dropped at this point, so we handle
+        // missing values.
+        const collection = await this.getCollectionInfo(descriptor.schema, descriptor.name);
+        return this.handleRelation(batch, descriptor, { snapshot: false, collectionInfo: collection });
+    }
+    async getCollectionInfo(db, name) {
+        const collection = (await this.client
+            .db(db)
+            .listCollections({
+            name: name
+        }, { nameOnly: false })
+            .toArray())[0];
+        return collection;
+    }
+    async checkPostImages(db, collectionInfo) {
+        if (!this.usePostImages) {
+            // Nothing to check
+            return;
+        }
+        const enabled = collectionInfo.options?.changeStreamPreAndPostImages?.enabled == true;
+        if (!enabled && this.configurePostImages) {
+            await this.client.db(db).command({
+                collMod: collectionInfo.name,
+                changeStreamPreAndPostImages: { enabled: true }
+            });
+            logger.info(`Enabled postImages on ${db}.${collectionInfo.name}`);
+        }
+        else if (!enabled) {
+            throw new Error(`postImages not enabled on ${db}.${collectionInfo.name}`);
+        }
     }
     async handleRelation(batch, descriptor, options) {
+        if (options.collectionInfo != null) {
+            await this.checkPostImages(descriptor.schema, options.collectionInfo);
+        }
+        else {
+            // If collectionInfo is null, the collection may have been dropped.
+            // Ignore the postImages check in this case.
+        }
         const snapshot = options.snapshot;
         if (!descriptor.objectId && typeof descriptor.objectId != 'string') {
             throw new Error('objectId expected');
@@ -289,30 +372,54 @@ export class ChangeStream {
     }
     async initReplication() {
         const result = await this.initSlot();
+        await this.setupCheckpointsCollection();
         if (result.needsInitialSync) {
             await this.startInitialReplication();
         }
     }
     async streamChanges() {
+        try {
+            await this.streamChangesInternal();
+        }
+        catch (e) {
+            if (e instanceof mongo.MongoServerError &&
+                e.codeName == 'NoMatchingDocument' &&
+                e.errmsg?.includes('post-image was not found')) {
+                throw new ChangeStreamInvalidatedError(e.errmsg);
+            }
+            throw e;
+        }
+    }
+    async streamChangesInternal() {
         // Auto-activate as soon as initial replication is done
         await this.storage.autoActivate();
-        await this.storage.startBatch({ zeroLSN: ZERO_LSN, defaultSchema: this.defaultDb.databaseName }, async (batch) => {
+        await this.storage.startBatch({ zeroLSN: ZERO_LSN, defaultSchema: this.defaultDb.databaseName, storeCurrentData: false }, async (batch) => {
             const lastLsn = batch.lastCheckpointLsn;
             const startAfter = mongoLsnToTimestamp(lastLsn) ?? undefined;
             logger.info(`Resume streaming at ${startAfter?.inspect()} / ${lastLsn}`);
-            // TODO: Use changeStreamSplitLargeEvent
             const filters = this.getSourceNamespaceFilters();
             const pipeline = [
                 {
                     $match: filters.$match
-                }
+                },
+                { $changeStreamSplitLargeEvent: {} }
             ];
+            let fullDocument;
+            if (this.usePostImages) {
+                // 'read_only' or 'auto_configure'
+                // Configuration happens during snapshot, or when we see new
+                // collections.
+                fullDocument = 'required';
+            }
+            else {
+                fullDocument = 'updateLookup';
+            }
             const streamOptions = {
                 startAtOperationTime: startAfter,
                 showExpandedEvents: true,
                 useBigInt64: true,
                 maxAwaitTimeMS: 200,
-                fullDocument: 'updateLookup'
+                fullDocument: fullDocument
             };
             let stream;
             if (filters.multipleDatabases) {
@@ -330,30 +437,58 @@ export class ChangeStream {
             this.abort_signal.addEventListener('abort', () => {
                 stream.close();
             });
-            let waitForCheckpointLsn = null;
+            // Always start with a checkpoint.
+            // This helps us to clear erorrs when restarting, even if there is
+            // no data to replicate.
+            let waitForCheckpointLsn = await createCheckpoint(this.client, this.defaultDb);
+            let splitDocument = null;
             while (true) {
                 if (this.abort_signal.aborted) {
                     break;
                 }
-                const changeDocument = await stream.tryNext();
-                if (changeDocument == null || this.abort_signal.aborted) {
+                const originalChangeDocument = await stream.tryNext();
+                if (originalChangeDocument == null || this.abort_signal.aborted) {
                     continue;
                 }
                 await touch();
-                if (startAfter != null && changeDocument.clusterTime?.lte(startAfter)) {
+                if (startAfter != null && originalChangeDocument.clusterTime?.lte(startAfter)) {
                     continue;
                 }
+                let changeDocument = originalChangeDocument;
+                if (originalChangeDocument?.splitEvent != null) {
+                    // Handle split events from $changeStreamSplitLargeEvent.
+                    // This is only relevant for very large update operations.
+                    const splitEvent = originalChangeDocument?.splitEvent;
+                    if (splitDocument == null) {
+                        splitDocument = originalChangeDocument;
+                    }
+                    else {
+                        splitDocument = Object.assign(splitDocument, originalChangeDocument);
+                    }
+                    if (splitEvent.fragment == splitEvent.of) {
+                        // Got all fragments
+                        changeDocument = splitDocument;
+                        splitDocument = null;
+                    }
+                    else {
+                        // Wait for more fragments
+                        continue;
+                    }
+                }
+                else if (splitDocument != null) {
+                    // We were waiting for fragments, but got a different event
+                    throw new Error(`Incomplete splitEvent: ${JSON.stringify(splitDocument.splitEvent)}`);
+                }
                 // console.log('event', changeDocument);
                 if ((changeDocument.operationType == 'insert' ||
                     changeDocument.operationType == 'update' ||
                     changeDocument.operationType == 'replace') &&
-                    changeDocument.ns.coll == '_powersync_checkpoints') {
+                    changeDocument.ns.coll == CHECKPOINTS_COLLECTION) {
                     const lsn = getMongoLsn(changeDocument.clusterTime);
                     if (waitForCheckpointLsn != null && lsn >= waitForCheckpointLsn) {
                         waitForCheckpointLsn = null;
                     }
-                    await batch.flush();
-                    await batch.keepalive(lsn);
+                    await batch.commit(lsn);
                 }
                 else if (changeDocument.operationType == 'insert' ||
                     changeDocument.operationType == 'update' ||
@@ -385,7 +520,8 @@ export class ChangeStream {
                         this.relation_cache.delete(tableFrom.objectId);
                     }
                     // Here we do need to snapshot the new table
-                    await this.handleRelation(batch, relTo, { snapshot: true });
+                    const collection = await this.getCollectionInfo(relTo.schema, relTo.name);
+                    await this.handleRelation(batch, relTo, { snapshot: true, collectionInfo: collection });
                 }
             }
         });