@connecttomahdi/rxdb 17.0.0-beta.17

package/dist/cjs/plugins/migration-storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_index","require","migrateStorage","params","collections","Object","values","database","batchSize","parallel","Promise","all","map","collection","migrateCollection","oldDatabaseName","oldStorage","afterMigrateBatch","logFunction","log","message","name","schema","jsonSchema","primaryPath","oldDatabaseInstanceToken","randomToken","oldStorageInstance","createStorageInstance","databaseName","collectionName","multiInstance","options","databaseInstanceToken","devMode","plainQuery","selector","_deleted","$eq","limit","sort","skip","preparedQuery","prepareQuery","_loop","queryResult","query","docs","documents","length","remove","v","docsNonMutated","clone","attachments","doc","docId","entries","_attachments","attachmentId","attachmentMeta","attachmentBlob","getAttachmentData","digest","data","size","type","insertToNewWriteRows","document","writeToNewResult","storageInstance","bulkWrite","writeToOldRows","_doc","idx","previous","_meta","lwt","Date","getTime","newDoc","_rev","createRevision","writeToOldResult","keys","error","console","dir","errors","Error","err","cleanup","_ret"],"sources":["../../../../src/plugins/migration-storage/index.ts"],"sourcesContent":["import {\r\n    RxDatabase,\r\n    RxCollection,\r\n    createRevision,\r\n    clone,\r\n    BulkWriteRow,\r\n    RxStorageBulkWriteResponse,\r\n    randomToken,\r\n    RxStorage,\r\n    prepareQuery,\r\n    PreparedQuery,\r\n    FilledMangoQuery\r\n} from '../../index.ts';\r\n\r\nexport type RxStorageOld<A, B> = RxStorage<A, B> | any;\r\n\r\nexport type AfterMigrateBatchHandlerInput = {\r\n    databaseName: string;\r\n    collectionName: string;\r\n    oldDatabaseName: string;\r\n    insertToNewWriteRows: BulkWriteRow<any>[];\r\n    writeToNewResult: RxStorageBulkWriteResponse<any>;\r\n};\r\nexport type AfterMigrateBatchHandler = (\r\n    input: AfterMigrateBatchHandlerInput\r\n) => any | Promise<any>;\r\n\r\n\r\nexport type MigrateStorageParams = {\r\n    database: RxDatabase;\r\n    /**\r\n     * Using the migration plugin requires you\r\n     * to rename your new old database.\r\n     * The original name of the v11 database must be provided here.\r\n     */\r\n    oldDatabaseName: string;\r\n    oldStorage: RxStorageOld<any, any>;\r\n    batchSize?: number;\r\n    parallel?: boolean;\r\n    afterMigrateBatch?: AfterMigrateBatchHandler;\r\n    // to log each step, pass console.log.bind(console) here.\r\n    logFunction?: (message: string) => void;\r\n}\r\n\r\n/**\r\n * Migrates collections of RxDB version A and puts them\r\n * into a RxDatabase that is created with version B.\r\n * This function only works from the previous major version upwards.\r\n * Do not use it to migrate like rxdb v9 to v14.\r\n */\r\nexport async function migrateStorage(\r\n    params: MigrateStorageParams\r\n): Promise<void> {\r\n    const collections = Object.values(params.database.collections);\r\n    const batchSize = params.batchSize ? params.batchSize : 10;\r\n    if (params.parallel) {\r\n        await Promise.all(\r\n            collections.map(collection => migrateCollection(\r\n                collection,\r\n                params.oldDatabaseName,\r\n                params.oldStorage,\r\n                batchSize,\r\n                params.afterMigrateBatch,\r\n                params.logFunction\r\n            ))\r\n        );\r\n    } else {\r\n        for (const collection of collections) {\r\n            await migrateCollection(\r\n                collection,\r\n                params.oldDatabaseName,\r\n                params.oldStorage,\r\n                batchSize,\r\n                params.afterMigrateBatch,\r\n                params.logFunction\r\n            );\r\n        }\r\n    }\r\n}\r\n\r\nexport async function migrateCollection<RxDocType>(\r\n    collection: RxCollection<RxDocType>,\r\n    oldDatabaseName: string,\r\n    oldStorage: RxStorageOld<any, any>,\r\n    batchSize: number,\r\n    afterMigrateBatch?: AfterMigrateBatchHandler,\r\n    // to log each step, pass console.log.bind(console) here.\r\n    logFunction?: (message: string) => void\r\n) {\r\n    function log(message: string) {\r\n        if (logFunction) {\r\n            logFunction('migrateCollection(' + collection.name + ')' + message);\r\n        }\r\n    }\r\n    log('start migrateCollection()');\r\n    let schema = collection.schema.jsonSchema;\r\n    const primaryPath = collection.schema.primaryPath;\r\n    const oldDatabaseInstanceToken = randomToken(10);\r\n\r\n    const oldStorageInstance = await oldStorage.createStorageInstance({\r\n        databaseName: oldDatabaseName,\r\n        collectionName: collection.name,\r\n        multiInstance: false,\r\n        options: {},\r\n        schema: schema,\r\n        databaseInstanceToken: oldDatabaseInstanceToken,\r\n        devMode: false\r\n    });\r\n\r\n\r\n    const plainQuery: FilledMangoQuery<RxDocType> = {\r\n        selector: {\r\n            _deleted: {\r\n                $eq: false\r\n            }\r\n        } as any,\r\n        limit: batchSize,\r\n        sort: [{ [primaryPath]: 'asc' } as any],\r\n        skip: 0\r\n    };\r\n\r\n    const preparedQuery = prepareQuery(\r\n        schema,\r\n        plainQuery\r\n    );\r\n\r\n    while (true) {\r\n        log('loop once');\r\n        /**\r\n         * Get a batch of documents\r\n         */\r\n        const queryResult = await oldStorageInstance.query(preparedQuery);\r\n        const docs = queryResult.documents;\r\n        if (docs.length === 0) {\r\n            /**\r\n             * No more documents to migrate\r\n             */\r\n            log('migration of collection done');\r\n            await oldStorageInstance.remove();\r\n            return;\r\n        }\r\n\r\n        const docsNonMutated = clone(docs);\r\n\r\n        /**\r\n         * Get attachments\r\n         * if defined in the schema.\r\n         */\r\n        if (schema.attachments) {\r\n            await Promise.all(\r\n                docs.map(async (doc: any) => {\r\n                    const docId: string = (doc as any)[primaryPath];\r\n                    await Promise.all(\r\n                        Object.entries(doc._attachments).map(async ([attachmentId, attachmentMeta]) => {\r\n                            const attachmentBlob = await oldStorageInstance.getAttachmentData(\r\n                                docId,\r\n                                attachmentId,\r\n                                (attachmentMeta as any).digest\r\n                            );\r\n                            (doc as any)._attachments[attachmentId] = {\r\n                                data: attachmentBlob,\r\n                                digest: (attachmentMeta as any).digest,\r\n                                length: attachmentBlob.size,\r\n                                type: (attachmentMeta as any).type\r\n                            }\r\n                        })\r\n                    );\r\n                })\r\n            );\r\n            log('got attachments');\r\n        }\r\n\r\n        /**\r\n         * Insert the documents to the new storage\r\n         */\r\n        const insertToNewWriteRows: BulkWriteRow<any>[] = docs.map((document: any) => {\r\n            return { document };\r\n        });\r\n        const writeToNewResult: RxStorageBulkWriteResponse<any> = await collection.storageInstance.bulkWrite(\r\n            insertToNewWriteRows,\r\n            'migrate-storage'\r\n        );\r\n        log('written batch to new storage');\r\n\r\n        // TODO we should throw on non-conflict errors here.\r\n        // if (Object.keys(writeToNewResult.error).length > 0) {\r\n        //     throw new Error('could not write to new storage');\r\n        // }\r\n\r\n        /**\r\n         * Remove the docs from the old storage\r\n         */\r\n        const writeToOldRows = docs.map((_doc: any, idx: number) => {\r\n            const previous = docsNonMutated[idx];\r\n            if (!previous._meta) {\r\n                previous._meta = {\r\n                    lwt: new Date().getTime()\r\n                };\r\n            }\r\n\r\n            const newDoc: typeof previous = clone(previous);\r\n            newDoc._deleted = true;\r\n            if (!newDoc._meta) {\r\n                newDoc._meta = {\r\n                    lwt: new Date().getTime()\r\n                };\r\n            }\r\n            newDoc._meta.lwt = new Date().getTime() + 1;\r\n            newDoc._rev = createRevision(\r\n                oldDatabaseInstanceToken,\r\n                previous\r\n            );\r\n\r\n            return {\r\n                previous,\r\n                document: newDoc,\r\n            }\r\n        });\r\n        try {\r\n            const writeToOldResult = await oldStorageInstance.bulkWrite(\r\n                writeToOldRows,\r\n                'migrate-between-rxdb-versions'\r\n            );\r\n            if (Object.keys(writeToOldResult.error).length > 0) {\r\n                console.dir({\r\n                    writeToOldRows,\r\n                    errors: writeToOldResult.error\r\n                });\r\n                throw new Error('got error while deleting migrated documents on the old storage');\r\n            }\r\n        } catch (err) {\r\n            log('could not delete on old instance');\r\n            console.dir(err);\r\n            throw err;\r\n        }\r\n        log('deleted batch on old storage');\r\n        await oldStorageInstance.cleanup(0);\r\n\r\n        // run the handler if provided\r\n        if (afterMigrateBatch) {\r\n            await afterMigrateBatch({\r\n                databaseName: collection.database.name,\r\n                collectionName: collection.name,\r\n                oldDatabaseName,\r\n                insertToNewWriteRows,\r\n                writeToNewResult\r\n            });\r\n        }\r\n    }\r\n}\r\n\r\n\r\n\r\n\r\n\r\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AA4CA;AACA;AACA;AACA;AACA;AACA;AACO,eAAeC,cAAcA,CAChCC,MAA4B,EACf;EACb,IAAMC,WAAW,GAAGC,MAAM,CAACC,MAAM,CAACH,MAAM,CAACI,QAAQ,CAACH,WAAW,CAAC;EAC9D,IAAMI,SAAS,GAAGL,MAAM,CAACK,SAAS,GAAGL,MAAM,CAACK,SAAS,GAAG,EAAE;EAC1D,IAAIL,MAAM,CAACM,QAAQ,EAAE;IACjB,MAAMC,OAAO,CAACC,GAAG,CACbP,WAAW,CAACQ,GAAG,CAACC,UAAU,IAAIC,iBAAiB,CAC3CD,UAAU,EACVV,MAAM,CAACY,eAAe,EACtBZ,MAAM,CAACa,UAAU,EACjBR,SAAS,EACTL,MAAM,CAACc,iBAAiB,EACxBd,MAAM,CAACe,WACX,CAAC,CACL,CAAC;EACL,CAAC,MAAM;IACH,KAAK,IAAML,UAAU,IAAIT,WAAW,EAAE;MAClC,MAAMU,iBAAiB,CACnBD,UAAU,EACVV,MAAM,CAACY,eAAe,EACtBZ,MAAM,CAACa,UAAU,EACjBR,SAAS,EACTL,MAAM,CAACc,iBAAiB,EACxBd,MAAM,CAACe,WACX,CAAC;IACL;EACJ;AACJ;AAEO,eAAeJ,iBAAiBA,CACnCD,UAAmC,EACnCE,eAAuB,EACvBC,UAAkC,EAClCR,SAAiB,EACjBS,iBAA4C;AAC5C;AACAC,WAAuC,EACzC;EACE,SAASC,GAAGA,CAACC,OAAe,EAAE;IAC1B,IAAIF,WAAW,EAAE;MACbA,WAAW,CAAC,oBAAoB,GAAGL,UAAU,CAACQ,IAAI,GAAG,GAAG,GAAGD,OAAO,CAAC;IACvE;EACJ;EACAD,GAAG,CAAC,2BAA2B,CAAC;EAChC,IAAIG,MAAM,GAAGT,UAAU,CAACS,MAAM,CAACC,UAAU;EACzC,IAAMC,WAAW,GAAGX,UAAU,CAACS,MAAM,CAACE,WAAW;EACjD,IAAMC,wBAAwB,GAAG,IAAAC,kBAAW,EAAC,EAAE,CAAC;EAEhD,IAAMC,kBAAkB,GAAG,MAAMX,UAAU,CAACY,qBAAqB,CAAC;IAC9DC,YAAY,EAAEd,eAAe;IAC7Be,cAAc,EAAEjB,UAAU,CAACQ,IAAI;IAC/BU,aAAa,EAAE,KAAK;IACpBC,OAAO,EAAE,CAAC,CAAC;IACXV,MAAM,EAAEA,MAAM;IACdW,qBAAqB,EAAER,wBAAwB;IAC/CS,OAAO,EAAE;EACb,CAAC,CAAC;EAGF,IAAMC,UAAuC,GAAG;IAC5CC,QAAQ,EAAE;MACNC,QAAQ,EAAE;QACNC,GAAG,EAAE;MACT;IACJ,CAAQ;IACRC,KAAK,EAAE/B,SAAS;IAChBgC,IAAI,EAAE,CAAC;MAAE,CAAChB,WAAW,GAAG;IAAM,CAAC,CAAQ;IACvCiB,IAAI,EAAE;EACV,CAAC;EAED,IAAMC,aAAa,GAAG,IAAAC,mBAAY,EAC9BrB,MAAM,EACNa,UACJ,CAAC;EAAC,IAAAS,KAAA,kBAAAA,CAAA,EAEW;MACTzB,GAAG,CAAC,WAAW,CAAC;MAChB;AACR;AACA;MACQ,IAAM0B,WAAW,GAAG,MAAMlB,kBAAkB,CAACmB,KAAK,CAACJ,aAAa,CAAC;MACjE,IAAMK,IAAI,GAAGF,WAAW,CAACG,SAAS;MAClC,IAAID,IAAI,CAACE,MAAM,KAAK,CAAC,EAAE;QACnB;AACZ;AACA;QACY9B,GAAG,CAAC,8BAA8B,CAAC;QACnC,MAAMQ,kBAAkB,CAACuB,MAAM,CAAC,CAAC;QAAC;UAAAC,CAAA;QAAA;MAEtC;MAEA,IAAMC,cAAc,GAAG,IAAAC,YAAK,EAACN,IAAI,CAAC;;MAElC;AACR;AACA;AACA;MACQ,IAAIzB,MAAM,CAACgC,WAAW,EAAE;QACpB,MAAM5C,OAAO,CAACC,GAAG,CACboC,IAAI,CAACnC,GAAG,CAAC,MAAO2C,GAAQ,IAAK;UACzB,IAAMC,KAAa,GAAID,GAAG,CAAS/B,WAAW,CAAC;UAC/C,MAAMd,OAAO,CAACC,GAAG,CACbN,MAAM,CAACoD,OAAO,CAACF,GAAG,CAACG,YAAY,CAAC,CAAC9C,GAAG,CAAC,OAAO,CAAC+C,YAAY,EAAEC,cAAc,CAAC,KAAK;YAC3E,IAAMC,cAAc,GAAG,MAAMlC,kBAAkB,CAACmC,iBAAiB,CAC7DN,KAAK,EACLG,YAAY,EACXC,cAAc,CAASG,MAC5B,CAAC;YACAR,GAAG,CAASG,YAAY,CAACC,YAAY,CAAC,GAAG;cACtCK,IAAI,EAAEH,cAAc;cACpBE,MAAM,EAAGH,cAAc,CAASG,MAAM;cACtCd,MAAM,EAAEY,cAAc,CAACI,IAAI;cAC3BC,IAAI,EAAGN,cAAc,CAASM;YAClC,CAAC;UACL,CAAC,CACL,CAAC;QACL,CAAC,CACL,CAAC;QACD/C,GAAG,CAAC,iBAAiB,CAAC;MAC1B;;MAEA;AACR;AACA;MACQ,IAAMgD,oBAAyC,GAAGpB,IAAI,CAACnC,GAAG,CAAEwD,QAAa,IAAK;QAC1E,OAAO;UAAEA;QAAS,CAAC;MACvB,CAAC,CAAC;MACF,IAAMC,gBAAiD,GAAG,MAAMxD,UAAU,CAACyD,eAAe,CAACC,SAAS,CAChGJ,oBAAoB,EACpB,iBACJ,CAAC;MACDhD,GAAG,CAAC,8BAA8B,CAAC;;MAEnC;MACA;MACA;MACA;;MAEA;AACR;AACA;MACQ,IAAMqD,cAAc,GAAGzB,IAAI,CAACnC,GAAG,CAAC,CAAC6D,IAAS,EAAEC,GAAW,KAAK;QACxD,IAAMC,QAAQ,GAAGvB,cAAc,CAACsB,GAAG,CAAC;QACpC,IAAI,CAACC,QAAQ,CAACC,KAAK,EAAE;UACjBD,QAAQ,CAACC,KAAK,GAAG;YACbC,GAAG,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,OAAO,CAAC;UAC5B,CAAC;QACL;QAEA,IAAMC,MAAuB,GAAG,IAAA3B,YAAK,EAACsB,QAAQ,CAAC;QAC/CK,MAAM,CAAC3C,QAAQ,GAAG,IAAI;QACtB,IAAI,CAAC2C,MAAM,CAACJ,KAAK,EAAE;UACfI,MAAM,CAACJ,KAAK,GAAG;YACXC,GAAG,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,OAAO,CAAC;UAC5B,CAAC;QACL;QACAC,MAAM,CAACJ,KAAK,CAACC,GAAG,GAAG,IAAIC,IAAI,CAAC,CAAC,CAACC,OAAO,CAAC,CAAC,GAAG,CAAC;QAC3CC,MAAM,CAACC,IAAI,GAAG,IAAAC,qBAAc,EACxBzD,wBAAwB,EACxBkD,QACJ,CAAC;QAED,OAAO;UACHA,QAAQ;UACRP,QAAQ,EAAEY;QACd,CAAC;MACL,CAAC,CAAC;MACF,IAAI;QACA,IAAMG,gBAAgB,GAAG,MAAMxD,kBAAkB,CAAC4C,SAAS,CACvDC,cAAc,EACd,+BACJ,CAAC;QACD,IAAInE,MAAM,CAAC+E,IAAI,CAACD,gBAAgB,CAACE,KAAK,CAAC,CAACpC,MAAM,GAAG,CAAC,EAAE;UAChDqC,OAAO,CAACC,GAAG,CAAC;YACRf,cAAc;YACdgB,MAAM,EAAEL,gBAAgB,CAACE;UAC7B,CAAC,CAAC;UACF,MAAM,IAAII,KAAK,CAAC,gEAAgE,CAAC;QACrF;MACJ,CAAC,CAAC,OAAOC,GAAG,EAAE;QACVvE,GAAG,CAAC,kCAAkC,CAAC;QACvCmE,OAAO,CAACC,GAAG,CAACG,GAAG,CAAC;QAChB,MAAMA,GAAG;MACb;MACAvE,GAAG,CAAC,8BAA8B,CAAC;MACnC,MAAMQ,kBAAkB,CAACgE,OAAO,CAAC,CAAC,CAAC;;MAEnC;MACA,IAAI1E,iBAAiB,EAAE;QACnB,MAAMA,iBAAiB,CAAC;UACpBY,YAAY,EAAEhB,UAAU,CAACN,QAAQ,CAACc,IAAI;UACtCS,cAAc,EAAEjB,UAAU,CAACQ,IAAI;UAC/BN,eAAe;UACfoD,oBAAoB;UACpBE;QACJ,CAAC,CAAC;MACN;IACJ,CAAC;IAAAuB,IAAA;EA1HD,OAAO,IAAI;IAAAA,IAAA,SAAAhD,KAAA;IAAA,IAAAgD,IAAA,SAAAA,IAAA,CAAAzC,CAAA;EAAA;AA2Hf","ignoreList":[]}

package/dist/cjs/plugins/pipeline/flagged-functions.js

@@ -0,0 +1,129 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.FLAGGED_FUNCTIONS = void 0;
+exports.blockFlaggedFunctionKey = blockFlaggedFunctionKey;
+exports.releaseFlaggedFunctionKey = releaseFlaggedFunctionKey;
+var _index = require("../utils/index.js");
+/**
+ * This is the most hacky thing we do in RxDB.
+ * When a pipeline "transaction" is running,
+ * we have to make all calls to the collection from the outside
+ * wait while still make it possible to run reads and writes
+ * from inside the transaction.
+ * 
+ * We can decide where the call came from by checking the stack `new Error().stack`
+ * for a random "flag".
+ * But creating random flagged functions requires eval which we should not use.
+ * Instead we have a list of some flagged functions here
+ * that can be used and checked for in the stacktrace.
+ * 
+ * 
+ * When doing this with eval() instead it would look like:
+ * ```ts
+ * eval(`
+ *     async function ${this.secretFunctionName}(docs){ const x = await _this.handler(docs); return x; }
+ *     o.${this.secretFunctionName} = ${this.secretFunctionName};
+ *   `);
+ * await o[this.secretFunctionName](rxDocuments);
+ * 
+ * ```
+ */
+async function rx_pipeline_fn_1_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_2_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_3_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_4_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_5_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_6_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_7_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_8_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_9_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_10_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_11_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_12_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_13_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_14_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_15_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_16_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_17_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_18_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_19_(fn) {
+  return await fn();
+}
+async function rx_pipeline_fn_20_(fn) {
+  return await fn();
+}
+var FLAGGED_FUNCTIONS = exports.FLAGGED_FUNCTIONS = {
+  rx_pipeline_fn_1_,
+  rx_pipeline_fn_2_,
+  rx_pipeline_fn_3_,
+  rx_pipeline_fn_4_,
+  rx_pipeline_fn_5_,
+  rx_pipeline_fn_6_,
+  rx_pipeline_fn_7_,
+  rx_pipeline_fn_8_,
+  rx_pipeline_fn_9_,
+  rx_pipeline_fn_10_,
+  rx_pipeline_fn_11_,
+  rx_pipeline_fn_12_,
+  rx_pipeline_fn_13_,
+  rx_pipeline_fn_14_,
+  rx_pipeline_fn_15_,
+  rx_pipeline_fn_16_,
+  rx_pipeline_fn_17_,
+  rx_pipeline_fn_18_,
+  rx_pipeline_fn_19_,
+  rx_pipeline_fn_20_
+};
+var ids = Object.keys(FLAGGED_FUNCTIONS);
+function blockFlaggedFunctionKey() {
+  /**
+   * If this happens and we have no more flagged keys left
+   * it means that more pipeline handlers are running in parallel.
+   * To fix this, add more functions.
+   */
+  var id = (0, _index.ensureNotFalsy)(ids.pop(), 'no flagged keys left');
+  return id;
+}
+function releaseFlaggedFunctionKey(key) {
+  ids.push(key);
+}
+//# sourceMappingURL=flagged-functions.js.map

package/dist/cjs/plugins/pipeline/flagged-functions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flagged-functions.js","names":["_index","require","rx_pipeline_fn_1_","fn","rx_pipeline_fn_2_","rx_pipeline_fn_3_","rx_pipeline_fn_4_","rx_pipeline_fn_5_","rx_pipeline_fn_6_","rx_pipeline_fn_7_","rx_pipeline_fn_8_","rx_pipeline_fn_9_","rx_pipeline_fn_10_","rx_pipeline_fn_11_","rx_pipeline_fn_12_","rx_pipeline_fn_13_","rx_pipeline_fn_14_","rx_pipeline_fn_15_","rx_pipeline_fn_16_","rx_pipeline_fn_17_","rx_pipeline_fn_18_","rx_pipeline_fn_19_","rx_pipeline_fn_20_","FLAGGED_FUNCTIONS","exports","ids","Object","keys","blockFlaggedFunctionKey","id","ensureNotFalsy","pop","releaseFlaggedFunctionKey","key","push"],"sources":["../../../../src/plugins/pipeline/flagged-functions.ts"],"sourcesContent":["import { ensureNotFalsy } from '../utils/index.ts';\r\n\r\n/**\r\n * This is the most hacky thing we do in RxDB.\r\n * When a pipeline \"transaction\" is running,\r\n * we have to make all calls to the collection from the outside\r\n * wait while still make it possible to run reads and writes\r\n * from inside the transaction.\r\n * \r\n * We can decide where the call came from by checking the stack `new Error().stack`\r\n * for a random \"flag\".\r\n * But creating random flagged functions requires eval which we should not use.\r\n * Instead we have a list of some flagged functions here\r\n * that can be used and checked for in the stacktrace.\r\n * \r\n * \r\n * When doing this with eval() instead it would look like:\r\n * ```ts\r\n * eval(`\r\n *     async function ${this.secretFunctionName}(docs){ const x = await _this.handler(docs); return x; }\r\n *     o.${this.secretFunctionName} = ${this.secretFunctionName};\r\n *   `);\r\n * await o[this.secretFunctionName](rxDocuments);\r\n * \r\n * ```\r\n */\r\nasync function rx_pipeline_fn_1_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_2_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_3_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_4_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_5_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_6_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_7_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_8_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_9_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_10_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_11_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_12_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_13_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_14_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_15_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_16_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_17_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_18_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_19_(fn: any) {\r\n    return await fn();\r\n}\r\nasync function rx_pipeline_fn_20_(fn: any) {\r\n    return await fn();\r\n}\r\n\r\n\r\n\r\n\r\n\r\nexport const FLAGGED_FUNCTIONS = {\r\n    rx_pipeline_fn_1_,\r\n    rx_pipeline_fn_2_,\r\n    rx_pipeline_fn_3_,\r\n    rx_pipeline_fn_4_,\r\n    rx_pipeline_fn_5_,\r\n    rx_pipeline_fn_6_,\r\n    rx_pipeline_fn_7_,\r\n    rx_pipeline_fn_8_,\r\n    rx_pipeline_fn_9_,\r\n    rx_pipeline_fn_10_,\r\n    rx_pipeline_fn_11_,\r\n    rx_pipeline_fn_12_,\r\n    rx_pipeline_fn_13_,\r\n    rx_pipeline_fn_14_,\r\n    rx_pipeline_fn_15_,\r\n    rx_pipeline_fn_16_,\r\n    rx_pipeline_fn_17_,\r\n    rx_pipeline_fn_18_,\r\n    rx_pipeline_fn_19_,\r\n    rx_pipeline_fn_20_,\r\n} as const;\r\n\r\n\r\n\r\nconst ids: (keyof typeof FLAGGED_FUNCTIONS)[] = Object.keys(FLAGGED_FUNCTIONS) as any;\r\n\r\nexport function blockFlaggedFunctionKey(): keyof typeof FLAGGED_FUNCTIONS {\r\n    /**\r\n     * If this happens and we have no more flagged keys left\r\n     * it means that more pipeline handlers are running in parallel.\r\n     * To fix this, add more functions.\r\n     */\r\n    const id = ensureNotFalsy(ids.pop(), 'no flagged keys left');\r\n    return id;\r\n}\r\n\r\nexport function releaseFlaggedFunctionKey(key: keyof typeof FLAGGED_FUNCTIONS) {\r\n    ids.push(key);\r\n}\r\n"],"mappings":";;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,eAAeC,iBAAiBA,CAACC,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeC,iBAAiBA,CAACD,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeE,iBAAiBA,CAACF,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeG,iBAAiBA,CAACH,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeI,iBAAiBA,CAACJ,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeK,iBAAiBA,CAACL,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeM,iBAAiBA,CAACN,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeO,iBAAiBA,CAACP,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeQ,iBAAiBA,CAACR,EAAO,EAAE;EACtC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeS,kBAAkBA,CAACT,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeU,kBAAkBA,CAACV,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeW,kBAAkBA,CAACX,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeY,kBAAkBA,CAACZ,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAea,kBAAkBA,CAACb,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAec,kBAAkBA,CAACd,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAee,kBAAkBA,CAACf,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAegB,kBAAkBA,CAAChB,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAeiB,kBAAkBA,CAACjB,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAekB,kBAAkBA,CAAClB,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AACA,eAAemB,kBAAkBA,CAACnB,EAAO,EAAE;EACvC,OAAO,MAAMA,EAAE,CAAC,CAAC;AACrB;AAMO,IAAMoB,iBAAiB,GAAAC,OAAA,CAAAD,iBAAA,GAAG;EAC7BrB,iBAAiB;EACjBE,iBAAiB;EACjBC,iBAAiB;EACjBC,iBAAiB;EACjBC,iBAAiB;EACjBC,iBAAiB;EACjBC,iBAAiB;EACjBC,iBAAiB;EACjBC,iBAAiB;EACjBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC,kBAAkB;EAClBC;AACJ,CAAU;AAIV,IAAMG,GAAuC,GAAGC,MAAM,CAACC,IAAI,CAACJ,iBAAiB,CAAQ;AAE9E,SAASK,uBAAuBA,CAAA,EAAmC;EACtE;AACJ;AACA;AACA;AACA;EACI,IAAMC,EAAE,GAAG,IAAAC,qBAAc,EAACL,GAAG,CAACM,GAAG,CAAC,CAAC,EAAE,sBAAsB,CAAC;EAC5D,OAAOF,EAAE;AACb;AAEO,SAASG,yBAAyBA,CAACC,GAAmC,EAAE;EAC3ER,GAAG,CAACS,IAAI,CAACD,GAAG,CAAC;AACjB","ignoreList":[]}

package/dist/cjs/plugins/pipeline/index.js

@@ -0,0 +1,43 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _exportNames = {
+  RxDBPipelinePlugin: true
+};
+exports.RxDBPipelinePlugin = void 0;
+var _rxPipeline = require("./rx-pipeline.js");
+Object.keys(_rxPipeline).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (Object.prototype.hasOwnProperty.call(_exportNames, key)) return;
+  if (key in exports && exports[key] === _rxPipeline[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _rxPipeline[key];
+    }
+  });
+});
+var _flaggedFunctions = require("./flagged-functions.js");
+Object.keys(_flaggedFunctions).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (Object.prototype.hasOwnProperty.call(_exportNames, key)) return;
+  if (key in exports && exports[key] === _flaggedFunctions[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _flaggedFunctions[key];
+    }
+  });
+});
+var RxDBPipelinePlugin = exports.RxDBPipelinePlugin = {
+  name: 'pipeline',
+  rxdb: true,
+  prototypes: {
+    RxCollection(proto) {
+      proto.addPipeline = _rxPipeline.addPipeline;
+    }
+  }
+};
+//# sourceMappingURL=index.js.map

package/dist/cjs/plugins/pipeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_rxPipeline","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","_flaggedFunctions","RxDBPipelinePlugin","name","rxdb","prototypes","RxCollection","proto","addPipeline"],"sources":["../../../../src/plugins/pipeline/index.ts"],"sourcesContent":["import type {\r\n    RxPlugin\r\n} from '../../types/index.d.ts';\r\nimport { addPipeline } from './rx-pipeline.ts';\r\n\r\nexport type * from './types.ts';\r\nexport * from './flagged-functions.ts';\r\nexport * from './rx-pipeline.ts';\r\n\r\nexport const RxDBPipelinePlugin: RxPlugin = {\r\n    name: 'pipeline',\r\n    rxdb: true,\r\n    prototypes: {\r\n        RxCollection(proto: any) {\r\n            proto.addPipeline = addPipeline;\r\n        }\r\n    }\r\n};\r\n"],"mappings":";;;;;;;;;AAGA,IAAAA,WAAA,GAAAC,OAAA;AAIAC,MAAA,CAAAC,IAAA,CAAAH,WAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,WAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,WAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AADA,IAAAS,iBAAA,GAAAb,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAW,iBAAA,EAAAV,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAS,iBAAA,CAAAT,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,iBAAA,CAAAT,GAAA;IAAA;EAAA;AAAA;AAGO,IAAMU,kBAA4B,GAAAL,OAAA,CAAAK,kBAAA,GAAG;EACxCC,IAAI,EAAE,UAAU;EAChBC,IAAI,EAAE,IAAI;EACVC,UAAU,EAAE;IACRC,YAAYA,CAACC,KAAU,EAAE;MACrBA,KAAK,CAACC,WAAW,GAAGA,uBAAW;IACnC;EACJ;AACJ,CAAC","ignoreList":[]}

package/dist/cjs/plugins/pipeline/rx-pipeline.js

@@ -0,0 +1,219 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.RxPipeline = void 0;
+exports.addPipeline = addPipeline;
+exports.getCheckpointDoc = getCheckpointDoc;
+exports.setCheckpointDoc = setCheckpointDoc;
+var _rxjs = require("rxjs");
+var _index = require("../utils/index.js");
+var _rxStorageHelper = require("../../rx-storage-helper.js");
+var _docCache = require("../../doc-cache.js");
+var _rxDatabaseInternalStore = require("../../rx-database-internal-store.js");
+var _flaggedFunctions = require("./flagged-functions.js");
+var RxPipeline = exports.RxPipeline = /*#__PURE__*/function () {
+  /**
+   * The handler of the pipeline must never throw.
+   * If it did anyway, the pipeline will be stuck and always
+   * throw the previous error on all operations.
+   */
+
+  function RxPipeline(identifier, source, destination, handler, batchSize = 100) {
+    this.processQueue = _index.PROMISE_RESOLVE_VOID;
+    this.subs = [];
+    this.stopped = false;
+    this.toRun = 1;
+    this.lastSourceDocTime = new _rxjs.BehaviorSubject(-1);
+    this.lastProcessedDocTime = new _rxjs.BehaviorSubject(0);
+    this.somethingChanged = new _rxjs.Subject();
+    this.secretFunctionName = 'tx_fn_' + (0, _index.randomToken)(10);
+    this.waitBeforeWriteFn = async () => {
+      var stack = new Error().stack;
+      if (stack && stack.includes(this.secretFunctionName)) {} else {
+        await this.awaitIdle();
+      }
+    };
+    this.identifier = identifier;
+    this.source = source;
+    this.destination = destination;
+    this.handler = handler;
+    this.batchSize = batchSize;
+    this.checkpointId = 'rx-pipeline-' + identifier;
+    this.source.onClose.push(() => this.close());
+    this.destination.awaitBeforeReads.add(this.waitBeforeWriteFn);
+    this.subs.push(this.source.eventBulks$.pipe((0, _rxjs.filter)(bulk => !this.stopped && !bulk.isLocal)).subscribe(bulk => {
+      this.lastSourceDocTime.next(bulk.events[0].documentData._meta.lwt);
+      this.somethingChanged.next({});
+    }));
+    this.subs.push(this.destination.database.internalStore.changeStream().subscribe(eventBulk => {
+      var events = eventBulk.events;
+      for (var index = 0; index < events.length; index++) {
+        var event = events[index];
+        if (event.documentData.context === _rxDatabaseInternalStore.INTERNAL_CONTEXT_PIPELINE_CHECKPOINT && event.documentData.key === this.checkpointId) {
+          this.lastProcessedDocTime.next(event.documentData.data.lastDocTime);
+          this.somethingChanged.next({});
+        }
+      }
+    }));
+  }
+  var _proto = RxPipeline.prototype;
+  _proto.trigger = function trigger() {
+    var _this2 = this;
+    /**
+     * Do not stack up too many
+     * so that fast writes to the source collection
+     * do not block anything too long.
+     */
+    if (this.toRun > 2) {
+      return;
+    }
+    this.toRun = this.toRun + 1;
+    this.processQueue = this.processQueue.then(async () => {
+      this.toRun = this.toRun - 1;
+      var done = false;
+      var _loop = async function () {
+          var checkpointDoc = await getCheckpointDoc(_this2);
+          var checkpoint = checkpointDoc ? checkpointDoc.data.checkpoint : undefined;
+          var docsSinceResult = await (0, _rxStorageHelper.getChangedDocumentsSince)(_this2.source.storageInstance, _this2.batchSize, checkpoint);
+          var lastTime = checkpointDoc ? checkpointDoc.data.lastDocTime : 0;
+          if (docsSinceResult.documents.length > 0) {
+            var rxDocuments = (0, _docCache.mapDocumentsDataToCacheDocs)(_this2.source._docCache, docsSinceResult.documents);
+            var _this = _this2;
+
+            // const o: any = {};
+            // eval(`
+            //     async function ${this.secretFunctionName}(docs){ const x = await _this.handler(docs); return x; }
+            //     o.${this.secretFunctionName} = ${this.secretFunctionName};
+            // `);
+            // await o[this.secretFunctionName](rxDocuments);
+
+            var fnKey = (0, _flaggedFunctions.blockFlaggedFunctionKey)();
+            _this2.secretFunctionName = fnKey;
+            try {
+              await _flaggedFunctions.FLAGGED_FUNCTIONS[fnKey](() => _this.handler(rxDocuments));
+            } catch (err) {
+              _this2.error = err;
+            } finally {
+              (0, _flaggedFunctions.releaseFlaggedFunctionKey)(fnKey);
+            }
+            if (_this2.error) {
+              return {
+                v: void 0
+              };
+            }
+            lastTime = (0, _index.ensureNotFalsy)((0, _index.lastOfArray)(docsSinceResult.documents))._meta.lwt;
+          }
+          if (!_this2.destination.closed) {
+            await setCheckpointDoc(_this2, {
+              checkpoint: docsSinceResult.checkpoint,
+              lastDocTime: lastTime
+            }, checkpointDoc);
+          }
+          if (docsSinceResult.documents.length < _this2.batchSize) {
+            done = true;
+          }
+        },
+        _ret;
+      while (!done && !this.stopped && !this.destination.closed && !this.source.closed && !this.error) {
+        _ret = await _loop();
+        if (_ret) return _ret.v;
+      }
+    });
+  };
+  _proto.awaitIdle = async function awaitIdle() {
+    if (this.error) {
+      throw this.error;
+    }
+    var done = false;
+    while (!done) {
+      await this.processQueue;
+      if (this.error) {
+        throw this.error;
+      }
+      if (this.lastProcessedDocTime.getValue() >= this.lastSourceDocTime.getValue()) {
+        done = true;
+      } else {
+        await (0, _rxjs.firstValueFrom)(this.somethingChanged);
+      }
+    }
+  };
+  _proto.close = async function close() {
+    await this.processQueue;
+    this.stopped = true;
+    this.destination.awaitBeforeReads.delete(this.waitBeforeWriteFn);
+    this.subs.forEach(s => s.unsubscribe());
+    await this.processQueue;
+  }
+
+  /**
+   * Remove the pipeline and all metadata which it has stored
+   */;
+  _proto.remove = async function remove() {
+    var insternalStore = this.destination.database.internalStore;
+    var checkpointDoc = await getCheckpointDoc(this);
+    if (checkpointDoc) {
+      var newDoc = (0, _index.clone)(checkpointDoc);
+      newDoc._deleted = true;
+      var writeResult = await insternalStore.bulkWrite([{
+        previous: checkpointDoc,
+        document: newDoc
+      }], 'rx-pipeline');
+      if (writeResult.error.length > 0) {
+        throw writeResult.error;
+      }
+    }
+    return this.close();
+  };
+  return RxPipeline;
+}();
+async function getCheckpointDoc(pipeline) {
+  var insternalStore = pipeline.destination.database.internalStore;
+  var checkpointId = (0, _rxDatabaseInternalStore.getPrimaryKeyOfInternalDocument)(pipeline.checkpointId, _rxDatabaseInternalStore.INTERNAL_CONTEXT_PIPELINE_CHECKPOINT);
+  var results = await insternalStore.findDocumentsById([checkpointId], false);
+  var result = results[0];
+  if (result) {
+    return result;
+  } else {
+    return undefined;
+  }
+}
+async function setCheckpointDoc(pipeline, newCheckpoint, previous) {
+  var insternalStore = pipeline.destination.database.internalStore;
+  var newDoc = {
+    _attachments: {},
+    _deleted: false,
+    _meta: {
+      lwt: (0, _index.now)()
+    },
+    _rev: (0, _index.createRevision)(pipeline.destination.database.token, previous),
+    context: _rxDatabaseInternalStore.INTERNAL_CONTEXT_PIPELINE_CHECKPOINT,
+    data: newCheckpoint,
+    id: (0, _rxDatabaseInternalStore.getPrimaryKeyOfInternalDocument)(pipeline.checkpointId, _rxDatabaseInternalStore.INTERNAL_CONTEXT_PIPELINE_CHECKPOINT),
+    key: pipeline.checkpointId
+  };
+  var writeResult = await insternalStore.bulkWrite([{
+    previous,
+    document: newDoc
+  }], 'rx-pipeline');
+  if (writeResult.error.length > 0) {
+    throw writeResult.error;
+  }
+}
+async function addPipeline(options) {
+  var pipeline = new RxPipeline(options.identifier, this, options.destination, options.handler, options.batchSize);
+  var waitForLeadership = typeof options.waitForLeadership === 'undefined' ? true : options.waitForLeadership;
+  var startPromise = waitForLeadership ? this.database.waitForLeadership() : _index.PROMISE_RESOLVE_VOID;
+  startPromise.then(() => {
+    pipeline.trigger();
+    pipeline.subs.push(this.eventBulks$.pipe((0, _rxjs.filter)(bulk => {
+      if (pipeline.stopped) {
+        return false;
+      }
+      return !bulk.isLocal;
+    })).subscribe(() => pipeline.trigger()));
+  });
+  return pipeline;
+}
+//# sourceMappingURL=rx-pipeline.js.map

package/dist/cjs/plugins/pipeline/rx-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rx-pipeline.js","names":["_rxjs","require","_index","_rxStorageHelper","_docCache","_rxDatabaseInternalStore","_flaggedFunctions","RxPipeline","exports","identifier","source","destination","handler","batchSize","processQueue","PROMISE_RESOLVE_VOID","subs","stopped","toRun","lastSourceDocTime","BehaviorSubject","lastProcessedDocTime","somethingChanged","Subject","secretFunctionName","randomToken","waitBeforeWriteFn","stack","Error","includes","awaitIdle","checkpointId","onClose","push","close","awaitBeforeReads","add","eventBulks$","pipe","filter","bulk","isLocal","subscribe","next","events","documentData","_meta","lwt","database","internalStore","changeStream","eventBulk","index","length","event","context","INTERNAL_CONTEXT_PIPELINE_CHECKPOINT","key","data","lastDocTime","_proto","prototype","trigger","_this2","then","done","_loop","checkpointDoc","getCheckpointDoc","checkpoint","undefined","docsSinceResult","getChangedDocumentsSince","storageInstance","lastTime","documents","rxDocuments","mapDocumentsDataToCacheDocs","_this","fnKey","blockFlaggedFunctionKey","FLAGGED_FUNCTIONS","err","error","releaseFlaggedFunctionKey","v","ensureNotFalsy","lastOfArray","closed","setCheckpointDoc","_ret","getValue","firstValueFrom","delete","forEach","s","unsubscribe","remove","insternalStore","newDoc","clone","_deleted","writeResult","bulkWrite","previous","document","pipeline","getPrimaryKeyOfInternalDocument","results","findDocumentsById","result","newCheckpoint","_attachments","now","_rev","createRevision","token","id","addPipeline","options","waitForLeadership","startPromise"],"sources":["../../../../src/plugins/pipeline/rx-pipeline.ts"],"sourcesContent":["import {\r\n    BehaviorSubject,\r\n    Subject,\r\n    Subscription,\r\n    filter,\r\n    firstValueFrom,\r\n    race\r\n} from 'rxjs';\r\nimport type {\r\n    EventBulk,\r\n    InternalStoreDocType,\r\n    RxChangeEventBulk,\r\n    RxCollection,\r\n    RxDocument,\r\n    RxDocumentData,\r\n    RxStorageChangeEvent\r\n} from '../../types';\r\nimport type {\r\n    CheckpointDocData,\r\n    RxPipelineHandler,\r\n    RxPipelineOptions\r\n} from './types';\r\nimport {\r\n    PROMISE_RESOLVE_VOID,\r\n    clone,\r\n    createRevision,\r\n    ensureNotFalsy,\r\n    lastOfArray,\r\n    nameFunction,\r\n    now,\r\n    promiseWait,\r\n    randomToken\r\n} from '../utils/index.ts';\r\nimport { getChangedDocumentsSince } from '../../rx-storage-helper.ts';\r\nimport { mapDocumentsDataToCacheDocs } from '../../doc-cache.ts';\r\nimport { INTERNAL_CONTEXT_PIPELINE_CHECKPOINT, getPrimaryKeyOfInternalDocument } from '../../rx-database-internal-store.ts';\r\nimport { FLAGGED_FUNCTIONS, blockFlaggedFunctionKey, releaseFlaggedFunctionKey } from './flagged-functions.ts';\r\n\r\nexport class RxPipeline<RxDocType> {\r\n    processQueue = PROMISE_RESOLVE_VOID;\r\n    subs: Subscription[] = [];\r\n    stopped: boolean = false;\r\n\r\n    toRun = 1;\r\n    checkpointId: string;\r\n\r\n    lastSourceDocTime = new BehaviorSubject(-1);\r\n    lastProcessedDocTime = new BehaviorSubject(0);\r\n    somethingChanged = new Subject();\r\n\r\n\r\n    secretFunctionName = 'tx_fn_' + randomToken(10)\r\n\r\n    waitBeforeWriteFn = async () => {\r\n        const stack = new Error().stack;\r\n        if (stack && (\r\n            stack.includes(this.secretFunctionName)\r\n        )) {\r\n        } else {\r\n            await this.awaitIdle();\r\n        }\r\n    }\r\n\r\n    /**\r\n     * The handler of the pipeline must never throw.\r\n     * If it did anyway, the pipeline will be stuck and always\r\n     * throw the previous error on all operations.\r\n     */\r\n    error: any;\r\n\r\n    constructor(\r\n        public readonly identifier: string,\r\n        public readonly source: RxCollection<RxDocType>,\r\n        public readonly destination: RxCollection<any>,\r\n        public readonly handler: RxPipelineHandler<RxDocType>,\r\n        public readonly batchSize = 100\r\n    ) {\r\n        this.checkpointId = 'rx-pipeline-' + identifier;\r\n        this.source.onClose.push(() => this.close());\r\n        this.destination.awaitBeforeReads.add(this.waitBeforeWriteFn);\r\n        this.subs.push(\r\n            this.source.eventBulks$.pipe(\r\n                filter((bulk: RxChangeEventBulk<RxDocType>) => !this.stopped && !bulk.isLocal)\r\n            ).subscribe((bulk: RxChangeEventBulk<RxDocType>) => {\r\n                this.lastSourceDocTime.next(bulk.events[0].documentData._meta.lwt);\r\n                this.somethingChanged.next({});\r\n            })\r\n        );\r\n        this.subs.push(\r\n            this.destination.database.internalStore\r\n                .changeStream()\r\n                .subscribe((eventBulk: EventBulk<RxStorageChangeEvent<InternalStoreDocType>, any>) => {\r\n                    const events = eventBulk.events;\r\n                    for (let index = 0; index < events.length; index++) {\r\n                        const event = events[index];\r\n                        if (\r\n                            event.documentData.context === INTERNAL_CONTEXT_PIPELINE_CHECKPOINT &&\r\n                            event.documentData.key === this.checkpointId\r\n                        ) {\r\n                            this.lastProcessedDocTime.next(event.documentData.data.lastDocTime);\r\n                            this.somethingChanged.next({});\r\n                        }\r\n                    }\r\n                })\r\n        );\r\n    }\r\n\r\n    trigger() {\r\n        /**\r\n         * Do not stack up too many\r\n         * so that fast writes to the source collection\r\n         * do not block anything too long.\r\n         */\r\n        if (this.toRun > 2) {\r\n            return;\r\n        }\r\n        this.toRun = this.toRun + 1;\r\n\r\n        this.processQueue = this.processQueue.then(async () => {\r\n            this.toRun = this.toRun - 1;\r\n\r\n            let done = false;\r\n            while (\r\n                !done &&\r\n                !this.stopped &&\r\n                !this.destination.closed &&\r\n                !this.source.closed &&\r\n                !this.error\r\n            ) {\r\n                const checkpointDoc = await getCheckpointDoc(this);\r\n                const checkpoint = checkpointDoc ? checkpointDoc.data.checkpoint : undefined;\r\n                const docsSinceResult = await getChangedDocumentsSince(\r\n                    this.source.storageInstance,\r\n                    this.batchSize,\r\n                    checkpoint\r\n                );\r\n\r\n                let lastTime = checkpointDoc ? checkpointDoc.data.lastDocTime : 0;\r\n                if (docsSinceResult.documents.length > 0) {\r\n                    const rxDocuments = mapDocumentsDataToCacheDocs(this.source._docCache, docsSinceResult.documents);\r\n                    const _this = this;\r\n\r\n\r\n\r\n                    // const o: any = {};\r\n                    // eval(`\r\n                    //     async function ${this.secretFunctionName}(docs){ const x = await _this.handler(docs); return x; }\r\n                    //     o.${this.secretFunctionName} = ${this.secretFunctionName};\r\n                    // `);\r\n                    // await o[this.secretFunctionName](rxDocuments);\r\n\r\n                    const fnKey = blockFlaggedFunctionKey();\r\n                    this.secretFunctionName = fnKey;\r\n                    try {\r\n                        await FLAGGED_FUNCTIONS[fnKey](() => _this.handler(rxDocuments));\r\n                    } catch (err: any) {\r\n                        this.error = err;\r\n                    } finally {\r\n                        releaseFlaggedFunctionKey(fnKey);\r\n                    }\r\n\r\n                    if (this.error) {\r\n                        return;\r\n                    }\r\n\r\n                    lastTime = ensureNotFalsy(lastOfArray(docsSinceResult.documents))._meta.lwt;\r\n                }\r\n                if (!this.destination.closed) {\r\n                    await setCheckpointDoc(this, { checkpoint: docsSinceResult.checkpoint, lastDocTime: lastTime }, checkpointDoc);\r\n                }\r\n                if (docsSinceResult.documents.length < this.batchSize) {\r\n                    done = true;\r\n                }\r\n            }\r\n        });\r\n    }\r\n\r\n    async awaitIdle() {\r\n        if (this.error) {\r\n            throw this.error;\r\n        }\r\n        let done = false;\r\n        while (!done) {\r\n            await this.processQueue;\r\n            if (this.error) {\r\n                throw this.error;\r\n            }\r\n            if (this.lastProcessedDocTime.getValue() >= this.lastSourceDocTime.getValue()) {\r\n                done = true;\r\n            } else {\r\n                await firstValueFrom(this.somethingChanged);\r\n            }\r\n        }\r\n    }\r\n\r\n    async close() {\r\n        await this.processQueue;\r\n        this.stopped = true;\r\n        this.destination.awaitBeforeReads.delete(this.waitBeforeWriteFn);\r\n        this.subs.forEach(s => s.unsubscribe());\r\n        await this.processQueue;\r\n    }\r\n\r\n    /**\r\n     * Remove the pipeline and all metadata which it has stored\r\n     */\r\n    async remove() {\r\n        const insternalStore = this.destination.database.internalStore;\r\n        const checkpointDoc = await getCheckpointDoc(this);\r\n        if (checkpointDoc) {\r\n            const newDoc: RxDocumentData<InternalStoreDocType> = clone(checkpointDoc);\r\n            newDoc._deleted = true;\r\n            const writeResult = await insternalStore.bulkWrite([{\r\n                previous: checkpointDoc,\r\n                document: newDoc,\r\n            }], 'rx-pipeline');\r\n            if (writeResult.error.length > 0) {\r\n                throw writeResult.error;\r\n            }\r\n        }\r\n        return this.close();\r\n    }\r\n}\r\n\r\n\r\nexport async function getCheckpointDoc<RxDocType>(\r\n    pipeline: RxPipeline<RxDocType>\r\n): Promise<RxDocumentData<InternalStoreDocType<CheckpointDocData>> | undefined> {\r\n    const insternalStore = pipeline.destination.database.internalStore;\r\n    const checkpointId = getPrimaryKeyOfInternalDocument(\r\n        pipeline.checkpointId,\r\n        INTERNAL_CONTEXT_PIPELINE_CHECKPOINT\r\n    );\r\n    const results = await insternalStore.findDocumentsById([checkpointId], false);\r\n    const result: RxDocumentData<InternalStoreDocType> = results[0];\r\n    if (result) {\r\n        return result;\r\n    } else {\r\n        return undefined;\r\n    }\r\n}\r\n\r\nexport async function setCheckpointDoc<RxDocType>(\r\n    pipeline: RxPipeline<RxDocType>,\r\n    newCheckpoint: CheckpointDocData,\r\n    previous?: RxDocumentData<InternalStoreDocType>\r\n): Promise<void> {\r\n    const insternalStore = pipeline.destination.database.internalStore;\r\n    const newDoc: RxDocumentData<InternalStoreDocType<CheckpointDocData>> = {\r\n        _attachments: {},\r\n        _deleted: false,\r\n        _meta: {\r\n            lwt: now()\r\n        },\r\n        _rev: createRevision(pipeline.destination.database.token, previous),\r\n        context: INTERNAL_CONTEXT_PIPELINE_CHECKPOINT,\r\n        data: newCheckpoint,\r\n        id: getPrimaryKeyOfInternalDocument(\r\n            pipeline.checkpointId,\r\n            INTERNAL_CONTEXT_PIPELINE_CHECKPOINT\r\n        ),\r\n        key: pipeline.checkpointId\r\n    };\r\n\r\n    const writeResult = await insternalStore.bulkWrite([{\r\n        previous,\r\n        document: newDoc,\r\n    }], 'rx-pipeline');\r\n    if (writeResult.error.length > 0) {\r\n        throw writeResult.error;\r\n    }\r\n}\r\n\r\n\r\nexport async function addPipeline<RxDocType>(\r\n    this: RxCollection<RxDocType>,\r\n    options: RxPipelineOptions<RxDocType>\r\n): Promise<RxPipeline<RxDocType>> {\r\n    const pipeline = new RxPipeline<RxDocType>(\r\n        options.identifier,\r\n        this,\r\n        options.destination,\r\n        options.handler,\r\n        options.batchSize\r\n    );\r\n    const waitForLeadership = typeof options.waitForLeadership === 'undefined' ? true : options.waitForLeadership;\r\n    const startPromise = waitForLeadership ? this.database.waitForLeadership() : PROMISE_RESOLVE_VOID;\r\n    startPromise.then(() => {\r\n        pipeline.trigger();\r\n        pipeline.subs.push(\r\n            this.eventBulks$.pipe(\r\n                filter((bulk: RxChangeEventBulk<RxDocType>) => {\r\n                    if (pipeline.stopped) {\r\n                        return false;\r\n                    }\r\n                    return !bulk.isLocal;\r\n                })\r\n            ).subscribe(() => pipeline.trigger())\r\n        );\r\n    });\r\n\r\n    return pipeline;\r\n}\r\n"],"mappings":";;;;;;;;;AAAA,IAAAA,KAAA,GAAAC,OAAA;AAsBA,IAAAC,MAAA,GAAAD,OAAA;AAWA,IAAAE,gBAAA,GAAAF,OAAA;AACA,IAAAG,SAAA,GAAAH,OAAA;AACA,IAAAI,wBAAA,GAAAJ,OAAA;AACA,IAAAK,iBAAA,GAAAL,OAAA;AAA+G,IAElGM,UAAU,GAAAC,OAAA,CAAAD,UAAA;EAyBnB;AACJ;AACA;AACA;AACA;;EAGI,SAAAA,WACoBE,UAAkB,EAClBC,MAA+B,EAC/BC,WAA8B,EAC9BC,OAAqC,EACrCC,SAAS,GAAG,GAAG,EACjC;IAAA,KArCFC,YAAY,GAAGC,2BAAoB;IAAA,KACnCC,IAAI,GAAmB,EAAE;IAAA,KACzBC,OAAO,GAAY,KAAK;IAAA,KAExBC,KAAK,GAAG,CAAC;IAAA,KAGTC,iBAAiB,GAAG,IAAIC,qBAAe,CAAC,CAAC,CAAC,CAAC;IAAA,KAC3CC,oBAAoB,GAAG,IAAID,qBAAe,CAAC,CAAC,CAAC;IAAA,KAC7CE,gBAAgB,GAAG,IAAIC,aAAO,CAAC,CAAC;IAAA,KAGhCC,kBAAkB,GAAG,QAAQ,GAAG,IAAAC,kBAAW,EAAC,EAAE,CAAC;IAAA,KAE/CC,iBAAiB,GAAG,YAAY;MAC5B,IAAMC,KAAK,GAAG,IAAIC,KAAK,CAAC,CAAC,CAACD,KAAK;MAC/B,IAAIA,KAAK,IACLA,KAAK,CAACE,QAAQ,CAAC,IAAI,CAACL,kBAAkB,CACzC,EAAE,CACH,CAAC,MAAM;QACH,MAAM,IAAI,CAACM,SAAS,CAAC,CAAC;MAC1B;IACJ,CAAC;IAAA,KAUmBrB,UAAkB,GAAlBA,UAAkB;IAAA,KAClBC,MAA+B,GAA/BA,MAA+B;IAAA,KAC/BC,WAA8B,GAA9BA,WAA8B;IAAA,KAC9BC,OAAqC,GAArCA,OAAqC;IAAA,KACrCC,SAAS,GAATA,SAAS;IAEzB,IAAI,CAACkB,YAAY,GAAG,cAAc,GAAGtB,UAAU;IAC/C,IAAI,CAACC,MAAM,CAACsB,OAAO,CAACC,IAAI,CAAC,MAAM,IAAI,CAACC,KAAK,CAAC,CAAC,CAAC;IAC5C,IAAI,CAACvB,WAAW,CAACwB,gBAAgB,CAACC,GAAG,CAAC,IAAI,CAACV,iBAAiB,CAAC;IAC7D,IAAI,CAACV,IAAI,CAACiB,IAAI,CACV,IAAI,CAACvB,MAAM,CAAC2B,WAAW,CAACC,IAAI,CACxB,IAAAC,YAAM,EAAEC,IAAkC,IAAK,CAAC,IAAI,CAACvB,OAAO,IAAI,CAACuB,IAAI,CAACC,OAAO,CACjF,CAAC,CAACC,SAAS,CAAEF,IAAkC,IAAK;MAChD,IAAI,CAACrB,iBAAiB,CAACwB,IAAI,CAACH,IAAI,CAACI,MAAM,CAAC,CAAC,CAAC,CAACC,YAAY,CAACC,KAAK,CAACC,GAAG,CAAC;MAClE,IAAI,CAACzB,gBAAgB,CAACqB,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CACL,CAAC;IACD,IAAI,CAAC3B,IAAI,CAACiB,IAAI,CACV,IAAI,CAACtB,WAAW,CAACqC,QAAQ,CAACC,aAAa,CAClCC,YAAY,CAAC,CAAC,CACdR,SAAS,CAAES,SAAqE,IAAK;MAClF,IAAMP,MAAM,GAAGO,SAAS,CAACP,MAAM;MAC/B,KAAK,IAAIQ,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGR,MAAM,CAACS,MAAM,EAAED,KAAK,EAAE,EAAE;QAChD,IAAME,KAAK,GAAGV,MAAM,CAACQ,KAAK,CAAC;QAC3B,IACIE,KAAK,CAACT,YAAY,CAACU,OAAO,KAAKC,6DAAoC,IACnEF,KAAK,CAACT,YAAY,CAACY,GAAG,KAAK,IAAI,CAAC1B,YAAY,EAC9C;UACE,IAAI,CAACV,oBAAoB,CAACsB,IAAI,CAACW,KAAK,CAACT,YAAY,CAACa,IAAI,CAACC,WAAW,CAAC;UACnE,IAAI,CAACrC,gBAAgB,CAACqB,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC;MACJ;IACJ,CAAC,CACT,CAAC;EACL;EAAC,IAAAiB,MAAA,GAAArD,UAAA,CAAAsD,SAAA;EAAAD,MAAA,CAEDE,OAAO,GAAP,SAAAA,OAAOA,CAAA,EAAG;IAAA,IAAAC,MAAA;IACN;AACR;AACA;AACA;AACA;IACQ,IAAI,IAAI,CAAC7C,KAAK,GAAG,CAAC,EAAE;MAChB;IACJ;IACA,IAAI,CAACA,KAAK,GAAG,IAAI,CAACA,KAAK,GAAG,CAAC;IAE3B,IAAI,CAACJ,YAAY,GAAG,IAAI,CAACA,YAAY,CAACkD,IAAI,CAAC,YAAY;MACnD,IAAI,CAAC9C,KAAK,GAAG,IAAI,CAACA,KAAK,GAAG,CAAC;MAE3B,IAAI+C,IAAI,GAAG,KAAK;MAAC,IAAAC,KAAA,kBAAAA,CAAA,EAOf;UACE,IAAMC,aAAa,GAAG,MAAMC,gBAAgB,CAACL,MAAI,CAAC;UAClD,IAAMM,UAAU,GAAGF,aAAa,GAAGA,aAAa,CAACT,IAAI,CAACW,UAAU,GAAGC,SAAS;UAC5E,IAAMC,eAAe,GAAG,MAAM,IAAAC,yCAAwB,EAClDT,MAAI,CAACrD,MAAM,CAAC+D,eAAe,EAC3BV,MAAI,CAAClD,SAAS,EACdwD,UACJ,CAAC;UAED,IAAIK,QAAQ,GAAGP,aAAa,GAAGA,aAAa,CAACT,IAAI,CAACC,WAAW,GAAG,CAAC;UACjE,IAAIY,eAAe,CAACI,SAAS,CAACtB,MAAM,GAAG,CAAC,EAAE;YACtC,IAAMuB,WAAW,GAAG,IAAAC,qCAA2B,EAACd,MAAI,CAACrD,MAAM,CAACN,SAAS,EAAEmE,eAAe,CAACI,SAAS,CAAC;YACjG,IAAMG,KAAK,GAAGf,MAAI;;YAIlB;YACA;YACA;YACA;YACA;YACA;;YAEA,IAAMgB,KAAK,GAAG,IAAAC,yCAAuB,EAAC,CAAC;YACvCjB,MAAI,CAACvC,kBAAkB,GAAGuD,KAAK;YAC/B,IAAI;cACA,MAAME,mCAAiB,CAACF,KAAK,CAAC,CAAC,MAAMD,KAAK,CAAClE,OAAO,CAACgE,WAAW,CAAC,CAAC;YACpE,CAAC,CAAC,OAAOM,GAAQ,EAAE;cACfnB,MAAI,CAACoB,KAAK,GAAGD,GAAG;YACpB,CAAC,SAAS;cACN,IAAAE,2CAAyB,EAACL,KAAK,CAAC;YACpC;YAEA,IAAIhB,MAAI,CAACoB,KAAK,EAAE;cAAA;gBAAAE,CAAA;cAAA;YAEhB;YAEAX,QAAQ,GAAG,IAAAY,qBAAc,EAAC,IAAAC,kBAAW,EAAChB,eAAe,CAACI,SAAS,CAAC,CAAC,CAAC7B,KAAK,CAACC,GAAG;UAC/E;UACA,IAAI,CAACgB,MAAI,CAACpD,WAAW,CAAC6E,MAAM,EAAE;YAC1B,MAAMC,gBAAgB,CAAC1B,MAAI,EAAE;cAAEM,UAAU,EAAEE,eAAe,CAACF,UAAU;cAAEV,WAAW,EAAEe;YAAS,CAAC,EAAEP,aAAa,CAAC;UAClH;UACA,IAAII,eAAe,CAACI,SAAS,CAACtB,MAAM,GAAGU,MAAI,CAAClD,SAAS,EAAE;YACnDoD,IAAI,GAAG,IAAI;UACf;QACJ,CAAC;QAAAyB,IAAA;MAnDD,OACI,CAACzB,IAAI,IACL,CAAC,IAAI,CAAChD,OAAO,IACb,CAAC,IAAI,CAACN,WAAW,CAAC6E,MAAM,IACxB,CAAC,IAAI,CAAC9E,MAAM,CAAC8E,MAAM,IACnB,CAAC,IAAI,CAACL,KAAK;QAAAO,IAAA,SAAAxB,KAAA;QAAA,IAAAwB,IAAA,SAAAA,IAAA,CAAAL,CAAA;MAAA;IA+CnB,CAAC,CAAC;EACN,CAAC;EAAAzB,MAAA,CAEK9B,SAAS,GAAf,eAAMA,SAASA,CAAA,EAAG;IACd,IAAI,IAAI,CAACqD,KAAK,EAAE;MACZ,MAAM,IAAI,CAACA,KAAK;IACpB;IACA,IAAIlB,IAAI,GAAG,KAAK;IAChB,OAAO,CAACA,IAAI,EAAE;MACV,MAAM,IAAI,CAACnD,YAAY;MACvB,IAAI,IAAI,CAACqE,KAAK,EAAE;QACZ,MAAM,IAAI,CAACA,KAAK;MACpB;MACA,IAAI,IAAI,CAAC9D,oBAAoB,CAACsE,QAAQ,CAAC,CAAC,IAAI,IAAI,CAACxE,iBAAiB,CAACwE,QAAQ,CAAC,CAAC,EAAE;QAC3E1B,IAAI,GAAG,IAAI;MACf,CAAC,MAAM;QACH,MAAM,IAAA2B,oBAAc,EAAC,IAAI,CAACtE,gBAAgB,CAAC;MAC/C;IACJ;EACJ,CAAC;EAAAsC,MAAA,CAEK1B,KAAK,GAAX,eAAMA,KAAKA,CAAA,EAAG;IACV,MAAM,IAAI,CAACpB,YAAY;IACvB,IAAI,CAACG,OAAO,GAAG,IAAI;IACnB,IAAI,CAACN,WAAW,CAACwB,gBAAgB,CAAC0D,MAAM,CAAC,IAAI,CAACnE,iBAAiB,CAAC;IAChE,IAAI,CAACV,IAAI,CAAC8E,OAAO,CAACC,CAAC,IAAIA,CAAC,CAACC,WAAW,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,CAAClF,YAAY;EAC3B;;EAEA;AACJ;AACA,KAFI;EAAA8C,MAAA,CAGMqC,MAAM,GAAZ,eAAMA,MAAMA,CAAA,EAAG;IACX,IAAMC,cAAc,GAAG,IAAI,CAACvF,WAAW,CAACqC,QAAQ,CAACC,aAAa;IAC9D,IAAMkB,aAAa,GAAG,MAAMC,gBAAgB,CAAC,IAAI,CAAC;IAClD,IAAID,aAAa,EAAE;MACf,IAAMgC,MAA4C,GAAG,IAAAC,YAAK,EAACjC,aAAa,CAAC;MACzEgC,MAAM,CAACE,QAAQ,GAAG,IAAI;MACtB,IAAMC,WAAW,GAAG,MAAMJ,cAAc,CAACK,SAAS,CAAC,CAAC;QAChDC,QAAQ,EAAErC,aAAa;QACvBsC,QAAQ,EAAEN;MACd,CAAC,CAAC,EAAE,aAAa,CAAC;MAClB,IAAIG,WAAW,CAACnB,KAAK,CAAC9B,MAAM,GAAG,CAAC,EAAE;QAC9B,MAAMiD,WAAW,CAACnB,KAAK;MAC3B;IACJ;IACA,OAAO,IAAI,CAACjD,KAAK,CAAC,CAAC;EACvB,CAAC;EAAA,OAAA3B,UAAA;AAAA;AAIE,eAAe6D,gBAAgBA,CAClCsC,QAA+B,EAC6C;EAC5E,IAAMR,cAAc,GAAGQ,QAAQ,CAAC/F,WAAW,CAACqC,QAAQ,CAACC,aAAa;EAClE,IAAMlB,YAAY,GAAG,IAAA4E,wDAA+B,EAChDD,QAAQ,CAAC3E,YAAY,EACrByB,6DACJ,CAAC;EACD,IAAMoD,OAAO,GAAG,MAAMV,cAAc,CAACW,iBAAiB,CAAC,CAAC9E,YAAY,CAAC,EAAE,KAAK,CAAC;EAC7E,IAAM+E,MAA4C,GAAGF,OAAO,CAAC,CAAC,CAAC;EAC/D,IAAIE,MAAM,EAAE;IACR,OAAOA,MAAM;EACjB,CAAC,MAAM;IACH,OAAOxC,SAAS;EACpB;AACJ;AAEO,eAAemB,gBAAgBA,CAClCiB,QAA+B,EAC/BK,aAAgC,EAChCP,QAA+C,EAClC;EACb,IAAMN,cAAc,GAAGQ,QAAQ,CAAC/F,WAAW,CAACqC,QAAQ,CAACC,aAAa;EAClE,IAAMkD,MAA+D,GAAG;IACpEa,YAAY,EAAE,CAAC,CAAC;IAChBX,QAAQ,EAAE,KAAK;IACfvD,KAAK,EAAE;MACHC,GAAG,EAAE,IAAAkE,UAAG,EAAC;IACb,CAAC;IACDC,IAAI,EAAE,IAAAC,qBAAc,EAACT,QAAQ,CAAC/F,WAAW,CAACqC,QAAQ,CAACoE,KAAK,EAAEZ,QAAQ,CAAC;IACnEjD,OAAO,EAAEC,6DAAoC;IAC7CE,IAAI,EAAEqD,aAAa;IACnBM,EAAE,EAAE,IAAAV,wDAA+B,EAC/BD,QAAQ,CAAC3E,YAAY,EACrByB,6DACJ,CAAC;IACDC,GAAG,EAAEiD,QAAQ,CAAC3E;EAClB,CAAC;EAED,IAAMuE,WAAW,GAAG,MAAMJ,cAAc,CAACK,SAAS,CAAC,CAAC;IAChDC,QAAQ;IACRC,QAAQ,EAAEN;EACd,CAAC,CAAC,EAAE,aAAa,CAAC;EAClB,IAAIG,WAAW,CAACnB,KAAK,CAAC9B,MAAM,GAAG,CAAC,EAAE;IAC9B,MAAMiD,WAAW,CAACnB,KAAK;EAC3B;AACJ;AAGO,eAAemC,WAAWA,CAE7BC,OAAqC,EACP;EAC9B,IAAMb,QAAQ,GAAG,IAAInG,UAAU,CAC3BgH,OAAO,CAAC9G,UAAU,EAClB,IAAI,EACJ8G,OAAO,CAAC5G,WAAW,EACnB4G,OAAO,CAAC3G,OAAO,EACf2G,OAAO,CAAC1G,SACZ,CAAC;EACD,IAAM2G,iBAAiB,GAAG,OAAOD,OAAO,CAACC,iBAAiB,KAAK,WAAW,GAAG,IAAI,GAAGD,OAAO,CAACC,iBAAiB;EAC7G,IAAMC,YAAY,GAAGD,iBAAiB,GAAG,IAAI,CAACxE,QAAQ,CAACwE,iBAAiB,CAAC,CAAC,GAAGzG,2BAAoB;EACjG0G,YAAY,CAACzD,IAAI,CAAC,MAAM;IACpB0C,QAAQ,CAAC5C,OAAO,CAAC,CAAC;IAClB4C,QAAQ,CAAC1F,IAAI,CAACiB,IAAI,CACd,IAAI,CAACI,WAAW,CAACC,IAAI,CACjB,IAAAC,YAAM,EAAEC,IAAkC,IAAK;MAC3C,IAAIkE,QAAQ,CAACzF,OAAO,EAAE;QAClB,OAAO,KAAK;MAChB;MACA,OAAO,CAACuB,IAAI,CAACC,OAAO;IACxB,CAAC,CACL,CAAC,CAACC,SAAS,CAAC,MAAMgE,QAAQ,CAAC5C,OAAO,CAAC,CAAC,CACxC,CAAC;EACL,CAAC,CAAC;EAEF,OAAO4C,QAAQ;AACnB","ignoreList":[]}

package/dist/cjs/plugins/pipeline/types.js

@@ -0,0 +1,2 @@
+"use strict";
+//# sourceMappingURL=types.js.map

package/dist/cjs/plugins/pipeline/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","names":[],"sources":["../../../../src/plugins/pipeline/types.ts"],"sourcesContent":["import type {\r\n    MaybePromise,\r\n    RxCollection,\r\n    RxDocument\r\n} from '../../types';\r\n\r\n\r\nexport type RxPipelineHandler<RxDocType> = (\r\n    docs: RxDocument<RxDocType>[]\r\n) => MaybePromise<any>;\r\n\r\nexport type RxPipelineOptions<RxDocType> = {\r\n    /**\r\n     * The identifier of the pipeline. Used when\r\n     * metadata of the pipeline is stored. Changing the identifier.\r\n     */\r\n    identifier: string;\r\n    destination: RxCollection<any>;\r\n    handler: RxPipelineHandler<RxDocType>;\r\n    waitForLeadership?: boolean;\r\n    batchSize?: number;\r\n}\r\n\r\n\r\nexport type CheckpointDocData<CheckpointType = any> = {\r\n    checkpoint: CheckpointType;\r\n    lastDocTime: number;\r\n};\r\n"],"mappings":"","ignoreList":[]}

package/dist/cjs/plugins/query-builder/index.js

@@ -0,0 +1,70 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _exportNames = {
+  runBuildingStep: true,
+  applyBuildingStep: true,
+  RxDBQueryBuilderPlugin: true
+};
+exports.RxDBQueryBuilderPlugin = void 0;
+exports.applyBuildingStep = applyBuildingStep;
+exports.runBuildingStep = runBuildingStep;
+var _nosqlQueryBuilder = require("./mquery/nosql-query-builder.js");
+Object.keys(_nosqlQueryBuilder).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (Object.prototype.hasOwnProperty.call(_exportNames, key)) return;
+  if (key in exports && exports[key] === _nosqlQueryBuilder[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _nosqlQueryBuilder[key];
+    }
+  });
+});
+var _rxQuery = require("../../rx-query.js");
+var _index = require("../../plugins/utils/index.js");
+var _overwritable = require("../../overwritable.js");
+var _rxError = require("../../rx-error.js");
+// if the query-builder plugin is used, we have to save its last path
+var RXQUERY_OTHER_FLAG = 'queryBuilderPath';
+function runBuildingStep(rxQuery, functionName, value) {
+  var queryBuilder = (0, _nosqlQueryBuilder.createQueryBuilder)((0, _index.clone)(rxQuery.mangoQuery), rxQuery.other[RXQUERY_OTHER_FLAG]);
+  queryBuilder[functionName](value); // run
+
+  var queryBuilderJson = queryBuilder.toJSON();
+  return (0, _rxQuery.createRxQuery)(rxQuery.op, queryBuilderJson.query, rxQuery.collection, {
+    ...rxQuery.other,
+    [RXQUERY_OTHER_FLAG]: queryBuilderJson.path
+  });
+}
+function applyBuildingStep(proto, functionName) {
+  proto[functionName] = function (value) {
+    if (_overwritable.overwritable.isDevMode() && this.op === 'findByIds') {
+      throw (0, _rxError.newRxError)('QU17', {
+        collection: this.collection.name,
+        query: this.mangoQuery
+      });
+    }
+    return runBuildingStep(this, functionName, value);
+  };
+}
+var RxDBQueryBuilderPlugin = exports.RxDBQueryBuilderPlugin = {
+  name: 'query-builder',
+  rxdb: true,
+  prototypes: {
+    RxQuery(proto) {
+      ['where', 'equals', 'eq', 'or', 'nor', 'and', 'mod', 'exists', 'elemMatch', 'sort'].forEach(attribute => {
+        applyBuildingStep(proto, attribute);
+      });
+      _nosqlQueryBuilder.OTHER_MANGO_ATTRIBUTES.forEach(attribute => {
+        applyBuildingStep(proto, attribute);
+      });
+      _nosqlQueryBuilder.OTHER_MANGO_OPERATORS.forEach(operator => {
+        applyBuildingStep(proto, operator);
+      });
+    }
+  }
+};
+//# sourceMappingURL=index.js.map

package/dist/cjs/plugins/query-builder/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_nosqlQueryBuilder","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","_rxQuery","_index","_overwritable","_rxError","RXQUERY_OTHER_FLAG","runBuildingStep","rxQuery","functionName","value","queryBuilder","createQueryBuilder","clone","mangoQuery","other","queryBuilderJson","toJSON","createRxQuery","op","query","collection","path","applyBuildingStep","proto","overwritable","isDevMode","newRxError","name","RxDBQueryBuilderPlugin","rxdb","prototypes","RxQuery","attribute","OTHER_MANGO_ATTRIBUTES","OTHER_MANGO_OPERATORS","operator"],"sources":["../../../../src/plugins/query-builder/index.ts"],"sourcesContent":["import {\r\n    createQueryBuilder,\r\n    OTHER_MANGO_ATTRIBUTES,\r\n    OTHER_MANGO_OPERATORS\r\n} from './mquery/nosql-query-builder.ts';\r\nimport type { RxPlugin, RxQuery } from '../../types/index.d.ts';\r\nimport { createRxQuery } from '../../rx-query.ts';\r\nimport { clone } from '../../plugins/utils/index.ts';\r\nimport { overwritable } from '../../overwritable.ts';\r\nimport { newRxError } from '../../rx-error.ts';\r\n\r\n// if the query-builder plugin is used, we have to save its last path\r\nconst RXQUERY_OTHER_FLAG = 'queryBuilderPath';\r\n\r\nexport function runBuildingStep<RxDocumentType, RxQueryResult>(\r\n    rxQuery: RxQuery<RxDocumentType, RxQueryResult>,\r\n    functionName: string,\r\n    value: any\r\n): RxQuery<RxDocumentType, RxQueryResult> {\r\n    const queryBuilder = createQueryBuilder(clone(rxQuery.mangoQuery), rxQuery.other[RXQUERY_OTHER_FLAG]);\r\n\r\n    (queryBuilder as any)[functionName](value); // run\r\n\r\n    const queryBuilderJson = queryBuilder.toJSON();\r\n\r\n    return createRxQuery<RxDocumentType>(\r\n        rxQuery.op,\r\n        queryBuilderJson.query,\r\n        rxQuery.collection,\r\n        {\r\n            ...rxQuery.other,\r\n            [RXQUERY_OTHER_FLAG]: queryBuilderJson.path\r\n        }\r\n    ) as RxQuery<RxDocumentType>;\r\n}\r\n\r\nexport function applyBuildingStep(\r\n    proto: any,\r\n    functionName: string\r\n): void {\r\n    proto[functionName] = function (this: RxQuery, value: any) {\r\n        if (overwritable.isDevMode() && this.op === 'findByIds') {\r\n            throw newRxError('QU17', {\r\n                collection: this.collection.name,\r\n                query: this.mangoQuery\r\n            });\r\n        }\r\n        return runBuildingStep(this, functionName, value);\r\n    };\r\n}\r\n\r\nexport * from './mquery/nosql-query-builder.ts';\r\n\r\nexport const RxDBQueryBuilderPlugin: RxPlugin = {\r\n    name: 'query-builder',\r\n    rxdb: true,\r\n    prototypes: {\r\n        RxQuery(proto: any) {\r\n            [\r\n                'where',\r\n                'equals',\r\n                'eq',\r\n                'or',\r\n                'nor',\r\n                'and',\r\n                'mod',\r\n                'exists',\r\n                'elemMatch',\r\n                'sort'\r\n            ].forEach(attribute => {\r\n                applyBuildingStep(proto, attribute);\r\n            });\r\n            OTHER_MANGO_ATTRIBUTES.forEach(attribute => {\r\n                applyBuildingStep(proto, attribute);\r\n            });\r\n            OTHER_MANGO_OPERATORS.forEach(operator => {\r\n                applyBuildingStep(proto, operator);\r\n            });\r\n        }\r\n    }\r\n};\r\n"],"mappings":";;;;;;;;;;;;;AAAA,IAAAA,kBAAA,GAAAC,OAAA;AAmDAC,MAAA,CAAAC,IAAA,CAAAH,kBAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,kBAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,kBAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AA7CA,IAAAS,QAAA,GAAAb,OAAA;AACA,IAAAc,MAAA,GAAAd,OAAA;AACA,IAAAe,aAAA,GAAAf,OAAA;AACA,IAAAgB,QAAA,GAAAhB,OAAA;AAEA;AACA,IAAMiB,kBAAkB,GAAG,kBAAkB;AAEtC,SAASC,eAAeA,CAC3BC,OAA+C,EAC/CC,YAAoB,EACpBC,KAAU,EAC4B;EACtC,IAAMC,YAAY,GAAG,IAAAC,qCAAkB,EAAC,IAAAC,YAAK,EAACL,OAAO,CAACM,UAAU,CAAC,EAAEN,OAAO,CAACO,KAAK,CAACT,kBAAkB,CAAC,CAAC;EAEpGK,YAAY,CAASF,YAAY,CAAC,CAACC,KAAK,CAAC,CAAC,CAAC;;EAE5C,IAAMM,gBAAgB,GAAGL,YAAY,CAACM,MAAM,CAAC,CAAC;EAE9C,OAAO,IAAAC,sBAAa,EAChBV,OAAO,CAACW,EAAE,EACVH,gBAAgB,CAACI,KAAK,EACtBZ,OAAO,CAACa,UAAU,EAClB;IACI,GAAGb,OAAO,CAACO,KAAK;IAChB,CAACT,kBAAkB,GAAGU,gBAAgB,CAACM;EAC3C,CACJ,CAAC;AACL;AAEO,SAASC,iBAAiBA,CAC7BC,KAAU,EACVf,YAAoB,EAChB;EACJe,KAAK,CAACf,YAAY,CAAC,GAAG,UAAyBC,KAAU,EAAE;IACvD,IAAIe,0BAAY,CAACC,SAAS,CAAC,CAAC,IAAI,IAAI,CAACP,EAAE,KAAK,WAAW,EAAE;MACrD,MAAM,IAAAQ,mBAAU,EAAC,MAAM,EAAE;QACrBN,UAAU,EAAE,IAAI,CAACA,UAAU,CAACO,IAAI;QAChCR,KAAK,EAAE,IAAI,CAACN;MAChB,CAAC,CAAC;IACN;IACA,OAAOP,eAAe,CAAC,IAAI,EAAEE,YAAY,EAAEC,KAAK,CAAC;EACrD,CAAC;AACL;AAIO,IAAMmB,sBAAgC,GAAA/B,OAAA,CAAA+B,sBAAA,GAAG;EAC5CD,IAAI,EAAE,eAAe;EACrBE,IAAI,EAAE,IAAI;EACVC,UAAU,EAAE;IACRC,OAAOA,CAACR,KAAU,EAAE;MAChB,CACI,OAAO,EACP,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,KAAK,EACL,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,CACT,CAAChC,OAAO,CAACyC,SAAS,IAAI;QACnBV,iBAAiB,CAACC,KAAK,EAAES,SAAS,CAAC;MACvC,CAAC,CAAC;MACFC,yCAAsB,CAAC1C,OAAO,CAACyC,SAAS,IAAI;QACxCV,iBAAiB,CAACC,KAAK,EAAES,SAAS,CAAC;MACvC,CAAC,CAAC;MACFE,wCAAqB,CAAC3C,OAAO,CAAC4C,QAAQ,IAAI;QACtCb,iBAAiB,CAACC,KAAK,EAAEY,QAAQ,CAAC;MACtC,CAAC,CAAC;IACN;EACJ;AACJ,CAAC","ignoreList":[]}

package/dist/cjs/plugins/query-builder/mquery/mquery-utils.js

@@ -0,0 +1,40 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.isObject = isObject;
+exports.merge = merge;
+/**
+ * this is copied from
+ * @link https://github.com/aheckmann/mquery/blob/master/lib/utils.js
+ */
+
+/**
+ * @link https://github.com/aheckmann/mquery/commit/792e69fd0a7281a0300be5cade5a6d7c1d468ad4
+ */
+var SPECIAL_PROPERTIES = ['__proto__', 'constructor', 'prototype'];
+
+/**
+ * Merges 'from' into 'to' without overwriting existing properties.
+ */
+function merge(to, from) {
+  Object.keys(from).forEach(key => {
+    if (SPECIAL_PROPERTIES.includes(key)) {
+      return;
+    }
+    if (typeof to[key] === 'undefined') {
+      to[key] = from[key];
+    } else {
+      if (isObject(from[key])) merge(to[key], from[key]);else to[key] = from[key];
+    }
+  });
+}
+
+/**
+ * Determines if `arg` is an object.
+ */
+function isObject(arg) {
+  return '[object Object]' === arg.toString();
+}
+//# sourceMappingURL=mquery-utils.js.map

package/dist/cjs/plugins/query-builder/mquery/mquery-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mquery-utils.js","names":["SPECIAL_PROPERTIES","merge","to","from","Object","keys","forEach","key","includes","isObject","arg","toString"],"sources":["../../../../../src/plugins/query-builder/mquery/mquery-utils.ts"],"sourcesContent":["/**\r\n * this is copied from\r\n * @link https://github.com/aheckmann/mquery/blob/master/lib/utils.js\r\n */\r\n\r\n\r\n/**\r\n * @link https://github.com/aheckmann/mquery/commit/792e69fd0a7281a0300be5cade5a6d7c1d468ad4\r\n */\r\nconst SPECIAL_PROPERTIES = ['__proto__', 'constructor', 'prototype'];\r\n\r\n/**\r\n * Merges 'from' into 'to' without overwriting existing properties.\r\n */\r\nexport function merge(to: any, from: any): any {\r\n    Object.keys(from)\r\n        .forEach(key => {\r\n            if (SPECIAL_PROPERTIES.includes(key)) {\r\n                return;\r\n            }\r\n            if (typeof to[key] === 'undefined') {\r\n                to[key] = from[key];\r\n            } else {\r\n                if (isObject(from[key]))\r\n                    merge(to[key], from[key]);\r\n                else\r\n                    to[key] = from[key];\r\n            }\r\n        });\r\n}\r\n\r\n/**\r\n * Determines if `arg` is an object.\r\n */\r\nexport function isObject(arg: Object | any[] | String | Function | RegExp | any): boolean {\r\n    return '[object Object]' === arg.toString();\r\n}\r\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA,IAAMA,kBAAkB,GAAG,CAAC,WAAW,EAAE,aAAa,EAAE,WAAW,CAAC;;AAEpE;AACA;AACA;AACO,SAASC,KAAKA,CAACC,EAAO,EAAEC,IAAS,EAAO;EAC3CC,MAAM,CAACC,IAAI,CAACF,IAAI,CAAC,CACZG,OAAO,CAACC,GAAG,IAAI;IACZ,IAAIP,kBAAkB,CAACQ,QAAQ,CAACD,GAAG,CAAC,EAAE;MAClC;IACJ;IACA,IAAI,OAAOL,EAAE,CAACK,GAAG,CAAC,KAAK,WAAW,EAAE;MAChCL,EAAE,CAACK,GAAG,CAAC,GAAGJ,IAAI,CAACI,GAAG,CAAC;IACvB,CAAC,MAAM;MACH,IAAIE,QAAQ,CAACN,IAAI,CAACI,GAAG,CAAC,CAAC,EACnBN,KAAK,CAACC,EAAE,CAACK,GAAG,CAAC,EAAEJ,IAAI,CAACI,GAAG,CAAC,CAAC,CAAC,KAE1BL,EAAE,CAACK,GAAG,CAAC,GAAGJ,IAAI,CAACI,GAAG,CAAC;IAC3B;EACJ,CAAC,CAAC;AACV;;AAEA;AACA;AACA;AACO,SAASE,QAAQA,CAACC,GAAsD,EAAW;EACtF,OAAO,iBAAiB,KAAKA,GAAG,CAACC,QAAQ,CAAC,CAAC;AAC/C","ignoreList":[]}