@connecttomahdi/rxdb 17.0.0-beta.17

package/dist/cjs/plugins/replication-google-drive/transaction.js

@@ -0,0 +1,134 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.TRANSACTION_FILE_NAME = exports.TRANSACTION_BLOCKED_FLAG = void 0;
+exports.commitTransaction = commitTransaction;
+exports.isTransactionTimedOut = isTransactionTimedOut;
+exports.runInTransaction = runInTransaction;
+exports.startTransaction = startTransaction;
+exports.startTransactionTryOnce = startTransactionTryOnce;
+var _googleDriveHelper = require("./google-drive-helper.js");
+var _rxError = require("../../rx-error.js");
+var _index = require("../utils/index.js");
+var _upstream = require("./upstream.js");
+var TRANSACTION_FILE_NAME = exports.TRANSACTION_FILE_NAME = 'transaction.json';
+var TRANSACTION_BLOCKED_FLAG = exports.TRANSACTION_BLOCKED_FLAG = {
+  retry: true
+};
+async function startTransactionTryOnce(googleDriveOptions, init) {
+  var txFileContent = await (0, _googleDriveHelper.readJsonFileContent)(googleDriveOptions, init.transactionFile.fileId);
+  if (!isEmpty(txFileContent.content)) {
+    // tx already existed -> retry
+    return TRANSACTION_BLOCKED_FLAG;
+  }
+  var newTxContent = {
+    createdAtClientTime: (0, _index.now)()
+  };
+  var writeResult = await (0, _googleDriveHelper.fillFileIfEtagMatches)(googleDriveOptions, init.transactionFile.fileId, txFileContent.etag, newTxContent);
+  if (writeResult.status !== 200) {
+    return TRANSACTION_BLOCKED_FLAG;
+  }
+  return {
+    etag: writeResult.etag
+  };
+}
+async function startTransaction(googleDriveOptions, init) {
+  var current = await startTransactionTryOnce(googleDriveOptions, init);
+  var attempts = 0;
+  while (current.retry) {
+    /**
+     * Wait a bit.
+     * Exponential backoff: 100, 200, 400, 800, ...
+     */
+
+    var waitTime = Math.min(100 * 1000, 100 * Math.pow(1.5, attempts));
+    await (0, _index.promiseWait)(waitTime);
+
+    /**
+     * Check for timeout
+     */
+    var timeoutState = await isTransactionTimedOut(googleDriveOptions, init);
+    if (timeoutState.expired) {
+      await (0, _googleDriveHelper.fillFileIfEtagMatches)(googleDriveOptions, init.transactionFile.fileId, timeoutState.etag, undefined);
+    }
+
+    /**
+     * Try to get the transaction again
+     */
+    current = await startTransactionTryOnce(googleDriveOptions, init);
+    attempts = attempts + 1;
+  }
+  return current;
+}
+async function isTransactionTimedOut(googleDriveOptions, init) {
+  var request = await fetch(googleDriveOptions.apiEndpoint + '/drive/v3/files/' + init.transactionFile.fileId + '?fields=modifiedTime', {
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  var data = await request.json();
+  var dateHeader = request.headers.get('date');
+  var serverTime = Date.parse((0, _index.ensureNotFalsy)(dateHeader, 'header time'));
+  var transactionCreation = Date.parse((0, _index.ensureNotFalsy)(data.modifiedTime, 'tx time'));
+
+  /**
+   * By definition the HTTP Date header
+   * only has seconds precision so if
+   * the serverTime is "impossible", set it
+   * to the transaction creation time.
+   */
+  if (serverTime < transactionCreation) {
+    serverTime = transactionCreation;
+  }
+  var transactionAge = serverTime - transactionCreation;
+  var timeLeft = googleDriveOptions.transactionTimeout - transactionAge;
+  return {
+    timeLeft,
+    transactionAge,
+    // expired: false
+    expired: timeLeft <= 0,
+    etag: (0, _index.ensureNotFalsy)(data.etag, 'etag')
+  };
+}
+async function commitTransaction(googleDriveOptions, init, transactionInput) {
+  if (transactionInput.retry) {
+    throw (0, _rxError.newRxError)('GDR11', {
+      args: {
+        transaction: transactionInput
+      }
+    });
+  }
+  var transaction = transactionInput;
+  var writeResult = await (0, _googleDriveHelper.fillFileIfEtagMatches)(googleDriveOptions, init.transactionFile.fileId, transaction.etag, undefined);
+  if (writeResult.status !== 200) {
+    throw (0, _rxError.newRxError)('GDR11', {
+      args: {
+        status: writeResult.status,
+        etag: writeResult.etag
+      }
+    });
+  }
+}
+function isEmpty(value) {
+  if (value === undefined || value === null) return true;
+  if (typeof value === "string") {
+    return value.length === 0;
+  }
+  if (typeof value === "object" && !Array.isArray(value)) {
+    return Object.keys(value).length === 0;
+  }
+  return false;
+}
+async function runInTransaction(googleDriveOptions, init, primaryPath, fn, runAfter) {
+  var transaction = await startTransaction(googleDriveOptions, init);
+  await (0, _upstream.processWalFile)(googleDriveOptions, init, primaryPath);
+  var result = await fn();
+  await commitTransaction(googleDriveOptions, init, transaction);
+  if (runAfter) {
+    await runAfter();
+  }
+  return result;
+}
+//# sourceMappingURL=transaction.js.map

package/dist/cjs/plugins/replication-google-drive/transaction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transaction.js","names":["_googleDriveHelper","require","_rxError","_index","_upstream","TRANSACTION_FILE_NAME","exports","TRANSACTION_BLOCKED_FLAG","retry","startTransactionTryOnce","googleDriveOptions","init","txFileContent","readJsonFileContent","transactionFile","fileId","isEmpty","content","newTxContent","createdAtClientTime","now","writeResult","fillFileIfEtagMatches","etag","status","startTransaction","current","attempts","waitTime","Math","min","pow","promiseWait","timeoutState","isTransactionTimedOut","expired","undefined","request","fetch","apiEndpoint","headers","Authorization","authToken","data","json","dateHeader","get","serverTime","Date","parse","ensureNotFalsy","transactionCreation","modifiedTime","transactionAge","timeLeft","transactionTimeout","commitTransaction","transactionInput","newRxError","args","transaction","value","length","Array","isArray","Object","keys","runInTransaction","primaryPath","fn","runAfter","processWalFile","result"],"sources":["../../../../src/plugins/replication-google-drive/transaction.ts"],"sourcesContent":["import type { GoogleDriveOptionsWithDefaults } from './google-drive-types.ts';\r\nimport {\r\n    createEmptyFile,\r\n    deleteIfEtagMatches,\r\n    ensureFolderExists,\r\n    fillFileIfEtagMatches,\r\n    readJsonFileContent\r\n} from './google-drive-helper.ts';\r\nimport { newRxError } from '../../rx-error.ts';\r\nimport { DriveStructure } from './init.ts';\r\nimport { ensureNotFalsy, now, promiseWait } from '../utils/index.ts';\r\nimport { processWalFile } from './upstream.ts';\r\n\r\nexport type DriveTransaction = {\r\n    etag: string;\r\n};\r\nexport type TransactionFileContent = {\r\n    createdAtClientTime: number;\r\n};\r\n\r\nexport const TRANSACTION_FILE_NAME = 'transaction.json';\r\nexport const TRANSACTION_BLOCKED_FLAG = {\r\n    retry: true\r\n} as const;\r\n\r\nexport async function startTransactionTryOnce(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n): Promise<typeof TRANSACTION_BLOCKED_FLAG | DriveTransaction> {\r\n    const txFileContent = await readJsonFileContent(\r\n        googleDriveOptions,\r\n        init.transactionFile.fileId\r\n    );\r\n\r\n\r\n    if (!isEmpty(txFileContent.content)) {\r\n        // tx already existed -> retry\r\n        return TRANSACTION_BLOCKED_FLAG;\r\n    }\r\n\r\n\r\n    const newTxContent: TransactionFileContent = {\r\n        createdAtClientTime: now()\r\n    };\r\n\r\n\r\n    const writeResult = await fillFileIfEtagMatches<TransactionFileContent>(\r\n        googleDriveOptions,\r\n        init.transactionFile.fileId,\r\n        txFileContent.etag,\r\n        newTxContent\r\n    );\r\n\r\n    if (writeResult.status !== 200) {\r\n        return TRANSACTION_BLOCKED_FLAG;\r\n    }\r\n\r\n    return {\r\n        etag: writeResult.etag\r\n    };\r\n}\r\n\r\nexport async function startTransaction(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n): Promise<DriveTransaction> {\r\n    let current = await startTransactionTryOnce(\r\n        googleDriveOptions,\r\n        init\r\n    );\r\n\r\n    let attempts = 0;\r\n    while ((current as any).retry) {\r\n        /**\r\n         * Wait a bit.\r\n         * Exponential backoff: 100, 200, 400, 800, ...\r\n         */\r\n\r\n        const waitTime = Math.min(\r\n            100 * 1000,\r\n            100 * Math.pow(1.5, attempts)\r\n        );\r\n        await promiseWait(waitTime);\r\n\r\n        /**\r\n         * Check for timeout\r\n         */\r\n        const timeoutState = await isTransactionTimedOut(\r\n            googleDriveOptions,\r\n            init\r\n        );\r\n        if (timeoutState.expired) {\r\n            await fillFileIfEtagMatches<TransactionFileContent>(\r\n                googleDriveOptions,\r\n                init.transactionFile.fileId,\r\n                timeoutState.etag,\r\n                undefined\r\n            );\r\n        }\r\n\r\n\r\n        /**\r\n         * Try to get the transaction again\r\n         */\r\n        current = await startTransactionTryOnce(\r\n            googleDriveOptions,\r\n            init\r\n        );\r\n\r\n        attempts = attempts + 1;\r\n    }\r\n\r\n    return current as DriveTransaction;\r\n}\r\n\r\nexport async function isTransactionTimedOut(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n) {\r\n    const request = await fetch(\r\n        googleDriveOptions.apiEndpoint + '/drive/v3/files/' + init.transactionFile.fileId + '?fields=modifiedTime',\r\n        {\r\n            headers: {\r\n                Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n            }\r\n        }\r\n    );\r\n    const data = await request.json();\r\n\r\n    const dateHeader = request.headers.get('date');\r\n    let serverTime = Date.parse(ensureNotFalsy(dateHeader, 'header time'));\r\n\r\n    const transactionCreation = Date.parse(ensureNotFalsy(data.modifiedTime, 'tx time'));\r\n\r\n    /**\r\n     * By definition the HTTP Date header\r\n     * only has seconds precision so if\r\n     * the serverTime is \"impossible\", set it\r\n     * to the transaction creation time.\r\n     */\r\n    if (serverTime < transactionCreation) {\r\n        serverTime = transactionCreation;\r\n    }\r\n\r\n    const transactionAge = serverTime - transactionCreation;\r\n    const timeLeft = googleDriveOptions.transactionTimeout - transactionAge;\r\n\r\n    return {\r\n        timeLeft,\r\n        transactionAge,\r\n        // expired: false\r\n        expired: timeLeft <= 0,\r\n        etag: ensureNotFalsy(data.etag, 'etag')\r\n    }\r\n}\r\n\r\nexport async function commitTransaction(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    transactionInput: DriveTransaction | typeof TRANSACTION_BLOCKED_FLAG\r\n) {\r\n    if ((transactionInput as typeof TRANSACTION_BLOCKED_FLAG).retry) {\r\n        throw newRxError('GDR11', {\r\n            args: {\r\n                transaction: transactionInput\r\n            }\r\n        });\r\n    }\r\n\r\n    const transaction: DriveTransaction = transactionInput as any;\r\n    const writeResult = await fillFileIfEtagMatches<TransactionFileContent>(\r\n        googleDriveOptions,\r\n        init.transactionFile.fileId,\r\n        transaction.etag,\r\n        undefined\r\n    );\r\n    if (writeResult.status !== 200) {\r\n        throw newRxError('GDR11', {\r\n            args: {\r\n                status: writeResult.status,\r\n                etag: writeResult.etag\r\n            }\r\n        });\r\n    }\r\n}\r\n\r\n\r\n\r\nfunction isEmpty(value: any) {\r\n    if (value === undefined || value === null) return true;\r\n\r\n    if (typeof value === \"string\") {\r\n        return value.length === 0;\r\n    }\r\n\r\n    if (typeof value === \"object\" && !Array.isArray(value)) {\r\n        return Object.keys(value).length === 0;\r\n    }\r\n    return false;\r\n}\r\n\r\n\r\nexport async function runInTransaction<T>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    primaryPath: string,\r\n    fn: () => Promise<T>,\r\n    runAfter?: () => any\r\n): Promise<T> {\r\n    const transaction = await startTransaction(googleDriveOptions, init);\r\n    await processWalFile(\r\n        googleDriveOptions,\r\n        init,\r\n        primaryPath\r\n    );\r\n    const result = await fn();\r\n    await commitTransaction(googleDriveOptions, init, transaction);\r\n    if (runAfter) {\r\n        await runAfter();\r\n    }\r\n    return result;\r\n}\r\n"],"mappings":";;;;;;;;;;;AACA,IAAAA,kBAAA,GAAAC,OAAA;AAOA,IAAAC,QAAA,GAAAD,OAAA;AAEA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,SAAA,GAAAH,OAAA;AASO,IAAMI,qBAAqB,GAAAC,OAAA,CAAAD,qBAAA,GAAG,kBAAkB;AAChD,IAAME,wBAAwB,GAAAD,OAAA,CAAAC,wBAAA,GAAG;EACpCC,KAAK,EAAE;AACX,CAAU;AAEH,eAAeC,uBAAuBA,CACzCC,kBAAkD,EAClDC,IAAoB,EACuC;EAC3D,IAAMC,aAAa,GAAG,MAAM,IAAAC,sCAAmB,EAC3CH,kBAAkB,EAClBC,IAAI,CAACG,eAAe,CAACC,MACzB,CAAC;EAGD,IAAI,CAACC,OAAO,CAACJ,aAAa,CAACK,OAAO,CAAC,EAAE;IACjC;IACA,OAAOV,wBAAwB;EACnC;EAGA,IAAMW,YAAoC,GAAG;IACzCC,mBAAmB,EAAE,IAAAC,UAAG,EAAC;EAC7B,CAAC;EAGD,IAAMC,WAAW,GAAG,MAAM,IAAAC,wCAAqB,EAC3CZ,kBAAkB,EAClBC,IAAI,CAACG,eAAe,CAACC,MAAM,EAC3BH,aAAa,CAACW,IAAI,EAClBL,YACJ,CAAC;EAED,IAAIG,WAAW,CAACG,MAAM,KAAK,GAAG,EAAE;IAC5B,OAAOjB,wBAAwB;EACnC;EAEA,OAAO;IACHgB,IAAI,EAAEF,WAAW,CAACE;EACtB,CAAC;AACL;AAEO,eAAeE,gBAAgBA,CAClCf,kBAAkD,EAClDC,IAAoB,EACK;EACzB,IAAIe,OAAO,GAAG,MAAMjB,uBAAuB,CACvCC,kBAAkB,EAClBC,IACJ,CAAC;EAED,IAAIgB,QAAQ,GAAG,CAAC;EAChB,OAAQD,OAAO,CAASlB,KAAK,EAAE;IAC3B;AACR;AACA;AACA;;IAEQ,IAAMoB,QAAQ,GAAGC,IAAI,CAACC,GAAG,CACrB,GAAG,GAAG,IAAI,EACV,GAAG,GAAGD,IAAI,CAACE,GAAG,CAAC,GAAG,EAAEJ,QAAQ,CAChC,CAAC;IACD,MAAM,IAAAK,kBAAW,EAACJ,QAAQ,CAAC;;IAE3B;AACR;AACA;IACQ,IAAMK,YAAY,GAAG,MAAMC,qBAAqB,CAC5CxB,kBAAkB,EAClBC,IACJ,CAAC;IACD,IAAIsB,YAAY,CAACE,OAAO,EAAE;MACtB,MAAM,IAAAb,wCAAqB,EACvBZ,kBAAkB,EAClBC,IAAI,CAACG,eAAe,CAACC,MAAM,EAC3BkB,YAAY,CAACV,IAAI,EACjBa,SACJ,CAAC;IACL;;IAGA;AACR;AACA;IACQV,OAAO,GAAG,MAAMjB,uBAAuB,CACnCC,kBAAkB,EAClBC,IACJ,CAAC;IAEDgB,QAAQ,GAAGA,QAAQ,GAAG,CAAC;EAC3B;EAEA,OAAOD,OAAO;AAClB;AAEO,eAAeQ,qBAAqBA,CACvCxB,kBAAkD,EAClDC,IAAoB,EACtB;EACE,IAAM0B,OAAO,GAAG,MAAMC,KAAK,CACvB5B,kBAAkB,CAAC6B,WAAW,GAAG,kBAAkB,GAAG5B,IAAI,CAACG,eAAe,CAACC,MAAM,GAAG,sBAAsB,EAC1G;IACIyB,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAG/B,kBAAkB,CAACgC;IAClD;EACJ,CACJ,CAAC;EACD,IAAMC,IAAI,GAAG,MAAMN,OAAO,CAACO,IAAI,CAAC,CAAC;EAEjC,IAAMC,UAAU,GAAGR,OAAO,CAACG,OAAO,CAACM,GAAG,CAAC,MAAM,CAAC;EAC9C,IAAIC,UAAU,GAAGC,IAAI,CAACC,KAAK,CAAC,IAAAC,qBAAc,EAACL,UAAU,EAAE,aAAa,CAAC,CAAC;EAEtE,IAAMM,mBAAmB,GAAGH,IAAI,CAACC,KAAK,CAAC,IAAAC,qBAAc,EAACP,IAAI,CAACS,YAAY,EAAE,SAAS,CAAC,CAAC;;EAEpF;AACJ;AACA;AACA;AACA;AACA;EACI,IAAIL,UAAU,GAAGI,mBAAmB,EAAE;IAClCJ,UAAU,GAAGI,mBAAmB;EACpC;EAEA,IAAME,cAAc,GAAGN,UAAU,GAAGI,mBAAmB;EACvD,IAAMG,QAAQ,GAAG5C,kBAAkB,CAAC6C,kBAAkB,GAAGF,cAAc;EAEvE,OAAO;IACHC,QAAQ;IACRD,cAAc;IACd;IACAlB,OAAO,EAAEmB,QAAQ,IAAI,CAAC;IACtB/B,IAAI,EAAE,IAAA2B,qBAAc,EAACP,IAAI,CAACpB,IAAI,EAAE,MAAM;EAC1C,CAAC;AACL;AAEO,eAAeiC,iBAAiBA,CACnC9C,kBAAkD,EAClDC,IAAoB,EACpB8C,gBAAoE,EACtE;EACE,IAAKA,gBAAgB,CAAqCjD,KAAK,EAAE;IAC7D,MAAM,IAAAkD,mBAAU,EAAC,OAAO,EAAE;MACtBC,IAAI,EAAE;QACFC,WAAW,EAAEH;MACjB;IACJ,CAAC,CAAC;EACN;EAEA,IAAMG,WAA6B,GAAGH,gBAAuB;EAC7D,IAAMpC,WAAW,GAAG,MAAM,IAAAC,wCAAqB,EAC3CZ,kBAAkB,EAClBC,IAAI,CAACG,eAAe,CAACC,MAAM,EAC3B6C,WAAW,CAACrC,IAAI,EAChBa,SACJ,CAAC;EACD,IAAIf,WAAW,CAACG,MAAM,KAAK,GAAG,EAAE;IAC5B,MAAM,IAAAkC,mBAAU,EAAC,OAAO,EAAE;MACtBC,IAAI,EAAE;QACFnC,MAAM,EAAEH,WAAW,CAACG,MAAM;QAC1BD,IAAI,EAAEF,WAAW,CAACE;MACtB;IACJ,CAAC,CAAC;EACN;AACJ;AAIA,SAASP,OAAOA,CAAC6C,KAAU,EAAE;EACzB,IAAIA,KAAK,KAAKzB,SAAS,IAAIyB,KAAK,KAAK,IAAI,EAAE,OAAO,IAAI;EAEtD,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;IAC3B,OAAOA,KAAK,CAACC,MAAM,KAAK,CAAC;EAC7B;EAEA,IAAI,OAAOD,KAAK,KAAK,QAAQ,IAAI,CAACE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,EAAE;IACpD,OAAOI,MAAM,CAACC,IAAI,CAACL,KAAK,CAAC,CAACC,MAAM,KAAK,CAAC;EAC1C;EACA,OAAO,KAAK;AAChB;AAGO,eAAeK,gBAAgBA,CAClCzD,kBAAkD,EAClDC,IAAoB,EACpByD,WAAmB,EACnBC,EAAoB,EACpBC,QAAoB,EACV;EACV,IAAMV,WAAW,GAAG,MAAMnC,gBAAgB,CAACf,kBAAkB,EAAEC,IAAI,CAAC;EACpE,MAAM,IAAA4D,wBAAc,EAChB7D,kBAAkB,EAClBC,IAAI,EACJyD,WACJ,CAAC;EACD,IAAMI,MAAM,GAAG,MAAMH,EAAE,CAAC,CAAC;EACzB,MAAMb,iBAAiB,CAAC9C,kBAAkB,EAAEC,IAAI,EAAEiD,WAAW,CAAC;EAC9D,IAAIU,QAAQ,EAAE;IACV,MAAMA,QAAQ,CAAC,CAAC;EACpB;EACA,OAAOE,MAAM;AACjB","ignoreList":[]}

package/dist/cjs/plugins/replication-google-drive/upstream.js

@@ -0,0 +1,182 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.WAL_FILE_NAME = void 0;
+exports.fetchConflicts = fetchConflicts;
+exports.handleUpstreamBatch = handleUpstreamBatch;
+exports.processWalFile = processWalFile;
+exports.readWalContent = readWalContent;
+exports.writeToWal = writeToWal;
+var _rxError = require("../../rx-error.js");
+var _index = require("../utils/index.js");
+var _documentHandling = require("./document-handling.js");
+var _googleDriveHelper = require("./google-drive-helper.js");
+var WAL_FILE_NAME = exports.WAL_FILE_NAME = 'rxdb-wal.json';
+async function fetchConflicts(googleDriveOptions, init, primaryPath, writeRows) {
+  if (writeRows.length > _googleDriveHelper.DRIVE_MAX_BULK_SIZE) {
+    throw (0, _rxError.newRxError)('GDR18', {
+      args: {
+        DRIVE_MAX_BULK_SIZE: _googleDriveHelper.DRIVE_MAX_BULK_SIZE
+      }
+    });
+  }
+  var ids = writeRows.map(row => row.newDocumentState[primaryPath]);
+  var filesMeta = await (0, _documentHandling.getDocumentFiles)(googleDriveOptions, init, ids);
+  var fileIdByDocId = new Map();
+  var fileIds = filesMeta.files.map(f => {
+    var fileId = (0, _index.ensureNotFalsy)(f.id);
+    var docId = f.name.split('.')[0];
+    fileIdByDocId.set(docId, fileId);
+    return fileId;
+  });
+  var contentsByFileId = await (0, _documentHandling.fetchDocumentContents)(googleDriveOptions, fileIds);
+  var conflicts = [];
+  var nonConflicts = [];
+  writeRows.forEach(row => {
+    var docId = row.newDocumentState[primaryPath];
+    var fileContent;
+    var fileId = fileIdByDocId.get(docId);
+    if (fileId) {
+      fileContent = contentsByFileId.byId[fileId];
+    }
+    if (row.assumedMasterState) {
+      if (!(0, _index.deepEqual)(row.assumedMasterState, fileContent)) {
+        conflicts.push((0, _index.ensureNotFalsy)(fileContent));
+      } else {
+        nonConflicts.push(row);
+      }
+    } else if (fileContent) {
+      conflicts.push(fileContent);
+    } else {
+      nonConflicts.push(row);
+    }
+  });
+  if (nonConflicts.length + conflicts.length !== writeRows.length) {
+    throw (0, _rxError.newRxError)('SNH', {
+      pushRows: writeRows,
+      args: {
+        nonConflicts,
+        conflicts,
+        contentsByFileId: contentsByFileId.byId
+      }
+    });
+  }
+  return {
+    conflicts,
+    nonConflicts
+  };
+}
+async function writeToWal(googleDriveOptions, init, writeRows) {
+  var walFileId = init.walFile.fileId;
+  var metaUrl = googleDriveOptions.apiEndpoint + ("/drive/v2/files/" + encodeURIComponent(walFileId) + "?") + new URLSearchParams({
+    fields: "id,fileSize,mimeType,title,etag",
+    supportsAllDrives: "true"
+  }).toString();
+  var metaRes = await fetch(metaUrl, {
+    method: "GET",
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken
+    }
+  });
+  if (!metaRes.ok) {
+    throw await (0, _rxError.newRxFetchError)(metaRes);
+  }
+  var meta = await metaRes.json();
+  var sizeStr = meta.fileSize ?? "0";
+  var sizeNum = Number(sizeStr);
+  if (writeRows && (!meta.fileSize || sizeNum > 0)) {
+    throw (0, _rxError.newRxError)("GDR19", {
+      args: {
+        sizeNum,
+        walFileId,
+        size: meta.size,
+        meta,
+        writeRows: writeRows?.length
+      }
+    });
+  }
+  var etag = (0, _index.ensureNotFalsy)(metaRes.headers.get("etag"), 'etag missing');
+  var writeResult = await (0, _googleDriveHelper.fillFileIfEtagMatches)(googleDriveOptions, walFileId, etag, writeRows);
+  if (writeResult.status !== 200) {
+    throw (0, _rxError.newRxError)("GDR19", {
+      args: {
+        walFileId,
+        meta,
+        writeRows: writeRows?.length
+      }
+    });
+  }
+}
+async function readWalContent(googleDriveOptions, init) {
+  var walFileId = init.walFile.fileId;
+  var contentUrl = googleDriveOptions.apiEndpoint + ("/drive/v2/files/" + encodeURIComponent(walFileId) + "?alt=media");
+  var res = await fetch(contentUrl, {
+    method: "GET",
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken
+    }
+  });
+  if (!res.ok) {
+    throw await (0, _rxError.newRxFetchError)(res);
+  }
+  var etag = (0, _index.ensureNotFalsy)(res.headers.get("etag"), "etag missing on WAL read");
+  var text = await res.text();
+
+  // If empty or whitespace → no WAL entries
+  if (!text || !text.trim()) {
+    return {
+      etag,
+      rows: undefined
+    };
+  }
+  return {
+    etag,
+    rows: JSON.parse(text)
+  };
+}
+
+/**
+ * Here we read the WAL file content
+ * and sort the content into the actual
+ * document files.
+ * Notice that when the JavaScript process
+ * exists at any point here, we need to have
+ * a recoverable state on the next run. So this
+ * must be idempotent.
+ */
+async function processWalFile(googleDriveOptions, init, primaryPath) {
+  var content = await readWalContent(googleDriveOptions, init);
+  if (!content.rows) {
+    return;
+  }
+  var docIds = content.rows.map(row => row.newDocumentState[primaryPath]);
+  var docFiles = await (0, _documentHandling.getDocumentFiles)(googleDriveOptions, init, docIds);
+  var fileIdByDocId = {};
+  docFiles.files.forEach(file => {
+    var docId = file.name.split('.')[0];
+    fileIdByDocId[docId] = file.id;
+  });
+  var toInsert = [];
+  var toUpdate = [];
+  content.rows.filter(row => {
+    var docId = row.newDocumentState[primaryPath];
+    var fileExists = fileIdByDocId[docId];
+    if (!fileExists) {
+      toInsert.push(row.newDocumentState);
+    } else {
+      toUpdate.push(row.newDocumentState);
+    }
+  });
+  await Promise.all([(0, _documentHandling.insertDocumentFiles)(googleDriveOptions, init, primaryPath, toInsert), (0, _documentHandling.updateDocumentFiles)(googleDriveOptions, primaryPath, toUpdate, fileIdByDocId)]);
+
+  // overwrite wal with emptyness
+  await writeToWal(googleDriveOptions, init, undefined);
+}
+async function handleUpstreamBatch(googleDriveOptions, init, primaryPath, writeRows) {
+  var conflictResult = await fetchConflicts(googleDriveOptions, init, primaryPath, writeRows);
+  await writeToWal(googleDriveOptions, init, conflictResult.nonConflicts);
+  return conflictResult.conflicts;
+}
+//# sourceMappingURL=upstream.js.map

package/dist/cjs/plugins/replication-google-drive/upstream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"upstream.js","names":["_rxError","require","_index","_documentHandling","_googleDriveHelper","WAL_FILE_NAME","exports","fetchConflicts","googleDriveOptions","init","primaryPath","writeRows","length","DRIVE_MAX_BULK_SIZE","newRxError","args","ids","map","row","newDocumentState","filesMeta","getDocumentFiles","fileIdByDocId","Map","fileIds","files","f","fileId","ensureNotFalsy","id","docId","name","split","set","contentsByFileId","fetchDocumentContents","conflicts","nonConflicts","forEach","fileContent","get","byId","assumedMasterState","deepEqual","push","pushRows","writeToWal","walFileId","walFile","metaUrl","apiEndpoint","encodeURIComponent","URLSearchParams","fields","supportsAllDrives","toString","metaRes","fetch","method","headers","Authorization","authToken","ok","newRxFetchError","meta","json","sizeStr","fileSize","sizeNum","Number","size","etag","writeResult","fillFileIfEtagMatches","status","readWalContent","contentUrl","res","text","trim","rows","undefined","JSON","parse","processWalFile","content","docIds","docFiles","file","toInsert","toUpdate","filter","fileExists","Promise","all","insertDocumentFiles","updateDocumentFiles","handleUpstreamBatch","conflictResult"],"sources":["../../../../src/plugins/replication-google-drive/upstream.ts"],"sourcesContent":["import { RxReplicationWriteToMasterRow, WithDeletedAndAttachments } from '../../index.ts';\r\nimport { newRxError, newRxFetchError } from '../../rx-error.ts';\r\nimport { deepEqual, ensureNotFalsy } from '../utils/index.ts';\r\nimport { fetchDocumentContents, getDocumentFiles, insertDocumentFiles, updateDocumentFiles } from './document-handling.ts';\r\nimport { DRIVE_MAX_BULK_SIZE, fillFileIfEtagMatches } from './google-drive-helper.ts';\r\nimport type {\r\n    DriveFileMetadata,\r\n    GoogleDriveOptionsWithDefaults\r\n} from './google-drive-types';\r\nimport { DriveStructure } from './init.ts';\r\nimport { commitTransaction, startTransaction } from './transaction.ts';\r\n\r\nexport const WAL_FILE_NAME = 'rxdb-wal.json';\r\n\r\nexport async function fetchConflicts<RxDocType>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    primaryPath: keyof WithDeletedAndAttachments<RxDocType>,\r\n    writeRows: RxReplicationWriteToMasterRow<RxDocType>[]\r\n) {\r\n    if (writeRows.length > DRIVE_MAX_BULK_SIZE) {\r\n        throw newRxError('GDR18', {\r\n            args: {\r\n                DRIVE_MAX_BULK_SIZE\r\n            }\r\n        });\r\n    }\r\n\r\n    const ids = writeRows.map(row => (row.newDocumentState as any)[primaryPath]);\r\n    const filesMeta = await getDocumentFiles(\r\n        googleDriveOptions,\r\n        init,\r\n        ids as string[]\r\n    );\r\n    const fileIdByDocId = new Map<string, string>();\r\n    const fileIds: string[] = filesMeta.files.map((f) => {\r\n        const fileId = ensureNotFalsy(f.id);\r\n        const docId = f.name.split('.')[0];\r\n        fileIdByDocId.set(docId, fileId);\r\n        return fileId;\r\n    });\r\n    const contentsByFileId = await fetchDocumentContents<WithDeletedAndAttachments<RxDocType>>(\r\n        googleDriveOptions,\r\n        fileIds\r\n    );\r\n\r\n    const conflicts: WithDeletedAndAttachments<RxDocType>[] = [];\r\n    const nonConflicts: RxReplicationWriteToMasterRow<RxDocType>[] = [];\r\n    writeRows.forEach(row => {\r\n        const docId = (row.newDocumentState as any)[primaryPath];\r\n        let fileContent: undefined | WithDeletedAndAttachments<RxDocType>;\r\n        const fileId = fileIdByDocId.get(docId);\r\n        if (fileId) {\r\n            fileContent = contentsByFileId.byId[fileId];\r\n        }\r\n        if (row.assumedMasterState) {\r\n            if (!deepEqual(row.assumedMasterState, fileContent)) {\r\n                conflicts.push(ensureNotFalsy(fileContent));\r\n            } else {\r\n                nonConflicts.push(row);\r\n            }\r\n        } else if (fileContent) {\r\n            conflicts.push(fileContent);\r\n        } else {\r\n            nonConflicts.push(row);\r\n        }\r\n    });\r\n\r\n    if ((nonConflicts.length + conflicts.length) !== writeRows.length) {\r\n        throw newRxError('SNH', {\r\n            pushRows: writeRows,\r\n            args: {\r\n                nonConflicts,\r\n                conflicts,\r\n                contentsByFileId: contentsByFileId.byId\r\n            }\r\n        });\r\n    }\r\n\r\n    return {\r\n        conflicts,\r\n        nonConflicts\r\n    };\r\n}\r\n\r\nexport async function writeToWal<RxDocType>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    writeRows?: RxReplicationWriteToMasterRow<RxDocType>[]\r\n) {\r\n    const walFileId = init.walFile.fileId;\r\n\r\n    const metaUrl =\r\n        googleDriveOptions.apiEndpoint +\r\n        `/drive/v2/files/${encodeURIComponent(walFileId)}?` +\r\n        new URLSearchParams({\r\n            fields: \"id,fileSize,mimeType,title,etag\",\r\n            supportsAllDrives: \"true\"\r\n        }).toString();\r\n    const metaRes = await fetch(metaUrl, {\r\n        method: \"GET\",\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n        },\r\n    });\r\n    if (!metaRes.ok) {\r\n        throw await newRxFetchError(metaRes);\r\n    }\r\n    const meta: DriveFileMetadata = await metaRes.json();\r\n    const sizeStr = meta.fileSize ?? \"0\";\r\n    const sizeNum = Number(sizeStr);\r\n    if (writeRows && (!meta.fileSize || sizeNum > 0)) {\r\n        throw newRxError(\"GDR19\", {\r\n            args: {\r\n                sizeNum,\r\n                walFileId,\r\n                size: meta.size,\r\n                meta,\r\n                writeRows: writeRows?.length\r\n            }\r\n        });\r\n    }\r\n\r\n    const etag = ensureNotFalsy(metaRes.headers.get(\"etag\"), 'etag missing');\r\n    const writeResult = await fillFileIfEtagMatches(\r\n        googleDriveOptions,\r\n        walFileId,\r\n        etag,\r\n        writeRows\r\n    );\r\n    if (writeResult.status !== 200) {\r\n        throw newRxError(\"GDR19\", {\r\n            args: {\r\n                walFileId,\r\n                meta,\r\n                writeRows: writeRows?.length\r\n            }\r\n        });\r\n    }\r\n}\r\n\r\n\r\nexport async function readWalContent<RxDocType>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n): Promise<{\r\n    etag: string;\r\n    rows: RxReplicationWriteToMasterRow<RxDocType>[] | undefined;\r\n}> {\r\n    const walFileId = init.walFile.fileId;\r\n    const contentUrl =\r\n        googleDriveOptions.apiEndpoint +\r\n        `/drive/v2/files/${encodeURIComponent(walFileId)}?alt=media`;\r\n\r\n    const res = await fetch(contentUrl, {\r\n        method: \"GET\",\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n        },\r\n    });\r\n\r\n    if (!res.ok) {\r\n        throw await newRxFetchError(res);\r\n    }\r\n    const etag = ensureNotFalsy(\r\n        res.headers.get(\"etag\"),\r\n        \"etag missing on WAL read\"\r\n    );\r\n\r\n    const text = await res.text();\r\n\r\n    // If empty or whitespace → no WAL entries\r\n    if (!text || !text.trim()) {\r\n        return {\r\n            etag,\r\n            rows: undefined\r\n        };\r\n    }\r\n\r\n    return {\r\n        etag,\r\n        rows: JSON.parse(text) as RxReplicationWriteToMasterRow<RxDocType>[]\r\n    };\r\n}\r\n\r\n\r\n/**\r\n * Here we read the WAL file content\r\n * and sort the content into the actual\r\n * document files.\r\n * Notice that when the JavaScript process\r\n * exists at any point here, we need to have\r\n * a recoverable state on the next run. So this\r\n * must be idempotent.\r\n */\r\nexport async function processWalFile<RxDocType>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    primaryPath: keyof RxDocType\r\n) {\r\n    const content = await readWalContent<RxDocType>(\r\n        googleDriveOptions,\r\n        init\r\n    );\r\n    if (!content.rows) {\r\n        return;\r\n    }\r\n\r\n\r\n    const docIds = content.rows.map(row => row.newDocumentState[primaryPath]);\r\n    const docFiles = await getDocumentFiles(\r\n        googleDriveOptions,\r\n        init,\r\n        docIds as string[]\r\n    );\r\n    const fileIdByDocId: Record<string, string> = {};\r\n\r\n    docFiles.files.forEach(file => {\r\n        const docId = file.name.split('.')[0] as any;\r\n        fileIdByDocId[docId] = file.id;\r\n    });\r\n\r\n    const toInsert: WithDeletedAndAttachments<RxDocType>[] = [];\r\n    const toUpdate: WithDeletedAndAttachments<RxDocType>[] = [];\r\n    content.rows.filter(row => {\r\n        const docId = row.newDocumentState[primaryPath];\r\n        const fileExists = fileIdByDocId[docId as any];\r\n        if (!fileExists) {\r\n            toInsert.push(row.newDocumentState);\r\n        } else {\r\n            toUpdate.push(row.newDocumentState);\r\n        }\r\n    });\r\n\r\n    await Promise.all([\r\n        insertDocumentFiles(\r\n            googleDriveOptions,\r\n            init,\r\n            primaryPath,\r\n            toInsert\r\n        ),\r\n        updateDocumentFiles(\r\n            googleDriveOptions,\r\n            primaryPath,\r\n            toUpdate,\r\n            fileIdByDocId,\r\n        )\r\n    ]);\r\n\r\n\r\n    // overwrite wal with emptyness\r\n    await writeToWal(\r\n        googleDriveOptions,\r\n        init,\r\n        undefined\r\n    );\r\n\r\n}\r\n\r\nexport async function handleUpstreamBatch<RxDocType>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    primaryPath: keyof WithDeletedAndAttachments<RxDocType>,\r\n    writeRows: RxReplicationWriteToMasterRow<RxDocType>[]\r\n): Promise<WithDeletedAndAttachments<RxDocType>[]> {\r\n    const conflictResult = await fetchConflicts(\r\n        googleDriveOptions,\r\n        init,\r\n        primaryPath,\r\n        writeRows\r\n    );\r\n    await writeToWal(\r\n        googleDriveOptions,\r\n        init,\r\n        conflictResult.nonConflicts\r\n    );\r\n\r\n    return conflictResult.conflicts;\r\n}\r\n"],"mappings":";;;;;;;;;;;AACA,IAAAA,QAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AACA,IAAAG,kBAAA,GAAAH,OAAA;AAQO,IAAMI,aAAa,GAAAC,OAAA,CAAAD,aAAA,GAAG,eAAe;AAErC,eAAeE,cAAcA,CAChCC,kBAAkD,EAClDC,IAAoB,EACpBC,WAAuD,EACvDC,SAAqD,EACvD;EACE,IAAIA,SAAS,CAACC,MAAM,GAAGC,sCAAmB,EAAE;IACxC,MAAM,IAAAC,mBAAU,EAAC,OAAO,EAAE;MACtBC,IAAI,EAAE;QACFF,mBAAmB,EAAnBA;MACJ;IACJ,CAAC,CAAC;EACN;EAEA,IAAMG,GAAG,GAAGL,SAAS,CAACM,GAAG,CAACC,GAAG,IAAKA,GAAG,CAACC,gBAAgB,CAAST,WAAW,CAAC,CAAC;EAC5E,IAAMU,SAAS,GAAG,MAAM,IAAAC,kCAAgB,EACpCb,kBAAkB,EAClBC,IAAI,EACJO,GACJ,CAAC;EACD,IAAMM,aAAa,GAAG,IAAIC,GAAG,CAAiB,CAAC;EAC/C,IAAMC,OAAiB,GAAGJ,SAAS,CAACK,KAAK,CAACR,GAAG,CAAES,CAAC,IAAK;IACjD,IAAMC,MAAM,GAAG,IAAAC,qBAAc,EAACF,CAAC,CAACG,EAAE,CAAC;IACnC,IAAMC,KAAK,GAAGJ,CAAC,CAACK,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAClCV,aAAa,CAACW,GAAG,CAACH,KAAK,EAAEH,MAAM,CAAC;IAChC,OAAOA,MAAM;EACjB,CAAC,CAAC;EACF,IAAMO,gBAAgB,GAAG,MAAM,IAAAC,uCAAqB,EAChD3B,kBAAkB,EAClBgB,OACJ,CAAC;EAED,IAAMY,SAAiD,GAAG,EAAE;EAC5D,IAAMC,YAAwD,GAAG,EAAE;EACnE1B,SAAS,CAAC2B,OAAO,CAACpB,GAAG,IAAI;IACrB,IAAMY,KAAK,GAAIZ,GAAG,CAACC,gBAAgB,CAAST,WAAW,CAAC;IACxD,IAAI6B,WAA6D;IACjE,IAAMZ,MAAM,GAAGL,aAAa,CAACkB,GAAG,CAACV,KAAK,CAAC;IACvC,IAAIH,MAAM,EAAE;MACRY,WAAW,GAAGL,gBAAgB,CAACO,IAAI,CAACd,MAAM,CAAC;IAC/C;IACA,IAAIT,GAAG,CAACwB,kBAAkB,EAAE;MACxB,IAAI,CAAC,IAAAC,gBAAS,EAACzB,GAAG,CAACwB,kBAAkB,EAAEH,WAAW,CAAC,EAAE;QACjDH,SAAS,CAACQ,IAAI,CAAC,IAAAhB,qBAAc,EAACW,WAAW,CAAC,CAAC;MAC/C,CAAC,MAAM;QACHF,YAAY,CAACO,IAAI,CAAC1B,GAAG,CAAC;MAC1B;IACJ,CAAC,MAAM,IAAIqB,WAAW,EAAE;MACpBH,SAAS,CAACQ,IAAI,CAACL,WAAW,CAAC;IAC/B,CAAC,MAAM;MACHF,YAAY,CAACO,IAAI,CAAC1B,GAAG,CAAC;IAC1B;EACJ,CAAC,CAAC;EAEF,IAAKmB,YAAY,CAACzB,MAAM,GAAGwB,SAAS,CAACxB,MAAM,KAAMD,SAAS,CAACC,MAAM,EAAE;IAC/D,MAAM,IAAAE,mBAAU,EAAC,KAAK,EAAE;MACpB+B,QAAQ,EAAElC,SAAS;MACnBI,IAAI,EAAE;QACFsB,YAAY;QACZD,SAAS;QACTF,gBAAgB,EAAEA,gBAAgB,CAACO;MACvC;IACJ,CAAC,CAAC;EACN;EAEA,OAAO;IACHL,SAAS;IACTC;EACJ,CAAC;AACL;AAEO,eAAeS,UAAUA,CAC5BtC,kBAAkD,EAClDC,IAAoB,EACpBE,SAAsD,EACxD;EACE,IAAMoC,SAAS,GAAGtC,IAAI,CAACuC,OAAO,CAACrB,MAAM;EAErC,IAAMsB,OAAO,GACTzC,kBAAkB,CAAC0C,WAAW,yBACXC,kBAAkB,CAACJ,SAAS,CAAC,OAAG,GACnD,IAAIK,eAAe,CAAC;IAChBC,MAAM,EAAE,iCAAiC;IACzCC,iBAAiB,EAAE;EACvB,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC;EACjB,IAAMC,OAAO,GAAG,MAAMC,KAAK,CAACR,OAAO,EAAE;IACjCS,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,cAAYpD,kBAAkB,CAACqD;IAChD;EACJ,CAAC,CAAC;EACF,IAAI,CAACL,OAAO,CAACM,EAAE,EAAE;IACb,MAAM,MAAM,IAAAC,wBAAe,EAACP,OAAO,CAAC;EACxC;EACA,IAAMQ,IAAuB,GAAG,MAAMR,OAAO,CAACS,IAAI,CAAC,CAAC;EACpD,IAAMC,OAAO,GAAGF,IAAI,CAACG,QAAQ,IAAI,GAAG;EACpC,IAAMC,OAAO,GAAGC,MAAM,CAACH,OAAO,CAAC;EAC/B,IAAIvD,SAAS,KAAK,CAACqD,IAAI,CAACG,QAAQ,IAAIC,OAAO,GAAG,CAAC,CAAC,EAAE;IAC9C,MAAM,IAAAtD,mBAAU,EAAC,OAAO,EAAE;MACtBC,IAAI,EAAE;QACFqD,OAAO;QACPrB,SAAS;QACTuB,IAAI,EAAEN,IAAI,CAACM,IAAI;QACfN,IAAI;QACJrD,SAAS,EAAEA,SAAS,EAAEC;MAC1B;IACJ,CAAC,CAAC;EACN;EAEA,IAAM2D,IAAI,GAAG,IAAA3C,qBAAc,EAAC4B,OAAO,CAACG,OAAO,CAACnB,GAAG,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC;EACxE,IAAMgC,WAAW,GAAG,MAAM,IAAAC,wCAAqB,EAC3CjE,kBAAkB,EAClBuC,SAAS,EACTwB,IAAI,EACJ5D,SACJ,CAAC;EACD,IAAI6D,WAAW,CAACE,MAAM,KAAK,GAAG,EAAE;IAC5B,MAAM,IAAA5D,mBAAU,EAAC,OAAO,EAAE;MACtBC,IAAI,EAAE;QACFgC,SAAS;QACTiB,IAAI;QACJrD,SAAS,EAAEA,SAAS,EAAEC;MAC1B;IACJ,CAAC,CAAC;EACN;AACJ;AAGO,eAAe+D,cAAcA,CAChCnE,kBAAkD,EAClDC,IAAoB,EAIrB;EACC,IAAMsC,SAAS,GAAGtC,IAAI,CAACuC,OAAO,CAACrB,MAAM;EACrC,IAAMiD,UAAU,GACZpE,kBAAkB,CAAC0C,WAAW,yBACXC,kBAAkB,CAACJ,SAAS,CAAC,gBAAY;EAEhE,IAAM8B,GAAG,GAAG,MAAMpB,KAAK,CAACmB,UAAU,EAAE;IAChClB,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,cAAYpD,kBAAkB,CAACqD;IAChD;EACJ,CAAC,CAAC;EAEF,IAAI,CAACgB,GAAG,CAACf,EAAE,EAAE;IACT,MAAM,MAAM,IAAAC,wBAAe,EAACc,GAAG,CAAC;EACpC;EACA,IAAMN,IAAI,GAAG,IAAA3C,qBAAc,EACvBiD,GAAG,CAAClB,OAAO,CAACnB,GAAG,CAAC,MAAM,CAAC,EACvB,0BACJ,CAAC;EAED,IAAMsC,IAAI,GAAG,MAAMD,GAAG,CAACC,IAAI,CAAC,CAAC;;EAE7B;EACA,IAAI,CAACA,IAAI,IAAI,CAACA,IAAI,CAACC,IAAI,CAAC,CAAC,EAAE;IACvB,OAAO;MACHR,IAAI;MACJS,IAAI,EAAEC;IACV,CAAC;EACL;EAEA,OAAO;IACHV,IAAI;IACJS,IAAI,EAAEE,IAAI,CAACC,KAAK,CAACL,IAAI;EACzB,CAAC;AACL;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,eAAeM,cAAcA,CAChC5E,kBAAkD,EAClDC,IAAoB,EACpBC,WAA4B,EAC9B;EACE,IAAM2E,OAAO,GAAG,MAAMV,cAAc,CAChCnE,kBAAkB,EAClBC,IACJ,CAAC;EACD,IAAI,CAAC4E,OAAO,CAACL,IAAI,EAAE;IACf;EACJ;EAGA,IAAMM,MAAM,GAAGD,OAAO,CAACL,IAAI,CAAC/D,GAAG,CAACC,GAAG,IAAIA,GAAG,CAACC,gBAAgB,CAACT,WAAW,CAAC,CAAC;EACzE,IAAM6E,QAAQ,GAAG,MAAM,IAAAlE,kCAAgB,EACnCb,kBAAkB,EAClBC,IAAI,EACJ6E,MACJ,CAAC;EACD,IAAMhE,aAAqC,GAAG,CAAC,CAAC;EAEhDiE,QAAQ,CAAC9D,KAAK,CAACa,OAAO,CAACkD,IAAI,IAAI;IAC3B,IAAM1D,KAAK,GAAG0D,IAAI,CAACzD,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAQ;IAC5CV,aAAa,CAACQ,KAAK,CAAC,GAAG0D,IAAI,CAAC3D,EAAE;EAClC,CAAC,CAAC;EAEF,IAAM4D,QAAgD,GAAG,EAAE;EAC3D,IAAMC,QAAgD,GAAG,EAAE;EAC3DL,OAAO,CAACL,IAAI,CAACW,MAAM,CAACzE,GAAG,IAAI;IACvB,IAAMY,KAAK,GAAGZ,GAAG,CAACC,gBAAgB,CAACT,WAAW,CAAC;IAC/C,IAAMkF,UAAU,GAAGtE,aAAa,CAACQ,KAAK,CAAQ;IAC9C,IAAI,CAAC8D,UAAU,EAAE;MACbH,QAAQ,CAAC7C,IAAI,CAAC1B,GAAG,CAACC,gBAAgB,CAAC;IACvC,CAAC,MAAM;MACHuE,QAAQ,CAAC9C,IAAI,CAAC1B,GAAG,CAACC,gBAAgB,CAAC;IACvC;EACJ,CAAC,CAAC;EAEF,MAAM0E,OAAO,CAACC,GAAG,CAAC,CACd,IAAAC,qCAAmB,EACfvF,kBAAkB,EAClBC,IAAI,EACJC,WAAW,EACX+E,QACJ,CAAC,EACD,IAAAO,qCAAmB,EACfxF,kBAAkB,EAClBE,WAAW,EACXgF,QAAQ,EACRpE,aACJ,CAAC,CACJ,CAAC;;EAGF;EACA,MAAMwB,UAAU,CACZtC,kBAAkB,EAClBC,IAAI,EACJwE,SACJ,CAAC;AAEL;AAEO,eAAegB,mBAAmBA,CACrCzF,kBAAkD,EAClDC,IAAoB,EACpBC,WAAuD,EACvDC,SAAqD,EACN;EAC/C,IAAMuF,cAAc,GAAG,MAAM3F,cAAc,CACvCC,kBAAkB,EAClBC,IAAI,EACJC,WAAW,EACXC,SACJ,CAAC;EACD,MAAMmC,UAAU,CACZtC,kBAAkB,EAClBC,IAAI,EACJyF,cAAc,CAAC7D,YACnB,CAAC;EAED,OAAO6D,cAAc,CAAC9D,SAAS;AACnC","ignoreList":[]}

package/dist/cjs/plugins/replication-graphql/graphql-schema-from-rx-schema.js

@@ -0,0 +1,235 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.SPACING = void 0;
+exports.fillUpOptionals = fillUpOptionals;
+exports.graphQLSchemaFromRxSchema = graphQLSchemaFromRxSchema;
+var _getGraphqlFromJsonschema = require("get-graphql-from-jsonschema");
+var _rxSchemaHelper = require("../../rx-schema-helper.js");
+var _index = require("../../plugins/utils/index.js");
+/**
+ * just type some common types
+ * to have better IDE autocomplete,
+ * all strings are allowed
+ */
+
+// we use two spaces because get-graphql-from-jsonschema does also
+var SPACING = exports.SPACING = '  ';
+
+/**
+ * Create a GraphQL schema from a given RxJsonSchema
+ */
+function graphQLSchemaFromRxSchema(input) {
+  var ret = {
+    asString: '',
+    queries: [],
+    mutations: [],
+    subscriptions: [],
+    inputs: [],
+    types: []
+  };
+  Object.entries(input).forEach(([collectionName, collectionSettings]) => {
+    collectionSettings = fillUpOptionals(collectionSettings);
+    var schema = collectionSettings.schema;
+    var prefixes = (0, _index.ensureNotFalsy)(collectionSettings.prefixes);
+    var ucCollectionName = (0, _index.ucfirst)(collectionName);
+    var collectionNameInput = (0, _index.ucfirst)(collectionName) + 'Input';
+
+    // input
+    var inputSchema = stripKeysFromSchema(schema, (0, _index.ensureNotFalsy)(collectionSettings.ignoreInputKeys));
+    var inputGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: collectionNameInput,
+      schema: inputSchema,
+      direction: 'input'
+    });
+    var pushRowGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: collectionNameInput + prefixes.pushRow,
+      schema: {
+        type: 'object',
+        properties: {
+          assumedMasterState: inputSchema,
+          newDocumentState: inputSchema
+        },
+        required: ['newDocumentState'],
+        additionalProperties: false
+      },
+      direction: 'input'
+    });
+    var checkpointSchema = {
+      type: 'object',
+      properties: {},
+      required: [],
+      additionalProperties: false
+    };
+    collectionSettings.checkpointFields.forEach(key => {
+      var subSchema = schema.properties[key];
+      checkpointSchema.properties[key] = subSchema;
+      checkpointSchema.required.push(key);
+    });
+    var checkpointInputGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: collectionNameInput + prefixes.checkpoint,
+      schema: checkpointSchema,
+      direction: 'input'
+    });
+    ret.inputs = ret.inputs.concat(inputGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, collectionNameInput))).concat(pushRowGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, collectionNameInput + prefixes.pushRow))).concat(checkpointInputGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, collectionNameInput + prefixes.checkpoint)));
+    var headersSchema = {
+      type: 'object',
+      additionalProperties: false,
+      properties: {},
+      required: []
+    };
+    (0, _index.ensureNotFalsy)(collectionSettings.headerFields).forEach(headerField => {
+      headersSchema.properties[headerField] = {
+        type: 'string'
+      };
+      headersSchema.required.push(headerField);
+    });
+    var headersInputName = collectionNameInput + prefixes.headers;
+    var headersInputGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: headersInputName,
+      schema: headersSchema,
+      direction: 'input'
+    });
+    if ((0, _index.ensureNotFalsy)(collectionSettings.headerFields).length > 0) {
+      ret.inputs = ret.inputs.concat(headersInputGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, headersInputName)));
+    }
+
+    // output
+    var outputSchema = stripKeysFromSchema(schema, (0, _index.ensureNotFalsy)(collectionSettings.ignoreOutputKeys));
+    var outputGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: collectionName,
+      schema: outputSchema,
+      direction: 'output'
+    });
+    var checkpointOutputGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: ucCollectionName + prefixes.checkpoint,
+      schema: checkpointSchema,
+      direction: 'output'
+    });
+    var pullBulkOutputGraphQL = (0, _getGraphqlFromJsonschema.getGraphqlSchemaFromJsonSchema)({
+      rootName: ucCollectionName + prefixes.pullBulk,
+      schema: {
+        type: 'object',
+        properties: {
+          documents: {
+            type: 'array',
+            items: inputSchema
+          },
+          checkpoint: checkpointSchema
+        },
+        required: ['documents', 'checkpoint'],
+        additionalProperties: false
+      },
+      direction: 'output'
+    });
+    ret.types = ret.types.concat(outputGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, ucCollectionName))).concat(checkpointOutputGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, ucCollectionName + prefixes.checkpoint))).concat(pullBulkOutputGraphQL.typeDefinitions.map(str => replaceTopLevelTypeName(str, ucCollectionName + prefixes.pullBulk)));
+
+    // query
+    var queryName = prefixes.pull + ucCollectionName;
+    var queryKeys = ['checkpoint: ' + collectionNameInput + prefixes.checkpoint, 'limit: Int!'];
+    var queryString = queryName + '(' + queryKeys.join(', ') + '): ' + ucCollectionName + prefixes.pullBulk + '!';
+    ret.queries.push(SPACING + queryString);
+
+    // mutation
+    var mutationName = prefixes.push + ucCollectionName;
+    var mutationString = mutationName + '(' + collectionName + prefixes.pushRow + ': [' + collectionNameInput + prefixes.pushRow + ']): [' + ucCollectionName + '!]!';
+    ret.mutations.push(SPACING + mutationString);
+
+    // subscription
+    var subscriptionHeaderInputString = '';
+    if (collectionSettings.headerFields && collectionSettings.headerFields.length > 0) {
+      subscriptionHeaderInputString = '(headers: ' + headersInputName + ')';
+    }
+    var subscriptionName = prefixes.stream + ucCollectionName;
+    var subscriptionString = subscriptionName + subscriptionHeaderInputString + ': ' + ucCollectionName + prefixes.pullBulk + '!';
+    ret.subscriptions.push(SPACING + subscriptionString);
+  });
+
+  // build full string
+  var fullQueryString = 'type Query {\n' + ret.queries.join('\n') + '\n}\n';
+  var fullMutationString = 'type Mutation {\n' + ret.mutations.join('\n') + '\n}\n';
+  var fullSubscriptionString = 'type Subscription {\n' + ret.subscriptions.join('\n') + '\n}\n';
+  var fullTypeString = ret.types.join('\n');
+  var fullInputString = ret.inputs.join('\n');
+  var fullSchemaString = '' + 'schema {\n' + SPACING + 'query: Query\n' + SPACING + 'mutation: Mutation\n' + SPACING + 'subscription: Subscription\n' + '}\n';
+  ret.asString = '' + fullQueryString + '\n' + fullMutationString + '\n' + fullSubscriptionString + '\n' + fullTypeString + '\n' + fullInputString + '\n' + fullSchemaString;
+  return ret;
+}
+function fillUpOptionals(input) {
+  input = (0, _index.flatClone)(input);
+  var schema = (0, _rxSchemaHelper.fillWithDefaultSettings)(input.schema);
+  // strip internal attributes
+  Object.keys(schema.properties).forEach(key => {
+    if (key.startsWith('_')) {
+      delete schema.properties[key];
+    }
+  });
+  input.schema = schema;
+
+  // add deleted field to schema
+  if (!input.deletedField) {
+    input.deletedField = '_deleted';
+  }
+  schema.properties[input.deletedField] = {
+    type: 'boolean'
+  };
+  schema.required.push(input.deletedField);
+
+  // fill up prefixes
+  if (!input.prefixes) {
+    input.prefixes = {};
+  }
+  var prefixes = input.prefixes;
+  if (!prefixes.push) {
+    prefixes.push = 'push';
+  }
+  if (!prefixes.pushRow) {
+    prefixes.pushRow = 'PushRow';
+  }
+  if (!prefixes.checkpoint) {
+    prefixes.checkpoint = 'Checkpoint';
+  }
+  if (!prefixes.pull) {
+    prefixes.pull = 'pull';
+  }
+  if (!prefixes.pullBulk) {
+    prefixes.pullBulk = 'PullBulk';
+  }
+  if (!prefixes.stream) {
+    prefixes.stream = 'stream';
+  }
+  if (!prefixes.headers) {
+    prefixes.headers = 'Headers';
+  }
+  if (!input.headerFields) {
+    input.headerFields = [];
+  }
+  if (!input.withRevisions) {
+    input.withRevisions = false;
+  }
+  if (!input.ignoreInputKeys) {
+    input.ignoreInputKeys = [];
+  }
+  if (!input.ignoreOutputKeys) {
+    input.ignoreOutputKeys = [];
+  }
+  return input;
+}
+function stripKeysFromSchema(schema, strip) {
+  var cloned = (0, _index.clone)(schema);
+  strip.forEach(key => {
+    delete cloned.properties[key];
+  });
+  return cloned;
+}
+
+/**
+ * get-graphql-from-jsonschema add a T0-suffix
+ * that we do not want for the top level type
+ */
+function replaceTopLevelTypeName(str, ucCollectionName) {
+  return str.replace(' ' + ucCollectionName + 'T0 ', ' ' + ucCollectionName + ' ');
+}
+//# sourceMappingURL=graphql-schema-from-rx-schema.js.map