@connecttomahdi/rxdb 17.0.0-beta.17

package/dist/esm/plugins/replication-google-drive/init.js

@@ -0,0 +1,70 @@
+import { ensureFolderExists, readFolder, createEmptyFile, fillFileIfEtagMatches, readJsonFileContent } from "./google-drive-helper.js";
+import { newRxError } from "../../rx-error.js";
+import { randomToken } from "../utils/utils-string.js";
+import { TRANSACTION_FILE_NAME } from "./transaction.js";
+import { ensureNotFalsy } from "../utils/index.js";
+import { WAL_FILE_NAME } from "./upstream.js";
+var NON_ALLOWED_ROOT_FOLDERS = ['/', '', null, false, undefined, 'root'];
+export async function initDriveStructure(googleDriveOptions) {
+  NON_ALLOWED_ROOT_FOLDERS.forEach(nonAllowed => {
+    if (googleDriveOptions.folderPath === nonAllowed) {
+      throw newRxError('GDR1', {
+        folderPath: googleDriveOptions.folderPath
+      });
+    }
+  });
+
+  // root folder
+  var rootFolderId = await ensureFolderExists(googleDriveOptions, googleDriveOptions.folderPath);
+  var rootFolderContent = await readFolder(googleDriveOptions, googleDriveOptions.folderPath);
+
+  /**
+   * Folder but either be empty
+   * or already used as a RxDB google-drive sync target.
+   */
+  var hasRxDBJson = rootFolderContent.find(file => file.name === 'rxdb.json');
+  var hasOther = rootFolderContent.find(file => file.name !== 'rxdb.json');
+  if (hasOther && !hasRxDBJson) {
+    throw newRxError('GDR9', {
+      folderPath: googleDriveOptions.folderPath
+    });
+  }
+
+  /**
+   * Create rxdb.json file.
+   * This must always be the first step.
+   */
+  var rxdbJson = await createEmptyFile(googleDriveOptions, rootFolderId, 'rxdb.json');
+  var replicationIdentifier;
+  if (rxdbJson.size === 0) {
+    var rxdbJsonData = await fillFileIfEtagMatches(googleDriveOptions, rxdbJson.fileId, rxdbJson.etag, {
+      replicationIdentifier: randomToken(10)
+    });
+    replicationIdentifier = ensureNotFalsy(rxdbJsonData.content).replicationIdentifier;
+  } else {
+    var _rxdbJsonData = await readJsonFileContent(googleDriveOptions, rxdbJson.fileId);
+    replicationIdentifier = ensureNotFalsy(_rxdbJsonData.content).replicationIdentifier;
+  }
+
+  // docs folder
+  var docsFolderId = await ensureFolderExists(googleDriveOptions, googleDriveOptions.folderPath + '/docs');
+
+  // signaling folder
+  var signalingFolderId = await ensureFolderExists(googleDriveOptions, googleDriveOptions.folderPath + '/signaling');
+
+  // transaction file
+  var transactionFile = await createEmptyFile(googleDriveOptions, rootFolderId, TRANSACTION_FILE_NAME);
+
+  // WAL file
+  var walFile = await createEmptyFile(googleDriveOptions, rootFolderId, WAL_FILE_NAME);
+  return {
+    rootFolderId,
+    docsFolderId,
+    signalingFolderId,
+    replicationIdentifier,
+    rxdbJson,
+    transactionFile,
+    walFile
+  };
+}
+//# sourceMappingURL=init.js.map

package/dist/esm/plugins/replication-google-drive/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","names":["ensureFolderExists","readFolder","createEmptyFile","fillFileIfEtagMatches","readJsonFileContent","newRxError","randomToken","TRANSACTION_FILE_NAME","ensureNotFalsy","WAL_FILE_NAME","NON_ALLOWED_ROOT_FOLDERS","undefined","initDriveStructure","googleDriveOptions","forEach","nonAllowed","folderPath","rootFolderId","rootFolderContent","hasRxDBJson","find","file","name","hasOther","rxdbJson","replicationIdentifier","size","rxdbJsonData","fileId","etag","content","docsFolderId","signalingFolderId","transactionFile","walFile"],"sources":["../../../../src/plugins/replication-google-drive/init.ts"],"sourcesContent":["import type { GoogleDriveOptionsWithDefaults } from './google-drive-types.ts';\r\nimport {\r\n    ensureFolderExists,\r\n    readFolder,\r\n    createEmptyFile,\r\n    fillFileIfEtagMatches,\r\n    readJsonFileContent\r\n} from './google-drive-helper.ts';\r\nimport { newRxError } from '../../rx-error.ts';\r\nimport { randomToken } from '../utils/utils-string.ts';\r\nimport { TRANSACTION_FILE_NAME } from './transaction.ts';\r\nimport { ensureNotFalsy } from '../utils/index.ts';\r\nimport { WAL_FILE_NAME } from './upstream.ts';\r\n\r\nconst NON_ALLOWED_ROOT_FOLDERS = [\r\n    '/',\r\n    '',\r\n    null,\r\n    false,\r\n    undefined,\r\n    'root'\r\n];\r\n\r\nexport async function initDriveStructure(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults\r\n) {\r\n\r\n    NON_ALLOWED_ROOT_FOLDERS.forEach(nonAllowed => {\r\n        if (googleDriveOptions.folderPath === nonAllowed) {\r\n            throw newRxError('GDR1', {\r\n                folderPath: googleDriveOptions.folderPath\r\n            });\r\n        }\r\n    });\r\n\r\n\r\n    // root folder\r\n    const rootFolderId = await ensureFolderExists(googleDriveOptions, googleDriveOptions.folderPath);\r\n\r\n    const rootFolderContent = await readFolder(googleDriveOptions, googleDriveOptions.folderPath);\r\n\r\n    /**\r\n     * Folder but either be empty\r\n     * or already used as a RxDB google-drive sync target.\r\n     */\r\n    const hasRxDBJson = rootFolderContent.find((file: any) => file.name === 'rxdb.json');\r\n    const hasOther = rootFolderContent.find((file: any) => file.name !== 'rxdb.json');\r\n    if (hasOther && !hasRxDBJson) {\r\n        throw newRxError('GDR9', {\r\n            folderPath: googleDriveOptions.folderPath\r\n        });\r\n    }\r\n\r\n    /**\r\n     * Create rxdb.json file.\r\n     * This must always be the first step.\r\n     */\r\n    const rxdbJson = await createEmptyFile(googleDriveOptions, rootFolderId, 'rxdb.json');\r\n    let replicationIdentifier: string;\r\n    if (rxdbJson.size === 0) {\r\n        const rxdbJsonData = await fillFileIfEtagMatches<{ replicationIdentifier: string }>(\r\n            googleDriveOptions,\r\n            rxdbJson.fileId,\r\n            rxdbJson.etag,\r\n            { replicationIdentifier: randomToken(10) }\r\n        );\r\n        replicationIdentifier = ensureNotFalsy(rxdbJsonData.content).replicationIdentifier;\r\n    } else {\r\n        const rxdbJsonData = await readJsonFileContent<{ replicationIdentifier: string }>(\r\n            googleDriveOptions,\r\n            rxdbJson.fileId\r\n        );\r\n        replicationIdentifier = ensureNotFalsy(rxdbJsonData.content).replicationIdentifier;\r\n    }\r\n\r\n\r\n    // docs folder\r\n    const docsFolderId = await ensureFolderExists(googleDriveOptions, googleDriveOptions.folderPath + '/docs');\r\n\r\n    // signaling folder\r\n    const signalingFolderId = await ensureFolderExists(googleDriveOptions, googleDriveOptions.folderPath + '/signaling');\r\n\r\n    // transaction file\r\n    const transactionFile = await createEmptyFile(\r\n        googleDriveOptions,\r\n        rootFolderId,\r\n        TRANSACTION_FILE_NAME\r\n    );\r\n\r\n    // WAL file\r\n    const walFile = await createEmptyFile(\r\n        googleDriveOptions,\r\n        rootFolderId,\r\n        WAL_FILE_NAME\r\n    );\r\n\r\n    return {\r\n        rootFolderId,\r\n        docsFolderId,\r\n        signalingFolderId,\r\n        replicationIdentifier,\r\n        rxdbJson,\r\n        transactionFile,\r\n        walFile\r\n    };\r\n}\r\n\r\nexport type DriveStructure = Awaited<ReturnType<typeof initDriveStructure>>;\r\n"],"mappings":"AACA,SACIA,kBAAkB,EAClBC,UAAU,EACVC,eAAe,EACfC,qBAAqB,EACrBC,mBAAmB,QAChB,0BAA0B;AACjC,SAASC,UAAU,QAAQ,mBAAmB;AAC9C,SAASC,WAAW,QAAQ,0BAA0B;AACtD,SAASC,qBAAqB,QAAQ,kBAAkB;AACxD,SAASC,cAAc,QAAQ,mBAAmB;AAClD,SAASC,aAAa,QAAQ,eAAe;AAE7C,IAAMC,wBAAwB,GAAG,CAC7B,GAAG,EACH,EAAE,EACF,IAAI,EACJ,KAAK,EACLC,SAAS,EACT,MAAM,CACT;AAED,OAAO,eAAeC,kBAAkBA,CACpCC,kBAAkD,EACpD;EAEEH,wBAAwB,CAACI,OAAO,CAACC,UAAU,IAAI;IAC3C,IAAIF,kBAAkB,CAACG,UAAU,KAAKD,UAAU,EAAE;MAC9C,MAAMV,UAAU,CAAC,MAAM,EAAE;QACrBW,UAAU,EAAEH,kBAAkB,CAACG;MACnC,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;;EAGF;EACA,IAAMC,YAAY,GAAG,MAAMjB,kBAAkB,CAACa,kBAAkB,EAAEA,kBAAkB,CAACG,UAAU,CAAC;EAEhG,IAAME,iBAAiB,GAAG,MAAMjB,UAAU,CAACY,kBAAkB,EAAEA,kBAAkB,CAACG,UAAU,CAAC;;EAE7F;AACJ;AACA;AACA;EACI,IAAMG,WAAW,GAAGD,iBAAiB,CAACE,IAAI,CAAEC,IAAS,IAAKA,IAAI,CAACC,IAAI,KAAK,WAAW,CAAC;EACpF,IAAMC,QAAQ,GAAGL,iBAAiB,CAACE,IAAI,CAAEC,IAAS,IAAKA,IAAI,CAACC,IAAI,KAAK,WAAW,CAAC;EACjF,IAAIC,QAAQ,IAAI,CAACJ,WAAW,EAAE;IAC1B,MAAMd,UAAU,CAAC,MAAM,EAAE;MACrBW,UAAU,EAAEH,kBAAkB,CAACG;IACnC,CAAC,CAAC;EACN;;EAEA;AACJ;AACA;AACA;EACI,IAAMQ,QAAQ,GAAG,MAAMtB,eAAe,CAACW,kBAAkB,EAAEI,YAAY,EAAE,WAAW,CAAC;EACrF,IAAIQ,qBAA6B;EACjC,IAAID,QAAQ,CAACE,IAAI,KAAK,CAAC,EAAE;IACrB,IAAMC,YAAY,GAAG,MAAMxB,qBAAqB,CAC5CU,kBAAkB,EAClBW,QAAQ,CAACI,MAAM,EACfJ,QAAQ,CAACK,IAAI,EACb;MAAEJ,qBAAqB,EAAEnB,WAAW,CAAC,EAAE;IAAE,CAC7C,CAAC;IACDmB,qBAAqB,GAAGjB,cAAc,CAACmB,YAAY,CAACG,OAAO,CAAC,CAACL,qBAAqB;EACtF,CAAC,MAAM;IACH,IAAME,aAAY,GAAG,MAAMvB,mBAAmB,CAC1CS,kBAAkB,EAClBW,QAAQ,CAACI,MACb,CAAC;IACDH,qBAAqB,GAAGjB,cAAc,CAACmB,aAAY,CAACG,OAAO,CAAC,CAACL,qBAAqB;EACtF;;EAGA;EACA,IAAMM,YAAY,GAAG,MAAM/B,kBAAkB,CAACa,kBAAkB,EAAEA,kBAAkB,CAACG,UAAU,GAAG,OAAO,CAAC;;EAE1G;EACA,IAAMgB,iBAAiB,GAAG,MAAMhC,kBAAkB,CAACa,kBAAkB,EAAEA,kBAAkB,CAACG,UAAU,GAAG,YAAY,CAAC;;EAEpH;EACA,IAAMiB,eAAe,GAAG,MAAM/B,eAAe,CACzCW,kBAAkB,EAClBI,YAAY,EACZV,qBACJ,CAAC;;EAED;EACA,IAAM2B,OAAO,GAAG,MAAMhC,eAAe,CACjCW,kBAAkB,EAClBI,YAAY,EACZR,aACJ,CAAC;EAED,OAAO;IACHQ,YAAY;IACZc,YAAY;IACZC,iBAAiB;IACjBP,qBAAqB;IACrBD,QAAQ;IACRS,eAAe;IACfC;EACJ,CAAC;AACL","ignoreList":[]}

package/dist/esm/plugins/replication-google-drive/multipart.js

@@ -0,0 +1,67 @@
+/**
+ * Parses a multipart/mixed response body from Google Drive Batch API.
+ * Returns an array of objects containing { status, headers, body }.
+ */
+export function parseBatchResponse(body) {
+  var boundary = detectBoundary(body);
+  if (boundary.startsWith('"') && boundary.endsWith('"')) {
+    boundary = boundary.substring(1, boundary.length - 1);
+  }
+  var parts = body.split("--" + boundary);
+  var results = [];
+  for (var part of parts) {
+    var trimmedPart = part.trim();
+    if (!trimmedPart || trimmedPart === '--') continue;
+    var outerBodyStart = findDoubleNewline(trimmedPart);
+    if (outerBodyStart === -1) continue;
+    var outerBody = trimmedPart.substring(outerBodyStart).trim();
+    var lines = outerBody.split(/\r?\n/);
+    var statusLine = lines[0];
+    var statusCode = parseInt(statusLine.split(' ')[1], 10);
+
+    // Parse inner headers
+    var innerHeaders = {};
+    for (var i = 1; i < lines.length; i++) {
+      var line = lines[i];
+      if (line.trim() === '') {
+        break;
+      }
+      var [key, ...val] = line.split(':');
+      if (key) innerHeaders[key.toLowerCase().trim()] = val.join(':').trim();
+    }
+    var innerBodyStart = findDoubleNewline(outerBody);
+    var parsedBody = null;
+    if (innerBodyStart !== -1) {
+      var contentBody = outerBody.substring(innerBodyStart).trim();
+      if (contentBody) {
+        try {
+          parsedBody = JSON.parse(contentBody);
+        } catch {
+          parsedBody = contentBody;
+        }
+      }
+    }
+    results.push({
+      status: statusCode,
+      headers: innerHeaders,
+      body: parsedBody
+    });
+  }
+  return results;
+}
+export function findDoubleNewline(str) {
+  var crlf = str.indexOf('\r\n\r\n');
+  if (crlf !== -1) return crlf + 4;
+  var lf = str.indexOf('\n\n');
+  if (lf !== -1) return lf + 2;
+  return -1;
+}
+function detectBoundary(content) {
+  var newlineIndex = content.indexOf('\n');
+  var firstLine = newlineIndex === -1 ? content : content.slice(0, newlineIndex);
+  if (firstLine.startsWith('--')) {
+    return firstLine.slice(2).trim();
+  }
+  throw new Error('Could not detect boundary from response body: ' + content.slice(0, 100));
+}
+//# sourceMappingURL=multipart.js.map

package/dist/esm/plugins/replication-google-drive/multipart.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multipart.js","names":["parseBatchResponse","body","boundary","detectBoundary","startsWith","endsWith","substring","length","parts","split","results","part","trimmedPart","trim","outerBodyStart","findDoubleNewline","outerBody","lines","statusLine","statusCode","parseInt","innerHeaders","i","line","key","val","toLowerCase","join","innerBodyStart","parsedBody","contentBody","JSON","parse","push","status","headers","str","crlf","indexOf","lf","content","newlineIndex","firstLine","slice","Error"],"sources":["../../../../src/plugins/replication-google-drive/multipart.ts"],"sourcesContent":["/**\r\n * Parses a multipart/mixed response body from Google Drive Batch API.\r\n * Returns an array of objects containing { status, headers, body }.\r\n */\r\nexport function parseBatchResponse(\r\n    body: string\r\n): { status: number, headers: Record<string, string>, body: unknown }[] {\r\n    let boundary = detectBoundary(body);\r\n    if (boundary.startsWith('\"') && boundary.endsWith('\"')) {\r\n        boundary = boundary.substring(1, boundary.length - 1);\r\n    }\r\n\r\n    const parts = body.split(`--${boundary}`);\r\n    const results: { status: number, headers: Record<string, string>, body: unknown }[] = [];\r\n\r\n    for (const part of parts) {\r\n        const trimmedPart = part.trim();\r\n        if (!trimmedPart || trimmedPart === '--') continue;\r\n\r\n        const outerBodyStart = findDoubleNewline(trimmedPart);\r\n        if (outerBodyStart === -1) continue;\r\n\r\n        const outerBody = trimmedPart.substring(outerBodyStart).trim();\r\n\r\n        const lines = outerBody.split(/\\r?\\n/);\r\n        const statusLine = lines[0];\r\n        const statusCode = parseInt(statusLine.split(' ')[1], 10);\r\n\r\n        // Parse inner headers\r\n        const innerHeaders: Record<string, string> = {};\r\n        for (let i = 1; i < lines.length; i++) {\r\n            const line = lines[i];\r\n            if (line.trim() === '') {\r\n                break;\r\n            }\r\n            const [key, ...val] = line.split(':');\r\n            if (key) innerHeaders[key.toLowerCase().trim()] = val.join(':').trim();\r\n        }\r\n\r\n        const innerBodyStart = findDoubleNewline(outerBody);\r\n        let parsedBody: unknown = null;\r\n\r\n        if (innerBodyStart !== -1) {\r\n            const contentBody = outerBody.substring(innerBodyStart).trim();\r\n            if (contentBody) {\r\n                try {\r\n                    parsedBody = JSON.parse(contentBody);\r\n                } catch {\r\n                    parsedBody = contentBody;\r\n                }\r\n            }\r\n        }\r\n\r\n        results.push({\r\n            status: statusCode,\r\n            headers: innerHeaders,\r\n            body: parsedBody\r\n        });\r\n    }\r\n\r\n    return results;\r\n}\r\n\r\nexport function findDoubleNewline(str: string): number {\r\n    const crlf = str.indexOf('\\r\\n\\r\\n');\r\n    if (crlf !== -1) return crlf + 4;\r\n    const lf = str.indexOf('\\n\\n');\r\n    if (lf !== -1) return lf + 2;\r\n    return -1;\r\n}\r\n\r\nfunction detectBoundary(content: string): string {\r\n    const newlineIndex = content.indexOf('\\n');\r\n    const firstLine = newlineIndex === -1\r\n        ? content\r\n        : content.slice(0, newlineIndex);\r\n\r\n    if (firstLine.startsWith('--')) {\r\n        return firstLine.slice(2).trim();\r\n    }\r\n\r\n    throw new Error(\r\n        'Could not detect boundary from response body: ' +\r\n        content.slice(0, 100)\r\n    );\r\n}\r\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA,OAAO,SAASA,kBAAkBA,CAC9BC,IAAY,EACwD;EACpE,IAAIC,QAAQ,GAAGC,cAAc,CAACF,IAAI,CAAC;EACnC,IAAIC,QAAQ,CAACE,UAAU,CAAC,GAAG,CAAC,IAAIF,QAAQ,CAACG,QAAQ,CAAC,GAAG,CAAC,EAAE;IACpDH,QAAQ,GAAGA,QAAQ,CAACI,SAAS,CAAC,CAAC,EAAEJ,QAAQ,CAACK,MAAM,GAAG,CAAC,CAAC;EACzD;EAEA,IAAMC,KAAK,GAAGP,IAAI,CAACQ,KAAK,QAAMP,QAAU,CAAC;EACzC,IAAMQ,OAA6E,GAAG,EAAE;EAExF,KAAK,IAAMC,IAAI,IAAIH,KAAK,EAAE;IACtB,IAAMI,WAAW,GAAGD,IAAI,CAACE,IAAI,CAAC,CAAC;IAC/B,IAAI,CAACD,WAAW,IAAIA,WAAW,KAAK,IAAI,EAAE;IAE1C,IAAME,cAAc,GAAGC,iBAAiB,CAACH,WAAW,CAAC;IACrD,IAAIE,cAAc,KAAK,CAAC,CAAC,EAAE;IAE3B,IAAME,SAAS,GAAGJ,WAAW,CAACN,SAAS,CAACQ,cAAc,CAAC,CAACD,IAAI,CAAC,CAAC;IAE9D,IAAMI,KAAK,GAAGD,SAAS,CAACP,KAAK,CAAC,OAAO,CAAC;IACtC,IAAMS,UAAU,GAAGD,KAAK,CAAC,CAAC,CAAC;IAC3B,IAAME,UAAU,GAAGC,QAAQ,CAACF,UAAU,CAACT,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;;IAEzD;IACA,IAAMY,YAAoC,GAAG,CAAC,CAAC;IAC/C,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,KAAK,CAACV,MAAM,EAAEe,CAAC,EAAE,EAAE;MACnC,IAAMC,IAAI,GAAGN,KAAK,CAACK,CAAC,CAAC;MACrB,IAAIC,IAAI,CAACV,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACpB;MACJ;MACA,IAAM,CAACW,GAAG,EAAE,GAAGC,GAAG,CAAC,GAAGF,IAAI,CAACd,KAAK,CAAC,GAAG,CAAC;MACrC,IAAIe,GAAG,EAAEH,YAAY,CAACG,GAAG,CAACE,WAAW,CAAC,CAAC,CAACb,IAAI,CAAC,CAAC,CAAC,GAAGY,GAAG,CAACE,IAAI,CAAC,GAAG,CAAC,CAACd,IAAI,CAAC,CAAC;IAC1E;IAEA,IAAMe,cAAc,GAAGb,iBAAiB,CAACC,SAAS,CAAC;IACnD,IAAIa,UAAmB,GAAG,IAAI;IAE9B,IAAID,cAAc,KAAK,CAAC,CAAC,EAAE;MACvB,IAAME,WAAW,GAAGd,SAAS,CAACV,SAAS,CAACsB,cAAc,CAAC,CAACf,IAAI,CAAC,CAAC;MAC9D,IAAIiB,WAAW,EAAE;QACb,IAAI;UACAD,UAAU,GAAGE,IAAI,CAACC,KAAK,CAACF,WAAW,CAAC;QACxC,CAAC,CAAC,MAAM;UACJD,UAAU,GAAGC,WAAW;QAC5B;MACJ;IACJ;IAEApB,OAAO,CAACuB,IAAI,CAAC;MACTC,MAAM,EAAEf,UAAU;MAClBgB,OAAO,EAAEd,YAAY;MACrBpB,IAAI,EAAE4B;IACV,CAAC,CAAC;EACN;EAEA,OAAOnB,OAAO;AAClB;AAEA,OAAO,SAASK,iBAAiBA,CAACqB,GAAW,EAAU;EACnD,IAAMC,IAAI,GAAGD,GAAG,CAACE,OAAO,CAAC,UAAU,CAAC;EACpC,IAAID,IAAI,KAAK,CAAC,CAAC,EAAE,OAAOA,IAAI,GAAG,CAAC;EAChC,IAAME,EAAE,GAAGH,GAAG,CAACE,OAAO,CAAC,MAAM,CAAC;EAC9B,IAAIC,EAAE,KAAK,CAAC,CAAC,EAAE,OAAOA,EAAE,GAAG,CAAC;EAC5B,OAAO,CAAC,CAAC;AACb;AAEA,SAASpC,cAAcA,CAACqC,OAAe,EAAU;EAC7C,IAAMC,YAAY,GAAGD,OAAO,CAACF,OAAO,CAAC,IAAI,CAAC;EAC1C,IAAMI,SAAS,GAAGD,YAAY,KAAK,CAAC,CAAC,GAC/BD,OAAO,GACPA,OAAO,CAACG,KAAK,CAAC,CAAC,EAAEF,YAAY,CAAC;EAEpC,IAAIC,SAAS,CAACtC,UAAU,CAAC,IAAI,CAAC,EAAE;IAC5B,OAAOsC,SAAS,CAACC,KAAK,CAAC,CAAC,CAAC,CAAC9B,IAAI,CAAC,CAAC;EACpC;EAEA,MAAM,IAAI+B,KAAK,CACX,gDAAgD,GAChDJ,OAAO,CAACG,KAAK,CAAC,CAAC,EAAE,GAAG,CACxB,CAAC;AACL","ignoreList":[]}

package/dist/esm/plugins/replication-google-drive/signaling.js

@@ -0,0 +1,253 @@
+import _Peer from 'simple-peer';
+import { ensureProcessNextTickIsSet } from '../replication-webrtc/connection-handler-simple-peer';
+import { ensureNotFalsy, getFromMapOrCreate, lastOfArray, now, PROMISE_RESOLVE_VOID, promiseWait, promiseWaitSkippable, randomToken } from "../utils/index.js";
+import { deleteFile, insertMultipartFile, readJsonFileContent } from "./google-drive-helper.js";
+import { Subject } from 'rxjs';
+import { newRxFetchError } from "../../rx-error.js";
+/**
+ * Timings on when to call the google drive
+ * api to check for new messages.
+ */
+var BACKOFF_STEPS = [50, 50, 100, 100, 200, 400, 600, 1_000, 2_000, 4_000, 8_000, 15_000, 30_000, 60_000, 120_000];
+var MAX_BACKOFF_STEP_ID = BACKOFF_STEPS.length - 1;
+export var SignalingState = /*#__PURE__*/function () {
+  /**
+   * Emits whenever a new connection
+   * is there or some connection
+   * told us to RESYNC
+   */
+
+  function SignalingState(googleDriveOptions, init, signalingOptions) {
+    this.sessionId = randomToken(12);
+    this.processedMessageIds = new Set();
+    this._resync$ = new Subject();
+    this.resync$ = this._resync$.asObservable();
+    this.peerBySenderId = new Map();
+    this.processQueue = PROMISE_RESOLVE_VOID;
+    this.backoffStepId = 0;
+    this.closed = false;
+    this.resetReaderFn = () => {
+      this.resetReadLoop();
+    };
+    this.googleDriveOptions = googleDriveOptions;
+    this.init = init;
+    this.signalingOptions = signalingOptions;
+    ensureProcessNextTickIsSet();
+    cleanupOldSignalingMessages(this.googleDriveOptions, this.init.signalingFolderId).catch(() => {});
+
+    // Send "i exist" message
+    this.sendMessage({
+      i: 'exist'
+    });
+    this.processNewMessages();
+    if (typeof window !== 'undefined') {
+      window.addEventListener('online', this.resetReaderFn);
+      document.addEventListener('visibilitychange', this.resetReaderFn);
+    }
+
+    // start processing loop
+    (async () => {
+      while (!this.closed) {
+        var time = BACKOFF_STEPS[this.backoffStepId];
+        await this.processNewMessages();
+        var skippable = promiseWaitSkippable(time);
+        this.skipBackoffTime = skippable.skip;
+        await skippable.promise;
+        this.backoffStepId = this.backoffStepId + 1;
+        if (this.backoffStepId > MAX_BACKOFF_STEP_ID) {
+          this.backoffStepId = MAX_BACKOFF_STEP_ID;
+        }
+      }
+    })();
+  }
+  var _proto = SignalingState.prototype;
+  _proto.sendMessage = async function sendMessage(data) {
+    var messageId = randomToken(12);
+    var fileName = [this.sessionId, now(), messageId].join('_') + '.json';
+
+    // add here so we skip these
+    this.processedMessageIds.add(messageId);
+    await insertMultipartFile(this.googleDriveOptions, this.init.signalingFolderId, fileName, data);
+  };
+  _proto.pingPeers = async function pingPeers(message) {
+    Array.from(this.peerBySenderId.values()).forEach(peer => {
+      peer.send(message);
+    });
+  };
+  _proto.resetReadLoop = async function resetReadLoop() {
+    await this.processNewMessages();
+    this.backoffStepId = 0;
+    if (this.skipBackoffTime) {
+      this.skipBackoffTime();
+    }
+  };
+  _proto.processNewMessages = async function processNewMessages() {
+    this.processQueue = this.processQueue.then(() => this._processNewMessages().catch(() => {}));
+    return this.processQueue;
+  };
+  _proto._processNewMessages = async function _processNewMessages() {
+    var messages = await readMessages(this.googleDriveOptions, this.init, this.processedMessageIds);
+    if (messages.length > 0) {
+      this._resync$.next();
+    }
+    messages.forEach(message => {
+      var senderId = message.senderId;
+      if (senderId === this.sessionId) {
+        return;
+      }
+      var peerInstance;
+      peerInstance = getFromMapOrCreate(this.peerBySenderId, senderId, () => {
+        var peer = new _Peer({
+          initiator: senderId > this.sessionId,
+          trickle: true,
+          wrtc: this.signalingOptions.wrtc,
+          config: this.signalingOptions.config
+        });
+        peer.on("signal", async signalData => {
+          await this.sendMessage(signalData);
+        });
+        peer.on('connect', () => {
+          this._resync$.next();
+        });
+        peer.on('data', dataBuffer => {
+          var data = dataBuffer + '';
+          switch (data) {
+            case 'NEW_PEER':
+              this.resetReadLoop();
+              break;
+            case 'RESYNC':
+              this._resync$.next();
+              break;
+            default:
+              console.error('Signaling UNKNOWN DATA ' + data);
+          }
+        });
+        peer.on('error', () => {
+          this._resync$.next();
+        });
+        peer.on('close', () => {
+          this.peerBySenderId.delete(senderId);
+          this._resync$.next();
+        });
+
+        /**
+         * If we find a new peer,
+         * we tell everyone else.
+         */
+        this.pingPeers('NEW_PEER');
+        promiseWait().then(() => this._resync$.next());
+        return peer;
+      });
+      if (!message.data.i) {
+        peerInstance.signal(message.data);
+      }
+    });
+  };
+  _proto.close = function close() {
+    this.closed = true;
+    if (typeof window !== 'undefined') {
+      window.removeEventListener('online', this.resetReaderFn);
+      window.removeEventListener('visibilitychange', this.resetReaderFn);
+    }
+    Array.from(this.peerBySenderId.values()).forEach(peer => peer.destroy());
+    this._resync$.complete();
+  };
+  return SignalingState;
+}();
+export async function readMessages(googleDriveOptions, init, processedMessageIds) {
+  // ----------------------------
+  // INLINE: readFolderById logic
+  // ----------------------------
+  var query = ["'" + init.signalingFolderId + "' in parents", "trashed = false" // If you want to restrict to json only:
+  // `mimeType = 'application/json'`
+  // If you prefix signaling files:
+  // `name contains 'sig__'`
+  ].join(' and ');
+  var fields = 'files(id,name,mimeType,createdTime,parents),nextPageToken';
+  var params = new URLSearchParams();
+  params.set('q', query);
+  params.set('fields', fields);
+  /**
+   * Only fetch the "newest" page.
+   * Later invert the order.
+   */
+  params.set('orderBy', 'createdTime desc');
+  params.set('pageSize', '1000');
+  var listUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?' + params.toString();
+  var listResponse = await fetch(listUrl, {
+    method: 'GET',
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  if (!listResponse.ok) {
+    throw await newRxFetchError(listResponse);
+  }
+  var listData = await listResponse.json();
+  var folderData = listData.files || [];
+  folderData = folderData.reverse();
+  var useFiles = folderData.filter(file => {
+    var messageId = messageIdByFilename(file.name);
+    return !processedMessageIds.has(messageId);
+  });
+  var filesContent = await Promise.all(useFiles.map(async file => {
+    var fileContent = await readJsonFileContent(googleDriveOptions, file.id);
+    var senderId = file.name.split('_')[0];
+    return {
+      senderId,
+      data: fileContent.content
+    };
+  }));
+
+  /**
+   * Do this afterwards so we can retry on errors without losing messages.
+   * (No need for async map here.)
+   */
+  useFiles.forEach(file => {
+    var messageId = messageIdByFilename(file.name);
+    processedMessageIds.add(messageId);
+  });
+  return filesContent;
+}
+function messageIdByFilename(name) {
+  var fileName = name.split('.')[0];
+  var messageId = ensureNotFalsy(lastOfArray(fileName.split('_')));
+  return messageId;
+}
+var DEFAULT_MAX_AGE_MS = 24 * 60 * 60 * 1000; // 1 day
+
+export async function cleanupOldSignalingMessages(googleDriveOptions, signalingFolderId, maxAgeMs = DEFAULT_MAX_AGE_MS) {
+  return 2;
+  var cutoffDate = new Date(Date.now() - maxAgeMs).toISOString();
+
+  // Hardcoded folderId + query parts (Drive will do the filtering server-side)
+  var query = ["'" + signalingFolderId + "' in parents", "trashed = false", "mimeType = 'application/json'", "createdTime < '" + cutoffDate + "'" // Recommended if folder may contain other JSON:
+  // `name contains 'sig__'`
+  ].join(' and ');
+
+  // Hardcoded fields for cleanup
+  var fields = 'files(id,name,createdTime),nextPageToken';
+  var params = new URLSearchParams();
+  params.set('q', query);
+  params.set('fields', fields);
+  params.set('orderBy', 'createdTime asc');
+  params.set('pageSize', '1000');
+  var url = googleDriveOptions.apiEndpoint + '/drive/v3/files?' + params.toString();
+  var listResponse = await fetch(url, {
+    method: 'GET',
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  if (!listResponse.ok) {
+    throw await newRxFetchError(listResponse);
+  }
+  var listData = await listResponse.json();
+  var oldFiles = listData.files || [];
+  if (!oldFiles.length) {
+    return 0;
+  }
+  await Promise.all(oldFiles.map(file => deleteFile(googleDriveOptions, file.id).catch(() => {})));
+  return oldFiles.length;
+}
+//# sourceMappingURL=signaling.js.map

package/dist/esm/plugins/replication-google-drive/signaling.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"signaling.js","names":["_Peer","ensureProcessNextTickIsSet","ensureNotFalsy","getFromMapOrCreate","lastOfArray","now","PROMISE_RESOLVE_VOID","promiseWait","promiseWaitSkippable","randomToken","deleteFile","insertMultipartFile","readJsonFileContent","Subject","newRxFetchError","BACKOFF_STEPS","MAX_BACKOFF_STEP_ID","length","SignalingState","googleDriveOptions","init","signalingOptions","sessionId","processedMessageIds","Set","_resync$","resync$","asObservable","peerBySenderId","Map","processQueue","backoffStepId","closed","resetReaderFn","resetReadLoop","cleanupOldSignalingMessages","signalingFolderId","catch","sendMessage","i","processNewMessages","window","addEventListener","document","time","skippable","skipBackoffTime","skip","promise","_proto","prototype","data","messageId","fileName","join","add","pingPeers","message","Array","from","values","forEach","peer","send","then","_processNewMessages","messages","readMessages","next","senderId","peerInstance","initiator","trickle","wrtc","config","on","signalData","dataBuffer","console","error","delete","signal","close","removeEventListener","destroy","complete","query","fields","params","URLSearchParams","set","listUrl","apiEndpoint","toString","listResponse","fetch","method","headers","Authorization","authToken","ok","listData","json","folderData","files","reverse","useFiles","filter","file","messageIdByFilename","name","has","filesContent","Promise","all","map","fileContent","id","split","content","DEFAULT_MAX_AGE_MS","maxAgeMs","cutoffDate","Date","toISOString","url","oldFiles"],"sources":["../../../../src/plugins/replication-google-drive/signaling.ts"],"sourcesContent":["import type {\r\n    Instance as SimplePeerInstance\r\n} from 'simple-peer';\r\nimport _Peer from 'simple-peer';\r\nimport {\r\n    ensureProcessNextTickIsSet,\r\n    SimplePeerConfig,\r\n    SimplePeerWrtc\r\n} from '../replication-webrtc/connection-handler-simple-peer';\r\nimport {\r\n    ensureNotFalsy,\r\n    getFromMapOrCreate,\r\n    lastOfArray,\r\n    now,\r\n    PROMISE_RESOLVE_VOID,\r\n    promiseWait,\r\n    promiseWaitSkippable,\r\n    randomToken\r\n} from '../utils/index.ts';\r\nimport { DriveStructure } from './init.ts';\r\nimport {\r\n    DriveFileMetadata,\r\n    GoogleDriveOptionsWithDefaults\r\n} from './google-drive-types.ts';\r\nimport {\r\n    deleteFile,\r\n    insertMultipartFile,\r\n    readJsonFileContent\r\n} from './google-drive-helper.ts';\r\nimport { Subject } from 'rxjs';\r\nimport { newRxFetchError } from '../../rx-error.ts';\r\n\r\n\r\nexport type SignalingOptions = {\r\n    wrtc?: SimplePeerWrtc;\r\n    config?: SimplePeerConfig;\r\n};\r\n\r\n/**\r\n * Timings on when to call the google drive\r\n * api to check for new messages.\r\n */\r\nconst BACKOFF_STEPS = [\r\n    50,\r\n    50,\r\n    100,\r\n    100,\r\n    200,\r\n    400,\r\n    600,\r\n    1_000,\r\n    2_000,\r\n    4_000,\r\n    8_000,\r\n    15_000,\r\n    30_000,\r\n    60_000,\r\n    120_000\r\n];\r\nconst MAX_BACKOFF_STEP_ID = BACKOFF_STEPS.length - 1;\r\n\r\n\r\nexport type SIGNAL = 'RESYNC' | 'NEW_PEER';\r\n\r\nexport class SignalingState {\r\n    public readonly sessionId = randomToken(12);\r\n    public readonly processedMessageIds = new Set<string>();\r\n\r\n    /**\r\n     * Emits whenever a new connection\r\n     * is there or some connection\r\n     * told us to RESYNC\r\n     */\r\n    private _resync$ = new Subject<void>();\r\n    public resync$ = this._resync$.asObservable();\r\n\r\n    public peerBySenderId = new Map<string, SimplePeerInstance>();\r\n\r\n    private processQueue: Promise<any> = PROMISE_RESOLVE_VOID;\r\n    private backoffStepId = 0;\r\n    private skipBackoffTime?: () => void;\r\n\r\n\r\n    public closed = false;\r\n    public resetReaderFn = () => {\r\n        this.resetReadLoop();\r\n    };\r\n\r\n    constructor(\r\n        private googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n        private init: DriveStructure,\r\n        private signalingOptions: SignalingOptions\r\n    ) {\r\n        ensureProcessNextTickIsSet();\r\n        cleanupOldSignalingMessages(\r\n            this.googleDriveOptions,\r\n            this.init.signalingFolderId\r\n        ).catch(() => { });\r\n\r\n        // Send \"i exist\" message\r\n        this.sendMessage({ i: 'exist' });\r\n        this.processNewMessages();\r\n\r\n        if (typeof window !== 'undefined') {\r\n            window.addEventListener('online', this.resetReaderFn);\r\n            document.addEventListener('visibilitychange', this.resetReaderFn);\r\n\r\n        }\r\n\r\n        // start processing loop\r\n        (async () => {\r\n            while (!this.closed) {\r\n                const time = BACKOFF_STEPS[this.backoffStepId];\r\n                await this.processNewMessages();\r\n                const skippable = promiseWaitSkippable(time);\r\n                this.skipBackoffTime = skippable.skip;\r\n                await skippable.promise;\r\n                this.backoffStepId = this.backoffStepId + 1;\r\n                if (this.backoffStepId > MAX_BACKOFF_STEP_ID) {\r\n                    this.backoffStepId = MAX_BACKOFF_STEP_ID;\r\n                }\r\n            }\r\n        })();\r\n    }\r\n\r\n    async sendMessage(data: any) {\r\n        const messageId = randomToken(12);\r\n        const fileName = [\r\n            this.sessionId,\r\n            now(),\r\n            messageId\r\n        ].join('_') + '.json';\r\n\r\n        // add here so we skip these\r\n        this.processedMessageIds.add(messageId);\r\n\r\n        await insertMultipartFile(\r\n            this.googleDriveOptions,\r\n            this.init.signalingFolderId,\r\n            fileName,\r\n            data\r\n        );\r\n    }\r\n\r\n    async pingPeers(message: SIGNAL) {\r\n        Array.from(this.peerBySenderId.values()).forEach(peer => {\r\n            peer.send(message);\r\n        });\r\n    }\r\n\r\n\r\n    async resetReadLoop() {\r\n        await this.processNewMessages();\r\n        this.backoffStepId = 0;\r\n        if (this.skipBackoffTime) {\r\n            this.skipBackoffTime();\r\n        }\r\n    }\r\n\r\n    async processNewMessages() {\r\n        this.processQueue = this.processQueue.then(\r\n            () => this._processNewMessages().catch(() => { })\r\n        );\r\n        return this.processQueue;\r\n    }\r\n\r\n    async _processNewMessages() {\r\n        const messages = await readMessages(\r\n            this.googleDriveOptions,\r\n            this.init,\r\n            this.processedMessageIds\r\n        );\r\n        if (messages.length > 0) {\r\n            this._resync$.next();\r\n        }\r\n        messages.forEach(message => {\r\n            const senderId = message.senderId;\r\n            if (senderId === this.sessionId) {\r\n                return;\r\n            }\r\n            let peerInstance: SimplePeerInstance;\r\n\r\n            peerInstance = getFromMapOrCreate(\r\n                this.peerBySenderId,\r\n                senderId,\r\n                () => {\r\n                    const peer = new _Peer({\r\n                        initiator: senderId > this.sessionId,\r\n                        trickle: true,\r\n                        wrtc: this.signalingOptions.wrtc,\r\n                        config: this.signalingOptions.config\r\n                    })\r\n                    peer.on(\"signal\", async (signalData: any) => {\r\n                        await this.sendMessage(signalData);\r\n                    });\r\n                    peer.on('connect', () => {\r\n                        this._resync$.next();\r\n                    });\r\n                    peer.on('data', (dataBuffer: any) => {\r\n                        const data = dataBuffer + '';\r\n                        switch (data) {\r\n                            case 'NEW_PEER':\r\n                                this.resetReadLoop();\r\n                                break;\r\n                            case 'RESYNC':\r\n                                this._resync$.next();\r\n                                break;\r\n                            default:\r\n                                console.error('Signaling UNKNOWN DATA ' + data);\r\n                        }\r\n                    });\r\n                    peer.on('error', () => {\r\n                        this._resync$.next();\r\n                    });\r\n                    peer.on('close', () => {\r\n                        this.peerBySenderId.delete(senderId);\r\n                        this._resync$.next();\r\n                    });\r\n\r\n\r\n                    /**\r\n                     * If we find a new peer,\r\n                     * we tell everyone else.\r\n                     */\r\n                    this.pingPeers('NEW_PEER');\r\n                    promiseWait().then(() => this._resync$.next());\r\n                    return peer;\r\n                }\r\n            );\r\n\r\n            if (!message.data.i) {\r\n                peerInstance.signal(message.data);\r\n            }\r\n        });\r\n    }\r\n\r\n    close() {\r\n        this.closed = true;\r\n        if (typeof window !== 'undefined') {\r\n            window.removeEventListener('online', this.resetReaderFn);\r\n            window.removeEventListener('visibilitychange', this.resetReaderFn);\r\n        }\r\n        Array.from(this.peerBySenderId.values()).forEach(peer => peer.destroy())\r\n        this._resync$.complete();\r\n    }\r\n}\r\n\r\n\r\nexport async function readMessages(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    processedMessageIds: Set<string>\r\n): Promise<{ senderId: string; data: any }[]> {\r\n    // ----------------------------\r\n    // INLINE: readFolderById logic\r\n    // ----------------------------\r\n    const query = [\r\n        `'${init.signalingFolderId}' in parents`,\r\n        `trashed = false`\r\n        // If you want to restrict to json only:\r\n        // `mimeType = 'application/json'`\r\n        // If you prefix signaling files:\r\n        // `name contains 'sig__'`\r\n    ].join(' and ');\r\n\r\n    const fields = 'files(id,name,mimeType,createdTime,parents),nextPageToken';\r\n\r\n    const params = new URLSearchParams();\r\n    params.set('q', query);\r\n    params.set('fields', fields);\r\n    /**\r\n     * Only fetch the \"newest\" page.\r\n     * Later invert the order.\r\n     */\r\n    params.set('orderBy', 'createdTime desc');\r\n    params.set('pageSize', '1000');\r\n\r\n    const listUrl =\r\n        googleDriveOptions.apiEndpoint +\r\n        '/drive/v3/files?' +\r\n        params.toString();\r\n\r\n    const listResponse = await fetch(listUrl, {\r\n        method: 'GET',\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n        }\r\n    });\r\n\r\n    if (!listResponse.ok) {\r\n        throw await newRxFetchError(listResponse);\r\n    }\r\n\r\n    const listData = await listResponse.json();\r\n    let folderData: DriveFileMetadata[] = listData.files || [];\r\n    folderData = folderData.reverse();\r\n\r\n    const useFiles = folderData.filter(file => {\r\n        const messageId = messageIdByFilename(file.name);\r\n        return !processedMessageIds.has(messageId);\r\n    });\r\n\r\n    const filesContent = await Promise.all(\r\n        useFiles.map(async (file) => {\r\n            const fileContent = await readJsonFileContent(\r\n                googleDriveOptions,\r\n                file.id\r\n            );\r\n            const senderId = file.name.split('_')[0];\r\n            return {\r\n                senderId,\r\n                data: fileContent.content\r\n            };\r\n        })\r\n    );\r\n\r\n    /**\r\n     * Do this afterwards so we can retry on errors without losing messages.\r\n     * (No need for async map here.)\r\n     */\r\n    useFiles.forEach((file) => {\r\n        const messageId = messageIdByFilename(file.name);\r\n        processedMessageIds.add(messageId);\r\n    });\r\n\r\n\r\n\r\n    return filesContent;\r\n}\r\n\r\n\r\n\r\nfunction messageIdByFilename(name: string): string {\r\n    const fileName = name.split('.')[0];\r\n    const messageId = ensureNotFalsy(lastOfArray(fileName.split('_')));\r\n    return messageId;\r\n}\r\n\r\nconst DEFAULT_MAX_AGE_MS = 24 * 60 * 60 * 1000; // 1 day\r\n\r\nexport async function cleanupOldSignalingMessages(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    signalingFolderId: string,\r\n    maxAgeMs: number = DEFAULT_MAX_AGE_MS\r\n): Promise<number> {\r\n    return 2;\r\n\r\n    const cutoffDate = new Date(Date.now() - maxAgeMs).toISOString();\r\n\r\n    // Hardcoded folderId + query parts (Drive will do the filtering server-side)\r\n    const query = [\r\n        `'${signalingFolderId}' in parents`,\r\n        `trashed = false`,\r\n        `mimeType = 'application/json'`,\r\n        `createdTime < '${cutoffDate}'`,\r\n        // Recommended if folder may contain other JSON:\r\n        // `name contains 'sig__'`\r\n    ].join(' and ');\r\n\r\n    // Hardcoded fields for cleanup\r\n    const fields = 'files(id,name,createdTime),nextPageToken';\r\n\r\n    const params = new URLSearchParams();\r\n    params.set('q', query);\r\n    params.set('fields', fields);\r\n    params.set('orderBy', 'createdTime asc');\r\n    params.set('pageSize', '1000');\r\n\r\n    const url =\r\n        googleDriveOptions.apiEndpoint +\r\n        '/drive/v3/files?' +\r\n        params.toString();\r\n\r\n    const listResponse = await fetch(url, {\r\n        method: 'GET',\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n        }\r\n    });\r\n\r\n    if (!listResponse.ok) {\r\n        throw await newRxFetchError(listResponse);\r\n    }\r\n\r\n    const listData = await listResponse.json();\r\n    const oldFiles: DriveFileMetadata[] = listData.files || [];\r\n\r\n    if (!oldFiles.length) {\r\n        return 0;\r\n    }\r\n\r\n    await Promise.all(\r\n        oldFiles.map(file =>\r\n            deleteFile(googleDriveOptions, file.id).catch(() => { })\r\n        )\r\n    );\r\n\r\n    return oldFiles.length;\r\n}\r\n"],"mappings":"AAGA,OAAOA,KAAK,MAAM,aAAa;AAC/B,SACIC,0BAA0B,QAGvB,sDAAsD;AAC7D,SACIC,cAAc,EACdC,kBAAkB,EAClBC,WAAW,EACXC,GAAG,EACHC,oBAAoB,EACpBC,WAAW,EACXC,oBAAoB,EACpBC,WAAW,QACR,mBAAmB;AAM1B,SACIC,UAAU,EACVC,mBAAmB,EACnBC,mBAAmB,QAChB,0BAA0B;AACjC,SAASC,OAAO,QAAQ,MAAM;AAC9B,SAASC,eAAe,QAAQ,mBAAmB;AAQnD;AACA;AACA;AACA;AACA,IAAMC,aAAa,GAAG,CAClB,EAAE,EACF,EAAE,EACF,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,KAAK,EACL,KAAK,EACL,KAAK,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,MAAM,EACN,OAAO,CACV;AACD,IAAMC,mBAAmB,GAAGD,aAAa,CAACE,MAAM,GAAG,CAAC;AAKpD,WAAaC,cAAc;EAIvB;AACJ;AACA;AACA;AACA;;EAgBI,SAAAA,eACYC,kBAAkD,EAClDC,IAAoB,EACpBC,gBAAkC,EAC5C;IAAA,KA3BcC,SAAS,GAAGb,WAAW,CAAC,EAAE,CAAC;IAAA,KAC3Bc,mBAAmB,GAAG,IAAIC,GAAG,CAAS,CAAC;IAAA,KAO/CC,QAAQ,GAAG,IAAIZ,OAAO,CAAO,CAAC;IAAA,KAC/Ba,OAAO,GAAG,IAAI,CAACD,QAAQ,CAACE,YAAY,CAAC,CAAC;IAAA,KAEtCC,cAAc,GAAG,IAAIC,GAAG,CAA6B,CAAC;IAAA,KAErDC,YAAY,GAAiBxB,oBAAoB;IAAA,KACjDyB,aAAa,GAAG,CAAC;IAAA,KAIlBC,MAAM,GAAG,KAAK;IAAA,KACdC,aAAa,GAAG,MAAM;MACzB,IAAI,CAACC,aAAa,CAAC,CAAC;IACxB,CAAC;IAAA,KAGWf,kBAAkD,GAAlDA,kBAAkD;IAAA,KAClDC,IAAoB,GAApBA,IAAoB;IAAA,KACpBC,gBAAkC,GAAlCA,gBAAkC;IAE1CpB,0BAA0B,CAAC,CAAC;IAC5BkC,2BAA2B,CACvB,IAAI,CAAChB,kBAAkB,EACvB,IAAI,CAACC,IAAI,CAACgB,iBACd,CAAC,CAACC,KAAK,CAAC,MAAM,CAAE,CAAC,CAAC;;IAElB;IACA,IAAI,CAACC,WAAW,CAAC;MAAEC,CAAC,EAAE;IAAQ,CAAC,CAAC;IAChC,IAAI,CAACC,kBAAkB,CAAC,CAAC;IAEzB,IAAI,OAAOC,MAAM,KAAK,WAAW,EAAE;MAC/BA,MAAM,CAACC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAACT,aAAa,CAAC;MACrDU,QAAQ,CAACD,gBAAgB,CAAC,kBAAkB,EAAE,IAAI,CAACT,aAAa,CAAC;IAErE;;IAEA;IACA,CAAC,YAAY;MACT,OAAO,CAAC,IAAI,CAACD,MAAM,EAAE;QACjB,IAAMY,IAAI,GAAG7B,aAAa,CAAC,IAAI,CAACgB,aAAa,CAAC;QAC9C,MAAM,IAAI,CAACS,kBAAkB,CAAC,CAAC;QAC/B,IAAMK,SAAS,GAAGrC,oBAAoB,CAACoC,IAAI,CAAC;QAC5C,IAAI,CAACE,eAAe,GAAGD,SAAS,CAACE,IAAI;QACrC,MAAMF,SAAS,CAACG,OAAO;QACvB,IAAI,CAACjB,aAAa,GAAG,IAAI,CAACA,aAAa,GAAG,CAAC;QAC3C,IAAI,IAAI,CAACA,aAAa,GAAGf,mBAAmB,EAAE;UAC1C,IAAI,CAACe,aAAa,GAAGf,mBAAmB;QAC5C;MACJ;IACJ,CAAC,EAAE,CAAC;EACR;EAAC,IAAAiC,MAAA,GAAA/B,cAAA,CAAAgC,SAAA;EAAAD,MAAA,CAEKX,WAAW,GAAjB,eAAMA,WAAWA,CAACa,IAAS,EAAE;IACzB,IAAMC,SAAS,GAAG3C,WAAW,CAAC,EAAE,CAAC;IACjC,IAAM4C,QAAQ,GAAG,CACb,IAAI,CAAC/B,SAAS,EACdjB,GAAG,CAAC,CAAC,EACL+C,SAAS,CACZ,CAACE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO;;IAErB;IACA,IAAI,CAAC/B,mBAAmB,CAACgC,GAAG,CAACH,SAAS,CAAC;IAEvC,MAAMzC,mBAAmB,CACrB,IAAI,CAACQ,kBAAkB,EACvB,IAAI,CAACC,IAAI,CAACgB,iBAAiB,EAC3BiB,QAAQ,EACRF,IACJ,CAAC;EACL,CAAC;EAAAF,MAAA,CAEKO,SAAS,GAAf,eAAMA,SAASA,CAACC,OAAe,EAAE;IAC7BC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAC/B,cAAc,CAACgC,MAAM,CAAC,CAAC,CAAC,CAACC,OAAO,CAACC,IAAI,IAAI;MACrDA,IAAI,CAACC,IAAI,CAACN,OAAO,CAAC;IACtB,CAAC,CAAC;EACN,CAAC;EAAAR,MAAA,CAGKf,aAAa,GAAnB,eAAMA,aAAaA,CAAA,EAAG;IAClB,MAAM,IAAI,CAACM,kBAAkB,CAAC,CAAC;IAC/B,IAAI,CAACT,aAAa,GAAG,CAAC;IACtB,IAAI,IAAI,CAACe,eAAe,EAAE;MACtB,IAAI,CAACA,eAAe,CAAC,CAAC;IAC1B;EACJ,CAAC;EAAAG,MAAA,CAEKT,kBAAkB,GAAxB,eAAMA,kBAAkBA,CAAA,EAAG;IACvB,IAAI,CAACV,YAAY,GAAG,IAAI,CAACA,YAAY,CAACkC,IAAI,CACtC,MAAM,IAAI,CAACC,mBAAmB,CAAC,CAAC,CAAC5B,KAAK,CAAC,MAAM,CAAE,CAAC,CACpD,CAAC;IACD,OAAO,IAAI,CAACP,YAAY;EAC5B,CAAC;EAAAmB,MAAA,CAEKgB,mBAAmB,GAAzB,eAAMA,mBAAmBA,CAAA,EAAG;IACxB,IAAMC,QAAQ,GAAG,MAAMC,YAAY,CAC/B,IAAI,CAAChD,kBAAkB,EACvB,IAAI,CAACC,IAAI,EACT,IAAI,CAACG,mBACT,CAAC;IACD,IAAI2C,QAAQ,CAACjD,MAAM,GAAG,CAAC,EAAE;MACrB,IAAI,CAACQ,QAAQ,CAAC2C,IAAI,CAAC,CAAC;IACxB;IACAF,QAAQ,CAACL,OAAO,CAACJ,OAAO,IAAI;MACxB,IAAMY,QAAQ,GAAGZ,OAAO,CAACY,QAAQ;MACjC,IAAIA,QAAQ,KAAK,IAAI,CAAC/C,SAAS,EAAE;QAC7B;MACJ;MACA,IAAIgD,YAAgC;MAEpCA,YAAY,GAAGnE,kBAAkB,CAC7B,IAAI,CAACyB,cAAc,EACnByC,QAAQ,EACR,MAAM;QACF,IAAMP,IAAI,GAAG,IAAI9D,KAAK,CAAC;UACnBuE,SAAS,EAAEF,QAAQ,GAAG,IAAI,CAAC/C,SAAS;UACpCkD,OAAO,EAAE,IAAI;UACbC,IAAI,EAAE,IAAI,CAACpD,gBAAgB,CAACoD,IAAI;UAChCC,MAAM,EAAE,IAAI,CAACrD,gBAAgB,CAACqD;QAClC,CAAC,CAAC;QACFZ,IAAI,CAACa,EAAE,CAAC,QAAQ,EAAE,MAAOC,UAAe,IAAK;UACzC,MAAM,IAAI,CAACtC,WAAW,CAACsC,UAAU,CAAC;QACtC,CAAC,CAAC;QACFd,IAAI,CAACa,EAAE,CAAC,SAAS,EAAE,MAAM;UACrB,IAAI,CAAClD,QAAQ,CAAC2C,IAAI,CAAC,CAAC;QACxB,CAAC,CAAC;QACFN,IAAI,CAACa,EAAE,CAAC,MAAM,EAAGE,UAAe,IAAK;UACjC,IAAM1B,IAAI,GAAG0B,UAAU,GAAG,EAAE;UAC5B,QAAQ1B,IAAI;YACR,KAAK,UAAU;cACX,IAAI,CAACjB,aAAa,CAAC,CAAC;cACpB;YACJ,KAAK,QAAQ;cACT,IAAI,CAACT,QAAQ,CAAC2C,IAAI,CAAC,CAAC;cACpB;YACJ;cACIU,OAAO,CAACC,KAAK,CAAC,yBAAyB,GAAG5B,IAAI,CAAC;UACvD;QACJ,CAAC,CAAC;QACFW,IAAI,CAACa,EAAE,CAAC,OAAO,EAAE,MAAM;UACnB,IAAI,CAAClD,QAAQ,CAAC2C,IAAI,CAAC,CAAC;QACxB,CAAC,CAAC;QACFN,IAAI,CAACa,EAAE,CAAC,OAAO,EAAE,MAAM;UACnB,IAAI,CAAC/C,cAAc,CAACoD,MAAM,CAACX,QAAQ,CAAC;UACpC,IAAI,CAAC5C,QAAQ,CAAC2C,IAAI,CAAC,CAAC;QACxB,CAAC,CAAC;;QAGF;AACpB;AACA;AACA;QACoB,IAAI,CAACZ,SAAS,CAAC,UAAU,CAAC;QAC1BjD,WAAW,CAAC,CAAC,CAACyD,IAAI,CAAC,MAAM,IAAI,CAACvC,QAAQ,CAAC2C,IAAI,CAAC,CAAC,CAAC;QAC9C,OAAON,IAAI;MACf,CACJ,CAAC;MAED,IAAI,CAACL,OAAO,CAACN,IAAI,CAACZ,CAAC,EAAE;QACjB+B,YAAY,CAACW,MAAM,CAACxB,OAAO,CAACN,IAAI,CAAC;MACrC;IACJ,CAAC,CAAC;EACN,CAAC;EAAAF,MAAA,CAEDiC,KAAK,GAAL,SAAAA,KAAKA,CAAA,EAAG;IACJ,IAAI,CAAClD,MAAM,GAAG,IAAI;IAClB,IAAI,OAAOS,MAAM,KAAK,WAAW,EAAE;MAC/BA,MAAM,CAAC0C,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAClD,aAAa,CAAC;MACxDQ,MAAM,CAAC0C,mBAAmB,CAAC,kBAAkB,EAAE,IAAI,CAAClD,aAAa,CAAC;IACtE;IACAyB,KAAK,CAACC,IAAI,CAAC,IAAI,CAAC/B,cAAc,CAACgC,MAAM,CAAC,CAAC,CAAC,CAACC,OAAO,CAACC,IAAI,IAAIA,IAAI,CAACsB,OAAO,CAAC,CAAC,CAAC;IACxE,IAAI,CAAC3D,QAAQ,CAAC4D,QAAQ,CAAC,CAAC;EAC5B,CAAC;EAAA,OAAAnE,cAAA;AAAA;AAIL,OAAO,eAAeiD,YAAYA,CAC9BhD,kBAAkD,EAClDC,IAAoB,EACpBG,mBAAgC,EACU;EAC1C;EACA;EACA;EACA,IAAM+D,KAAK,GAAG,OACNlE,IAAI,CAACgB,iBAAiB,qCAE1B;EACA;EACA;EACA;EAAA,CACH,CAACkB,IAAI,CAAC,OAAO,CAAC;EAEf,IAAMiC,MAAM,GAAG,2DAA2D;EAE1E,IAAMC,MAAM,GAAG,IAAIC,eAAe,CAAC,CAAC;EACpCD,MAAM,CAACE,GAAG,CAAC,GAAG,EAAEJ,KAAK,CAAC;EACtBE,MAAM,CAACE,GAAG,CAAC,QAAQ,EAAEH,MAAM,CAAC;EAC5B;AACJ;AACA;AACA;EACIC,MAAM,CAACE,GAAG,CAAC,SAAS,EAAE,kBAAkB,CAAC;EACzCF,MAAM,CAACE,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC;EAE9B,IAAMC,OAAO,GACTxE,kBAAkB,CAACyE,WAAW,GAC9B,kBAAkB,GAClBJ,MAAM,CAACK,QAAQ,CAAC,CAAC;EAErB,IAAMC,YAAY,GAAG,MAAMC,KAAK,CAACJ,OAAO,EAAE;IACtCK,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAG/E,kBAAkB,CAACgF;IAClD;EACJ,CAAC,CAAC;EAEF,IAAI,CAACL,YAAY,CAACM,EAAE,EAAE;IAClB,MAAM,MAAMtF,eAAe,CAACgF,YAAY,CAAC;EAC7C;EAEA,IAAMO,QAAQ,GAAG,MAAMP,YAAY,CAACQ,IAAI,CAAC,CAAC;EAC1C,IAAIC,UAA+B,GAAGF,QAAQ,CAACG,KAAK,IAAI,EAAE;EAC1DD,UAAU,GAAGA,UAAU,CAACE,OAAO,CAAC,CAAC;EAEjC,IAAMC,QAAQ,GAAGH,UAAU,CAACI,MAAM,CAACC,IAAI,IAAI;IACvC,IAAMxD,SAAS,GAAGyD,mBAAmB,CAACD,IAAI,CAACE,IAAI,CAAC;IAChD,OAAO,CAACvF,mBAAmB,CAACwF,GAAG,CAAC3D,SAAS,CAAC;EAC9C,CAAC,CAAC;EAEF,IAAM4D,YAAY,GAAG,MAAMC,OAAO,CAACC,GAAG,CAClCR,QAAQ,CAACS,GAAG,CAAC,MAAOP,IAAI,IAAK;IACzB,IAAMQ,WAAW,GAAG,MAAMxG,mBAAmB,CACzCO,kBAAkB,EAClByF,IAAI,CAACS,EACT,CAAC;IACD,IAAMhD,QAAQ,GAAGuC,IAAI,CAACE,IAAI,CAACQ,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxC,OAAO;MACHjD,QAAQ;MACRlB,IAAI,EAAEiE,WAAW,CAACG;IACtB,CAAC;EACL,CAAC,CACL,CAAC;;EAED;AACJ;AACA;AACA;EACIb,QAAQ,CAAC7C,OAAO,CAAE+C,IAAI,IAAK;IACvB,IAAMxD,SAAS,GAAGyD,mBAAmB,CAACD,IAAI,CAACE,IAAI,CAAC;IAChDvF,mBAAmB,CAACgC,GAAG,CAACH,SAAS,CAAC;EACtC,CAAC,CAAC;EAIF,OAAO4D,YAAY;AACvB;AAIA,SAASH,mBAAmBA,CAACC,IAAY,EAAU;EAC/C,IAAMzD,QAAQ,GAAGyD,IAAI,CAACQ,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;EACnC,IAAMlE,SAAS,GAAGlD,cAAc,CAACE,WAAW,CAACiD,QAAQ,CAACiE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;EAClE,OAAOlE,SAAS;AACpB;AAEA,IAAMoE,kBAAkB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;;AAEhD,OAAO,eAAerF,2BAA2BA,CAC7ChB,kBAAkD,EAClDiB,iBAAyB,EACzBqF,QAAgB,GAAGD,kBAAkB,EACtB;EACf,OAAO,CAAC;EAER,IAAME,UAAU,GAAG,IAAIC,IAAI,CAACA,IAAI,CAACtH,GAAG,CAAC,CAAC,GAAGoH,QAAQ,CAAC,CAACG,WAAW,CAAC,CAAC;;EAEhE;EACA,IAAMtC,KAAK,GAAG,OACNlD,iBAAiB,2FAGHsF,UAAU,OAC5B;EACA;EAAA,CACH,CAACpE,IAAI,CAAC,OAAO,CAAC;;EAEf;EACA,IAAMiC,MAAM,GAAG,0CAA0C;EAEzD,IAAMC,MAAM,GAAG,IAAIC,eAAe,CAAC,CAAC;EACpCD,MAAM,CAACE,GAAG,CAAC,GAAG,EAAEJ,KAAK,CAAC;EACtBE,MAAM,CAACE,GAAG,CAAC,QAAQ,EAAEH,MAAM,CAAC;EAC5BC,MAAM,CAACE,GAAG,CAAC,SAAS,EAAE,iBAAiB,CAAC;EACxCF,MAAM,CAACE,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC;EAE9B,IAAMmC,GAAG,GACL1G,kBAAkB,CAACyE,WAAW,GAC9B,kBAAkB,GAClBJ,MAAM,CAACK,QAAQ,CAAC,CAAC;EAErB,IAAMC,YAAY,GAAG,MAAMC,KAAK,CAAC8B,GAAG,EAAE;IAClC7B,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAG/E,kBAAkB,CAACgF;IAClD;EACJ,CAAC,CAAC;EAEF,IAAI,CAACL,YAAY,CAACM,EAAE,EAAE;IAClB,MAAM,MAAMtF,eAAe,CAACgF,YAAY,CAAC;EAC7C;EAEA,IAAMO,QAAQ,GAAG,MAAMP,YAAY,CAACQ,IAAI,CAAC,CAAC;EAC1C,IAAMwB,QAA6B,GAAGzB,QAAQ,CAACG,KAAK,IAAI,EAAE;EAE1D,IAAI,CAACsB,QAAQ,CAAC7G,MAAM,EAAE;IAClB,OAAO,CAAC;EACZ;EAEA,MAAMgG,OAAO,CAACC,GAAG,CACbY,QAAQ,CAACX,GAAG,CAACP,IAAI,IACblG,UAAU,CAACS,kBAAkB,EAAEyF,IAAI,CAACS,EAAE,CAAC,CAAChF,KAAK,CAAC,MAAM,CAAE,CAAC,CAC3D,CACJ,CAAC;EAED,OAAOyF,QAAQ,CAAC7G,MAAM;AAC1B","ignoreList":[]}

package/dist/esm/plugins/replication-google-drive/transaction.js

@@ -0,0 +1,123 @@
+import { fillFileIfEtagMatches, readJsonFileContent } from "./google-drive-helper.js";
+import { newRxError } from "../../rx-error.js";
+import { ensureNotFalsy, now, promiseWait } from "../utils/index.js";
+import { processWalFile } from "./upstream.js";
+export var TRANSACTION_FILE_NAME = 'transaction.json';
+export var TRANSACTION_BLOCKED_FLAG = {
+  retry: true
+};
+export async function startTransactionTryOnce(googleDriveOptions, init) {
+  var txFileContent = await readJsonFileContent(googleDriveOptions, init.transactionFile.fileId);
+  if (!isEmpty(txFileContent.content)) {
+    // tx already existed -> retry
+    return TRANSACTION_BLOCKED_FLAG;
+  }
+  var newTxContent = {
+    createdAtClientTime: now()
+  };
+  var writeResult = await fillFileIfEtagMatches(googleDriveOptions, init.transactionFile.fileId, txFileContent.etag, newTxContent);
+  if (writeResult.status !== 200) {
+    return TRANSACTION_BLOCKED_FLAG;
+  }
+  return {
+    etag: writeResult.etag
+  };
+}
+export async function startTransaction(googleDriveOptions, init) {
+  var current = await startTransactionTryOnce(googleDriveOptions, init);
+  var attempts = 0;
+  while (current.retry) {
+    /**
+     * Wait a bit.
+     * Exponential backoff: 100, 200, 400, 800, ...
+     */
+
+    var waitTime = Math.min(100 * 1000, 100 * Math.pow(1.5, attempts));
+    await promiseWait(waitTime);
+
+    /**
+     * Check for timeout
+     */
+    var timeoutState = await isTransactionTimedOut(googleDriveOptions, init);
+    if (timeoutState.expired) {
+      await fillFileIfEtagMatches(googleDriveOptions, init.transactionFile.fileId, timeoutState.etag, undefined);
+    }
+
+    /**
+     * Try to get the transaction again
+     */
+    current = await startTransactionTryOnce(googleDriveOptions, init);
+    attempts = attempts + 1;
+  }
+  return current;
+}
+export async function isTransactionTimedOut(googleDriveOptions, init) {
+  var request = await fetch(googleDriveOptions.apiEndpoint + '/drive/v3/files/' + init.transactionFile.fileId + '?fields=modifiedTime', {
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  var data = await request.json();
+  var dateHeader = request.headers.get('date');
+  var serverTime = Date.parse(ensureNotFalsy(dateHeader, 'header time'));
+  var transactionCreation = Date.parse(ensureNotFalsy(data.modifiedTime, 'tx time'));
+
+  /**
+   * By definition the HTTP Date header
+   * only has seconds precision so if
+   * the serverTime is "impossible", set it
+   * to the transaction creation time.
+   */
+  if (serverTime < transactionCreation) {
+    serverTime = transactionCreation;
+  }
+  var transactionAge = serverTime - transactionCreation;
+  var timeLeft = googleDriveOptions.transactionTimeout - transactionAge;
+  return {
+    timeLeft,
+    transactionAge,
+    // expired: false
+    expired: timeLeft <= 0,
+    etag: ensureNotFalsy(data.etag, 'etag')
+  };
+}
+export async function commitTransaction(googleDriveOptions, init, transactionInput) {
+  if (transactionInput.retry) {
+    throw newRxError('GDR11', {
+      args: {
+        transaction: transactionInput
+      }
+    });
+  }
+  var transaction = transactionInput;
+  var writeResult = await fillFileIfEtagMatches(googleDriveOptions, init.transactionFile.fileId, transaction.etag, undefined);
+  if (writeResult.status !== 200) {
+    throw newRxError('GDR11', {
+      args: {
+        status: writeResult.status,
+        etag: writeResult.etag
+      }
+    });
+  }
+}
+function isEmpty(value) {
+  if (value === undefined || value === null) return true;
+  if (typeof value === "string") {
+    return value.length === 0;
+  }
+  if (typeof value === "object" && !Array.isArray(value)) {
+    return Object.keys(value).length === 0;
+  }
+  return false;
+}
+export async function runInTransaction(googleDriveOptions, init, primaryPath, fn, runAfter) {
+  var transaction = await startTransaction(googleDriveOptions, init);
+  await processWalFile(googleDriveOptions, init, primaryPath);
+  var result = await fn();
+  await commitTransaction(googleDriveOptions, init, transaction);
+  if (runAfter) {
+    await runAfter();
+  }
+  return result;
+}
+//# sourceMappingURL=transaction.js.map

package/dist/esm/plugins/replication-google-drive/transaction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transaction.js","names":["fillFileIfEtagMatches","readJsonFileContent","newRxError","ensureNotFalsy","now","promiseWait","processWalFile","TRANSACTION_FILE_NAME","TRANSACTION_BLOCKED_FLAG","retry","startTransactionTryOnce","googleDriveOptions","init","txFileContent","transactionFile","fileId","isEmpty","content","newTxContent","createdAtClientTime","writeResult","etag","status","startTransaction","current","attempts","waitTime","Math","min","pow","timeoutState","isTransactionTimedOut","expired","undefined","request","fetch","apiEndpoint","headers","Authorization","authToken","data","json","dateHeader","get","serverTime","Date","parse","transactionCreation","modifiedTime","transactionAge","timeLeft","transactionTimeout","commitTransaction","transactionInput","args","transaction","value","length","Array","isArray","Object","keys","runInTransaction","primaryPath","fn","runAfter","result"],"sources":["../../../../src/plugins/replication-google-drive/transaction.ts"],"sourcesContent":["import type { GoogleDriveOptionsWithDefaults } from './google-drive-types.ts';\r\nimport {\r\n    createEmptyFile,\r\n    deleteIfEtagMatches,\r\n    ensureFolderExists,\r\n    fillFileIfEtagMatches,\r\n    readJsonFileContent\r\n} from './google-drive-helper.ts';\r\nimport { newRxError } from '../../rx-error.ts';\r\nimport { DriveStructure } from './init.ts';\r\nimport { ensureNotFalsy, now, promiseWait } from '../utils/index.ts';\r\nimport { processWalFile } from './upstream.ts';\r\n\r\nexport type DriveTransaction = {\r\n    etag: string;\r\n};\r\nexport type TransactionFileContent = {\r\n    createdAtClientTime: number;\r\n};\r\n\r\nexport const TRANSACTION_FILE_NAME = 'transaction.json';\r\nexport const TRANSACTION_BLOCKED_FLAG = {\r\n    retry: true\r\n} as const;\r\n\r\nexport async function startTransactionTryOnce(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n): Promise<typeof TRANSACTION_BLOCKED_FLAG | DriveTransaction> {\r\n    const txFileContent = await readJsonFileContent(\r\n        googleDriveOptions,\r\n        init.transactionFile.fileId\r\n    );\r\n\r\n\r\n    if (!isEmpty(txFileContent.content)) {\r\n        // tx already existed -> retry\r\n        return TRANSACTION_BLOCKED_FLAG;\r\n    }\r\n\r\n\r\n    const newTxContent: TransactionFileContent = {\r\n        createdAtClientTime: now()\r\n    };\r\n\r\n\r\n    const writeResult = await fillFileIfEtagMatches<TransactionFileContent>(\r\n        googleDriveOptions,\r\n        init.transactionFile.fileId,\r\n        txFileContent.etag,\r\n        newTxContent\r\n    );\r\n\r\n    if (writeResult.status !== 200) {\r\n        return TRANSACTION_BLOCKED_FLAG;\r\n    }\r\n\r\n    return {\r\n        etag: writeResult.etag\r\n    };\r\n}\r\n\r\nexport async function startTransaction(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n): Promise<DriveTransaction> {\r\n    let current = await startTransactionTryOnce(\r\n        googleDriveOptions,\r\n        init\r\n    );\r\n\r\n    let attempts = 0;\r\n    while ((current as any).retry) {\r\n        /**\r\n         * Wait a bit.\r\n         * Exponential backoff: 100, 200, 400, 800, ...\r\n         */\r\n\r\n        const waitTime = Math.min(\r\n            100 * 1000,\r\n            100 * Math.pow(1.5, attempts)\r\n        );\r\n        await promiseWait(waitTime);\r\n\r\n        /**\r\n         * Check for timeout\r\n         */\r\n        const timeoutState = await isTransactionTimedOut(\r\n            googleDriveOptions,\r\n            init\r\n        );\r\n        if (timeoutState.expired) {\r\n            await fillFileIfEtagMatches<TransactionFileContent>(\r\n                googleDriveOptions,\r\n                init.transactionFile.fileId,\r\n                timeoutState.etag,\r\n                undefined\r\n            );\r\n        }\r\n\r\n\r\n        /**\r\n         * Try to get the transaction again\r\n         */\r\n        current = await startTransactionTryOnce(\r\n            googleDriveOptions,\r\n            init\r\n        );\r\n\r\n        attempts = attempts + 1;\r\n    }\r\n\r\n    return current as DriveTransaction;\r\n}\r\n\r\nexport async function isTransactionTimedOut(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n) {\r\n    const request = await fetch(\r\n        googleDriveOptions.apiEndpoint + '/drive/v3/files/' + init.transactionFile.fileId + '?fields=modifiedTime',\r\n        {\r\n            headers: {\r\n                Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n            }\r\n        }\r\n    );\r\n    const data = await request.json();\r\n\r\n    const dateHeader = request.headers.get('date');\r\n    let serverTime = Date.parse(ensureNotFalsy(dateHeader, 'header time'));\r\n\r\n    const transactionCreation = Date.parse(ensureNotFalsy(data.modifiedTime, 'tx time'));\r\n\r\n    /**\r\n     * By definition the HTTP Date header\r\n     * only has seconds precision so if\r\n     * the serverTime is \"impossible\", set it\r\n     * to the transaction creation time.\r\n     */\r\n    if (serverTime < transactionCreation) {\r\n        serverTime = transactionCreation;\r\n    }\r\n\r\n    const transactionAge = serverTime - transactionCreation;\r\n    const timeLeft = googleDriveOptions.transactionTimeout - transactionAge;\r\n\r\n    return {\r\n        timeLeft,\r\n        transactionAge,\r\n        // expired: false\r\n        expired: timeLeft <= 0,\r\n        etag: ensureNotFalsy(data.etag, 'etag')\r\n    }\r\n}\r\n\r\nexport async function commitTransaction(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    transactionInput: DriveTransaction | typeof TRANSACTION_BLOCKED_FLAG\r\n) {\r\n    if ((transactionInput as typeof TRANSACTION_BLOCKED_FLAG).retry) {\r\n        throw newRxError('GDR11', {\r\n            args: {\r\n                transaction: transactionInput\r\n            }\r\n        });\r\n    }\r\n\r\n    const transaction: DriveTransaction = transactionInput as any;\r\n    const writeResult = await fillFileIfEtagMatches<TransactionFileContent>(\r\n        googleDriveOptions,\r\n        init.transactionFile.fileId,\r\n        transaction.etag,\r\n        undefined\r\n    );\r\n    if (writeResult.status !== 200) {\r\n        throw newRxError('GDR11', {\r\n            args: {\r\n                status: writeResult.status,\r\n                etag: writeResult.etag\r\n            }\r\n        });\r\n    }\r\n}\r\n\r\n\r\n\r\nfunction isEmpty(value: any) {\r\n    if (value === undefined || value === null) return true;\r\n\r\n    if (typeof value === \"string\") {\r\n        return value.length === 0;\r\n    }\r\n\r\n    if (typeof value === \"object\" && !Array.isArray(value)) {\r\n        return Object.keys(value).length === 0;\r\n    }\r\n    return false;\r\n}\r\n\r\n\r\nexport async function runInTransaction<T>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    primaryPath: string,\r\n    fn: () => Promise<T>,\r\n    runAfter?: () => any\r\n): Promise<T> {\r\n    const transaction = await startTransaction(googleDriveOptions, init);\r\n    await processWalFile(\r\n        googleDriveOptions,\r\n        init,\r\n        primaryPath\r\n    );\r\n    const result = await fn();\r\n    await commitTransaction(googleDriveOptions, init, transaction);\r\n    if (runAfter) {\r\n        await runAfter();\r\n    }\r\n    return result;\r\n}\r\n"],"mappings":"AACA,SAIIA,qBAAqB,EACrBC,mBAAmB,QAChB,0BAA0B;AACjC,SAASC,UAAU,QAAQ,mBAAmB;AAE9C,SAASC,cAAc,EAAEC,GAAG,EAAEC,WAAW,QAAQ,mBAAmB;AACpE,SAASC,cAAc,QAAQ,eAAe;AAS9C,OAAO,IAAMC,qBAAqB,GAAG,kBAAkB;AACvD,OAAO,IAAMC,wBAAwB,GAAG;EACpCC,KAAK,EAAE;AACX,CAAU;AAEV,OAAO,eAAeC,uBAAuBA,CACzCC,kBAAkD,EAClDC,IAAoB,EACuC;EAC3D,IAAMC,aAAa,GAAG,MAAMZ,mBAAmB,CAC3CU,kBAAkB,EAClBC,IAAI,CAACE,eAAe,CAACC,MACzB,CAAC;EAGD,IAAI,CAACC,OAAO,CAACH,aAAa,CAACI,OAAO,CAAC,EAAE;IACjC;IACA,OAAOT,wBAAwB;EACnC;EAGA,IAAMU,YAAoC,GAAG;IACzCC,mBAAmB,EAAEf,GAAG,CAAC;EAC7B,CAAC;EAGD,IAAMgB,WAAW,GAAG,MAAMpB,qBAAqB,CAC3CW,kBAAkB,EAClBC,IAAI,CAACE,eAAe,CAACC,MAAM,EAC3BF,aAAa,CAACQ,IAAI,EAClBH,YACJ,CAAC;EAED,IAAIE,WAAW,CAACE,MAAM,KAAK,GAAG,EAAE;IAC5B,OAAOd,wBAAwB;EACnC;EAEA,OAAO;IACHa,IAAI,EAAED,WAAW,CAACC;EACtB,CAAC;AACL;AAEA,OAAO,eAAeE,gBAAgBA,CAClCZ,kBAAkD,EAClDC,IAAoB,EACK;EACzB,IAAIY,OAAO,GAAG,MAAMd,uBAAuB,CACvCC,kBAAkB,EAClBC,IACJ,CAAC;EAED,IAAIa,QAAQ,GAAG,CAAC;EAChB,OAAQD,OAAO,CAASf,KAAK,EAAE;IAC3B;AACR;AACA;AACA;;IAEQ,IAAMiB,QAAQ,GAAGC,IAAI,CAACC,GAAG,CACrB,GAAG,GAAG,IAAI,EACV,GAAG,GAAGD,IAAI,CAACE,GAAG,CAAC,GAAG,EAAEJ,QAAQ,CAChC,CAAC;IACD,MAAMpB,WAAW,CAACqB,QAAQ,CAAC;;IAE3B;AACR;AACA;IACQ,IAAMI,YAAY,GAAG,MAAMC,qBAAqB,CAC5CpB,kBAAkB,EAClBC,IACJ,CAAC;IACD,IAAIkB,YAAY,CAACE,OAAO,EAAE;MACtB,MAAMhC,qBAAqB,CACvBW,kBAAkB,EAClBC,IAAI,CAACE,eAAe,CAACC,MAAM,EAC3Be,YAAY,CAACT,IAAI,EACjBY,SACJ,CAAC;IACL;;IAGA;AACR;AACA;IACQT,OAAO,GAAG,MAAMd,uBAAuB,CACnCC,kBAAkB,EAClBC,IACJ,CAAC;IAEDa,QAAQ,GAAGA,QAAQ,GAAG,CAAC;EAC3B;EAEA,OAAOD,OAAO;AAClB;AAEA,OAAO,eAAeO,qBAAqBA,CACvCpB,kBAAkD,EAClDC,IAAoB,EACtB;EACE,IAAMsB,OAAO,GAAG,MAAMC,KAAK,CACvBxB,kBAAkB,CAACyB,WAAW,GAAG,kBAAkB,GAAGxB,IAAI,CAACE,eAAe,CAACC,MAAM,GAAG,sBAAsB,EAC1G;IACIsB,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAG3B,kBAAkB,CAAC4B;IAClD;EACJ,CACJ,CAAC;EACD,IAAMC,IAAI,GAAG,MAAMN,OAAO,CAACO,IAAI,CAAC,CAAC;EAEjC,IAAMC,UAAU,GAAGR,OAAO,CAACG,OAAO,CAACM,GAAG,CAAC,MAAM,CAAC;EAC9C,IAAIC,UAAU,GAAGC,IAAI,CAACC,KAAK,CAAC3C,cAAc,CAACuC,UAAU,EAAE,aAAa,CAAC,CAAC;EAEtE,IAAMK,mBAAmB,GAAGF,IAAI,CAACC,KAAK,CAAC3C,cAAc,CAACqC,IAAI,CAACQ,YAAY,EAAE,SAAS,CAAC,CAAC;;EAEpF;AACJ;AACA;AACA;AACA;AACA;EACI,IAAIJ,UAAU,GAAGG,mBAAmB,EAAE;IAClCH,UAAU,GAAGG,mBAAmB;EACpC;EAEA,IAAME,cAAc,GAAGL,UAAU,GAAGG,mBAAmB;EACvD,IAAMG,QAAQ,GAAGvC,kBAAkB,CAACwC,kBAAkB,GAAGF,cAAc;EAEvE,OAAO;IACHC,QAAQ;IACRD,cAAc;IACd;IACAjB,OAAO,EAAEkB,QAAQ,IAAI,CAAC;IACtB7B,IAAI,EAAElB,cAAc,CAACqC,IAAI,CAACnB,IAAI,EAAE,MAAM;EAC1C,CAAC;AACL;AAEA,OAAO,eAAe+B,iBAAiBA,CACnCzC,kBAAkD,EAClDC,IAAoB,EACpByC,gBAAoE,EACtE;EACE,IAAKA,gBAAgB,CAAqC5C,KAAK,EAAE;IAC7D,MAAMP,UAAU,CAAC,OAAO,EAAE;MACtBoD,IAAI,EAAE;QACFC,WAAW,EAAEF;MACjB;IACJ,CAAC,CAAC;EACN;EAEA,IAAME,WAA6B,GAAGF,gBAAuB;EAC7D,IAAMjC,WAAW,GAAG,MAAMpB,qBAAqB,CAC3CW,kBAAkB,EAClBC,IAAI,CAACE,eAAe,CAACC,MAAM,EAC3BwC,WAAW,CAAClC,IAAI,EAChBY,SACJ,CAAC;EACD,IAAIb,WAAW,CAACE,MAAM,KAAK,GAAG,EAAE;IAC5B,MAAMpB,UAAU,CAAC,OAAO,EAAE;MACtBoD,IAAI,EAAE;QACFhC,MAAM,EAAEF,WAAW,CAACE,MAAM;QAC1BD,IAAI,EAAED,WAAW,CAACC;MACtB;IACJ,CAAC,CAAC;EACN;AACJ;AAIA,SAASL,OAAOA,CAACwC,KAAU,EAAE;EACzB,IAAIA,KAAK,KAAKvB,SAAS,IAAIuB,KAAK,KAAK,IAAI,EAAE,OAAO,IAAI;EAEtD,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;IAC3B,OAAOA,KAAK,CAACC,MAAM,KAAK,CAAC;EAC7B;EAEA,IAAI,OAAOD,KAAK,KAAK,QAAQ,IAAI,CAACE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,EAAE;IACpD,OAAOI,MAAM,CAACC,IAAI,CAACL,KAAK,CAAC,CAACC,MAAM,KAAK,CAAC;EAC1C;EACA,OAAO,KAAK;AAChB;AAGA,OAAO,eAAeK,gBAAgBA,CAClCnD,kBAAkD,EAClDC,IAAoB,EACpBmD,WAAmB,EACnBC,EAAoB,EACpBC,QAAoB,EACV;EACV,IAAMV,WAAW,GAAG,MAAMhC,gBAAgB,CAACZ,kBAAkB,EAAEC,IAAI,CAAC;EACpE,MAAMN,cAAc,CAChBK,kBAAkB,EAClBC,IAAI,EACJmD,WACJ,CAAC;EACD,IAAMG,MAAM,GAAG,MAAMF,EAAE,CAAC,CAAC;EACzB,MAAMZ,iBAAiB,CAACzC,kBAAkB,EAAEC,IAAI,EAAE2C,WAAW,CAAC;EAC9D,IAAIU,QAAQ,EAAE;IACV,MAAMA,QAAQ,CAAC,CAAC;EACpB;EACA,OAAOC,MAAM;AACjB","ignoreList":[]}