@connecttomahdi/rxdb 17.0.0-beta.17

package/dist/esm/plugins/replication-google-drive/downstream.js

@@ -0,0 +1,66 @@
+import { newRxFetchError } from "../../rx-error.js";
+import { ensureNotFalsy, lastOfArray } from "../utils/index.js";
+import { fetchDocumentContents } from "./document-handling.js";
+export async function fetchChanges(googleDriveOptions, init, checkpoint, batchSize = 10) {
+  var filesResult = await fetchChangesFiles(googleDriveOptions, init, checkpoint, batchSize);
+  var contents = await fetchDocumentContents(googleDriveOptions, filesResult.files.map(file => file.id));
+  return {
+    checkpoint: filesResult.checkpoint,
+    documents: contents.ordered
+  };
+}
+export async function fetchChangesFiles(googleDriveOptions, init, checkpoint, batchSize = 10) {
+  var queryParts = ["'" + init.docsFolderId + "' in parents", "and trashed = false"];
+  if (checkpoint) {
+    queryParts.push("and modifiedTime >= '" + checkpoint.modifiedTime + "'");
+  }
+
+  /**
+   * Intentionally overfetch in case
+   * multiple docs have the same modifiedTime.
+   * We later have to strip the additional ones.
+   */
+  var OVERFETCH_AMOUNT = 6;
+  var params = new URLSearchParams({
+    q: queryParts.join(' '),
+    pageSize: batchSize + OVERFETCH_AMOUNT + '',
+    orderBy: "modifiedTime asc,name asc",
+    fields: "files(id,name,mimeType,parents,modifiedTime,size)",
+    supportsAllDrives: "true",
+    includeItemsFromAllDrives: "true"
+  });
+  var url = googleDriveOptions.apiEndpoint + "/drive/v3/files?" + params.toString();
+  var res = await fetch(url, {
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken
+    }
+  });
+  if (!res.ok) {
+    throw await newRxFetchError(res);
+  }
+  var data = await res.json();
+  var files = data.files;
+  if (checkpoint) {
+    files = files.filter(file => !(file.modifiedTime === checkpoint.modifiedTime && checkpoint.docIdsWithSameModifiedTime.includes(file.name)));
+  }
+  files = files.slice(0, batchSize);
+  var first = files[0];
+  var newCheckpoint = checkpoint;
+  var last = lastOfArray(files);
+  if (last) {
+    var lastModified = ensureNotFalsy(last.modifiedTime);
+    var docIdsWithSameModifiedTime = files.filter(file => file.modifiedTime === lastModified).map(file => file.name);
+    if (checkpoint && first.modifiedTime === checkpoint.modifiedTime) {
+      docIdsWithSameModifiedTime = docIdsWithSameModifiedTime.concat(checkpoint.docIdsWithSameModifiedTime);
+    }
+    newCheckpoint = {
+      docIdsWithSameModifiedTime,
+      modifiedTime: lastModified
+    };
+  }
+  return {
+    checkpoint: newCheckpoint,
+    files
+  };
+}
+//# sourceMappingURL=downstream.js.map

package/dist/esm/plugins/replication-google-drive/downstream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downstream.js","names":["newRxFetchError","ensureNotFalsy","lastOfArray","fetchDocumentContents","fetchChanges","googleDriveOptions","init","checkpoint","batchSize","filesResult","fetchChangesFiles","contents","files","map","file","id","documents","ordered","queryParts","docsFolderId","push","modifiedTime","OVERFETCH_AMOUNT","params","URLSearchParams","q","join","pageSize","orderBy","fields","supportsAllDrives","includeItemsFromAllDrives","url","apiEndpoint","toString","res","fetch","headers","Authorization","authToken","ok","data","json","filter","docIdsWithSameModifiedTime","includes","name","slice","first","newCheckpoint","last","lastModified","concat"],"sources":["../../../../src/plugins/replication-google-drive/downstream.ts"],"sourcesContent":["import { newRxFetchError } from '../../rx-error.ts';\r\nimport { ensureNotFalsy, lastOfArray } from '../utils/index.ts';\r\nimport { fetchDocumentContents } from './document-handling.ts';\r\nimport type {\r\n    DriveFileMetadata,\r\n    GoogleDriveCheckpointType,\r\n    GoogleDriveOptionsWithDefaults\r\n} from './google-drive-types';\r\nimport { DriveStructure } from './init.ts';\r\n\r\nexport async function fetchChanges<DocType>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    checkpoint?: GoogleDriveCheckpointType,\r\n    batchSize: number = 10\r\n): Promise<{\r\n    checkpoint: GoogleDriveCheckpointType | undefined,\r\n    documents: DocType[]\r\n}> {\r\n    const filesResult = await fetchChangesFiles(\r\n        googleDriveOptions,\r\n        init,\r\n        checkpoint,\r\n        batchSize\r\n    );\r\n\r\n    const contents = await fetchDocumentContents<DocType>(\r\n        googleDriveOptions,\r\n        filesResult.files.map(file => file.id)\r\n    );\r\n\r\n    return {\r\n        checkpoint: filesResult.checkpoint,\r\n        documents: contents.ordered\r\n    };\r\n}\r\nexport async function fetchChangesFiles(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    init: DriveStructure,\r\n    checkpoint?: GoogleDriveCheckpointType,\r\n    batchSize: number = 10\r\n): Promise<{\r\n    checkpoint?: GoogleDriveCheckpointType,\r\n    files: DriveFileMetadata[]\r\n}> {\r\n\r\n    const queryParts = [\r\n        `'${init.docsFolderId}' in parents`,\r\n        `and trashed = false`\r\n    ];\r\n\r\n    if (checkpoint) {\r\n        queryParts.push(`and modifiedTime >= '${checkpoint.modifiedTime}'`);\r\n    }\r\n\r\n    /**\r\n     * Intentionally overfetch in case\r\n     * multiple docs have the same modifiedTime.\r\n     * We later have to strip the additional ones.\r\n     */\r\n    const OVERFETCH_AMOUNT = 6;\r\n    const params = new URLSearchParams({\r\n        q: queryParts.join(' '),\r\n        pageSize: (batchSize + OVERFETCH_AMOUNT) + '',\r\n        orderBy: \"modifiedTime asc,name asc\",\r\n        fields: \"files(id,name,mimeType,parents,modifiedTime,size)\",\r\n        supportsAllDrives: \"true\",\r\n        includeItemsFromAllDrives: \"true\",\r\n    });\r\n\r\n    const url =\r\n        googleDriveOptions.apiEndpoint +\r\n        \"/drive/v3/files?\" +\r\n        params.toString();\r\n\r\n    const res = await fetch(url, {\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n        },\r\n    });\r\n    if (!res.ok) {\r\n        throw await newRxFetchError(res);\r\n    }\r\n\r\n    const data: { files: DriveFileMetadata[] } = await res.json();\r\n\r\n    let files = data.files;\r\n    if (checkpoint) {\r\n        files = files\r\n            .filter(file => !(file.modifiedTime === checkpoint.modifiedTime && checkpoint.docIdsWithSameModifiedTime.includes(file.name)));\r\n    }\r\n    files = files.slice(0, batchSize);\r\n    const first = files[0];\r\n\r\n\r\n    let newCheckpoint = checkpoint;\r\n    const last = lastOfArray(files);\r\n    if (last) {\r\n        const lastModified = ensureNotFalsy(last.modifiedTime);\r\n        let docIdsWithSameModifiedTime = files\r\n            .filter(file => file.modifiedTime === lastModified)\r\n            .map(file => file.name);\r\n\r\n        if (checkpoint && first.modifiedTime === checkpoint.modifiedTime) {\r\n            docIdsWithSameModifiedTime = docIdsWithSameModifiedTime.concat(checkpoint.docIdsWithSameModifiedTime);\r\n        }\r\n\r\n        newCheckpoint = {\r\n            docIdsWithSameModifiedTime,\r\n            modifiedTime: lastModified\r\n        }\r\n    }\r\n\r\n    return {\r\n        checkpoint: newCheckpoint,\r\n        files\r\n    };\r\n}\r\n"],"mappings":"AAAA,SAASA,eAAe,QAAQ,mBAAmB;AACnD,SAASC,cAAc,EAAEC,WAAW,QAAQ,mBAAmB;AAC/D,SAASC,qBAAqB,QAAQ,wBAAwB;AAQ9D,OAAO,eAAeC,YAAYA,CAC9BC,kBAAkD,EAClDC,IAAoB,EACpBC,UAAsC,EACtCC,SAAiB,GAAG,EAAE,EAIvB;EACC,IAAMC,WAAW,GAAG,MAAMC,iBAAiB,CACvCL,kBAAkB,EAClBC,IAAI,EACJC,UAAU,EACVC,SACJ,CAAC;EAED,IAAMG,QAAQ,GAAG,MAAMR,qBAAqB,CACxCE,kBAAkB,EAClBI,WAAW,CAACG,KAAK,CAACC,GAAG,CAACC,IAAI,IAAIA,IAAI,CAACC,EAAE,CACzC,CAAC;EAED,OAAO;IACHR,UAAU,EAAEE,WAAW,CAACF,UAAU;IAClCS,SAAS,EAAEL,QAAQ,CAACM;EACxB,CAAC;AACL;AACA,OAAO,eAAeP,iBAAiBA,CACnCL,kBAAkD,EAClDC,IAAoB,EACpBC,UAAsC,EACtCC,SAAiB,GAAG,EAAE,EAIvB;EAEC,IAAMU,UAAU,GAAG,OACXZ,IAAI,CAACa,YAAY,yCAExB;EAED,IAAIZ,UAAU,EAAE;IACZW,UAAU,CAACE,IAAI,2BAAyBb,UAAU,CAACc,YAAY,MAAG,CAAC;EACvE;;EAEA;AACJ;AACA;AACA;AACA;EACI,IAAMC,gBAAgB,GAAG,CAAC;EAC1B,IAAMC,MAAM,GAAG,IAAIC,eAAe,CAAC;IAC/BC,CAAC,EAAEP,UAAU,CAACQ,IAAI,CAAC,GAAG,CAAC;IACvBC,QAAQ,EAAGnB,SAAS,GAAGc,gBAAgB,GAAI,EAAE;IAC7CM,OAAO,EAAE,2BAA2B;IACpCC,MAAM,EAAE,mDAAmD;IAC3DC,iBAAiB,EAAE,MAAM;IACzBC,yBAAyB,EAAE;EAC/B,CAAC,CAAC;EAEF,IAAMC,GAAG,GACL3B,kBAAkB,CAAC4B,WAAW,GAC9B,kBAAkB,GAClBV,MAAM,CAACW,QAAQ,CAAC,CAAC;EAErB,IAAMC,GAAG,GAAG,MAAMC,KAAK,CAACJ,GAAG,EAAE;IACzBK,OAAO,EAAE;MACLC,aAAa,cAAYjC,kBAAkB,CAACkC;IAChD;EACJ,CAAC,CAAC;EACF,IAAI,CAACJ,GAAG,CAACK,EAAE,EAAE;IACT,MAAM,MAAMxC,eAAe,CAACmC,GAAG,CAAC;EACpC;EAEA,IAAMM,IAAoC,GAAG,MAAMN,GAAG,CAACO,IAAI,CAAC,CAAC;EAE7D,IAAI9B,KAAK,GAAG6B,IAAI,CAAC7B,KAAK;EACtB,IAAIL,UAAU,EAAE;IACZK,KAAK,GAAGA,KAAK,CACR+B,MAAM,CAAC7B,IAAI,IAAI,EAAEA,IAAI,CAACO,YAAY,KAAKd,UAAU,CAACc,YAAY,IAAId,UAAU,CAACqC,0BAA0B,CAACC,QAAQ,CAAC/B,IAAI,CAACgC,IAAI,CAAC,CAAC,CAAC;EACtI;EACAlC,KAAK,GAAGA,KAAK,CAACmC,KAAK,CAAC,CAAC,EAAEvC,SAAS,CAAC;EACjC,IAAMwC,KAAK,GAAGpC,KAAK,CAAC,CAAC,CAAC;EAGtB,IAAIqC,aAAa,GAAG1C,UAAU;EAC9B,IAAM2C,IAAI,GAAGhD,WAAW,CAACU,KAAK,CAAC;EAC/B,IAAIsC,IAAI,EAAE;IACN,IAAMC,YAAY,GAAGlD,cAAc,CAACiD,IAAI,CAAC7B,YAAY,CAAC;IACtD,IAAIuB,0BAA0B,GAAGhC,KAAK,CACjC+B,MAAM,CAAC7B,IAAI,IAAIA,IAAI,CAACO,YAAY,KAAK8B,YAAY,CAAC,CAClDtC,GAAG,CAACC,IAAI,IAAIA,IAAI,CAACgC,IAAI,CAAC;IAE3B,IAAIvC,UAAU,IAAIyC,KAAK,CAAC3B,YAAY,KAAKd,UAAU,CAACc,YAAY,EAAE;MAC9DuB,0BAA0B,GAAGA,0BAA0B,CAACQ,MAAM,CAAC7C,UAAU,CAACqC,0BAA0B,CAAC;IACzG;IAEAK,aAAa,GAAG;MACZL,0BAA0B;MAC1BvB,YAAY,EAAE8B;IAClB,CAAC;EACL;EAEA,OAAO;IACH5C,UAAU,EAAE0C,aAAa;IACzBrC;EACJ,CAAC;AACL","ignoreList":[]}

package/dist/esm/plugins/replication-google-drive/google-drive-helper.js

@@ -0,0 +1,331 @@
+import { newRxError, newRxFetchError } from "../../rx-error.js";
+import { ensureNotFalsy } from "../utils/index.js";
+export var DRIVE_API_VERSION = 'v3';
+export var DRIVE_MAX_PAGE_SIZE = 1000;
+export var DRIVE_MAX_BULK_SIZE = DRIVE_MAX_PAGE_SIZE / 4;
+export var FOLDER_MIME_TYPE = 'application/vnd.google-apps.folder';
+export async function createFolder(googleDriveOptions, parentId = 'root', folderName) {
+  var url = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=id,name,mimeType,trashed';
+  var body = {
+    name: folderName,
+    mimeType: FOLDER_MIME_TYPE,
+    parents: [parentId]
+  };
+  var response = await fetch(url, {
+    method: 'POST',
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken,
+      'Content-Type': 'application/json'
+    },
+    body: JSON.stringify(body)
+  });
+  if (!response.ok) {
+    var errorText = await response.text();
+    if (response.status == 409) {
+      // someone else created the same folder, return that one instead.
+      var found = await findFolder(googleDriveOptions, parentId, folderName);
+      return ensureNotFalsy(found);
+    }
+    throw await newRxFetchError(response, {
+      folderName,
+      parentId
+    });
+  }
+  await response.json();
+
+  /**
+   * To make the function idempotent, we do not use the id from the creation-response.
+   * Instead after creating the folder, we search for it again so that in case
+   * some other instance created the same folder, we use the oldest one always.
+   */
+  var foundFolder = await findFolder(googleDriveOptions, parentId, folderName);
+  return ensureNotFalsy(foundFolder);
+}
+export async function findFolder(googleDriveOptions, parentId = 'root', folderName) {
+  var query = "name = '" + folderName + "' and '" + parentId + "' in parents and trashed = false and mimeType = '" + FOLDER_MIME_TYPE + "'";
+  /**
+   * We sort by createdTime ASC
+   * so in case the same folder was created multiple times, we always pick the same
+   * one which is the oldest one.
+   */
+  var searchUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=files(id,mimeType)&orderBy=createdTime asc&q=' + encodeURIComponent(query);
+  var searchResponse = await fetch(searchUrl, {
+    method: 'GET',
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  var searchData = await searchResponse.json();
+  if (searchData.files && searchData.files.length > 0) {
+    var file = searchData.files[0];
+    if (file.mimeType !== FOLDER_MIME_TYPE) {
+      throw newRxError('GDR3', {
+        folderName,
+        args: {
+          file,
+          FOLDER_MIME_TYPE
+        }
+      });
+    }
+    return file.id;
+  } else {
+    return undefined;
+  }
+}
+export async function ensureFolderExists(googleDriveOptions, folderPath) {
+  var parts = folderPath.split('/').filter(p => p.length > 0);
+  var parentId = 'root';
+  for (var part of parts) {
+    var newParentId = await findFolder(googleDriveOptions, parentId, part);
+    if (newParentId) {
+      parentId = newParentId;
+    } else {
+      parentId = await createFolder(googleDriveOptions, parentId, part);
+    }
+  }
+  return parentId;
+}
+export async function createEmptyFile(googleDriveOptions, parentId, fileName) {
+  var url = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=id';
+  var body = {
+    name: fileName,
+    parents: [parentId],
+    mimeType: 'application/json'
+  };
+  var response = await fetch(url, {
+    method: 'POST',
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken,
+      'Content-Type': 'application/json'
+    },
+    body: JSON.stringify(body)
+  });
+
+  /**
+   * Do not throw on duplicates,
+   * if the file is there already, find its id
+   * and return that one.
+   */
+  if (!response.ok && response.status !== 409) {
+    throw await newRxFetchError(response, {
+      folderName: fileName
+    });
+  }
+
+  /**
+   * For idempotent runs, fetch the file again
+   * after creating it.
+   */
+  var query = ["name = '" + fileName + "'", "'" + parentId + "' in parents", "trashed = false"].join(' and ');
+  var url2 = googleDriveOptions.apiEndpoint + '/drive/v3/files' + '?fields=files(id,etag,size,createdTime)' + '&orderBy=createdTime asc' + '&q=' + encodeURIComponent(query);
+  var res = await fetch(url2, {
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  var data = await res.json();
+  var file = ensureNotFalsy(data.files[0]);
+  return {
+    status: response.status,
+    etag: ensureNotFalsy(file.etag),
+    createdTime: ensureNotFalsy(file.createdTime),
+    fileId: ensureNotFalsy(file.id),
+    size: parseInt(file.size, 10)
+  };
+}
+export async function fillFileIfEtagMatches(googleDriveOptions, fileId, etag, jsonContent) {
+  var url = "" + googleDriveOptions.apiEndpoint + ("/upload/drive/v2/files/" + encodeURIComponent(fileId)) + "?uploadType=media";
+  var writeContent = typeof jsonContent !== 'undefined' ? JSON.stringify(jsonContent) : '';
+  var res = await fetch(url, {
+    method: "PUT",
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken,
+      "Content-Type": "application/json; charset=utf-8",
+      "If-Match": etag
+    },
+    body: writeContent
+  });
+  if (res.status !== 412 && res.status !== 200) {
+    throw await newRxFetchError(res);
+  }
+  return readJsonFileContent(googleDriveOptions, fileId).then(r => {
+    return {
+      content: r.content,
+      etag: r.etag,
+      status: res.status,
+      serverTime: r.serverTime
+    };
+  });
+}
+export async function deleteIfEtagMatches(googleDriveOptions, fileId, etag) {
+  var url = "" + googleDriveOptions.apiEndpoint + ("/drive/v2/files/" + encodeURIComponent(fileId));
+  var res = await fetch(url, {
+    method: "DELETE",
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken,
+      "If-Match": etag
+    }
+  });
+  if (!res.ok) {
+    throw await newRxFetchError(res, {
+      args: {
+        etag,
+        fileId
+      }
+    });
+  }
+  if (res.ok) {
+    // Drive v2 returns 204 No Content on successful delete
+    return;
+  }
+}
+export async function deleteFile(googleDriveOptions, fileId) {
+  var url = "" + googleDriveOptions.apiEndpoint + ("/drive/v2/files/" + encodeURIComponent(fileId));
+  var res = await fetch(url, {
+    method: "DELETE",
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken
+    }
+  });
+  if (!res.ok) {
+    throw await newRxFetchError(res, {
+      args: {
+        fileId
+      }
+    });
+  }
+  if (res.ok) {
+    // Drive v2 returns 204 No Content on successful delete
+    return;
+  }
+}
+export async function readJsonFileContent(googleDriveOptions, fileId) {
+  var url = "" + googleDriveOptions.apiEndpoint + ("/drive/v2/files/" + encodeURIComponent(fileId) + "?alt=media");
+  var res = await fetch(url, {
+    method: "GET",
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken,
+      Accept: "application/json"
+    }
+  });
+  if (!res.ok) {
+    throw await newRxFetchError(res, {
+      args: {
+        fileId
+      }
+    });
+  }
+  var dateHeader = res.headers.get('date');
+  var unixMs = Date.parse(ensureNotFalsy(dateHeader));
+  var contentType = res.headers.get("content-type") || "";
+  if (!contentType.includes("application/json")) {
+    var err = new Error("NOT_A_JSON_FILE but " + contentType);
+    err.code = "NOT_A_JSON_FILE";
+    err.contentType = contentType;
+    throw err;
+  }
+  var contentText = await res.text();
+  var content = contentText.length > 0 ? JSON.parse(contentText) : undefined;
+  var etag = ensureNotFalsy(res.headers.get('etag'));
+  return {
+    etag,
+    content: content,
+    serverTime: unixMs
+  };
+}
+export async function readFolder(googleDriveOptions, folderPath) {
+  var parentId = 'root';
+  var parts = folderPath.split('/').filter(p => p.length > 0);
+
+  // Resolve folder path
+  for (var part of parts) {
+    var _query = "name = '" + part + "' and '" + parentId + "' in parents and trashed = false and mimeType = '" + FOLDER_MIME_TYPE + "'";
+    var searchUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=files(id)&q=' + encodeURIComponent(_query);
+    var searchResponse = await fetch(searchUrl, {
+      method: 'GET',
+      headers: {
+        Authorization: 'Bearer ' + googleDriveOptions.authToken
+      }
+    });
+    var searchData = await searchResponse.json();
+    if (searchData.files && searchData.files.length > 0) {
+      parentId = searchData.files[0].id;
+    } else {
+      throw newRxError('SNH', {
+        folderPath
+      });
+    }
+  }
+
+  // List children
+  var query = "'" + parentId + "' in parents and trashed = false";
+  var listUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=files(id,name,mimeType,trashed,parents)&q=' + encodeURIComponent(query);
+  var listResponse = await fetch(listUrl, {
+    method: 'GET',
+    headers: {
+      Authorization: 'Bearer ' + googleDriveOptions.authToken
+    }
+  });
+  if (!listResponse.ok) {
+    throw await newRxFetchError(listResponse, {
+      folderName: folderPath
+    });
+  }
+  var listData = await listResponse.json();
+  return listData.files || [];
+}
+export async function insertMultipartFile(googleDriveOptions, folderId, filename, jsonData) {
+  var content = JSON.stringify(jsonData);
+  var metadata = {
+    name: filename,
+    mimeType: 'application/json',
+    parents: folderId
+  };
+  var postData = createMultipartBody(metadata, content);
+  var res = await fetch(googleDriveOptions.apiEndpoint + "/upload/drive/v3/files?uploadType=multipart", {
+    method: 'POST',
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken,
+      'Content-Type': 'multipart/related; boundary="' + postData.boundary + '"'
+    },
+    body: postData.body
+  });
+  if (!res.ok) {
+    throw await newRxFetchError(res);
+  }
+}
+export function createMultipartBody(metadata, content) {
+  var multipartBoundary = '-------1337-use-RxDB-7355608-' + Math.random().toString(16).slice(2);
+  var delimiter = '\r\n--' + multipartBoundary + '\r\n';
+  var closeDelim = '\r\n--' + multipartBoundary + '--';
+  var body = delimiter + 'Content-Type: application/json\r\n\r\n' + JSON.stringify(metadata) + delimiter + 'Content-Type: application/json\r\n\r\n' + content + closeDelim;
+  return {
+    body,
+    boundary: multipartBoundary
+  };
+}
+;
+export async function listFilesInFolder(googleDriveOptions, folderId) {
+  var q = "'" + folderId + "' in parents and trashed = false";
+  var params = new URLSearchParams({
+    q,
+    pageSize: "1000",
+    // max allowed
+    fields: "files(id,name,mimeType,parents,modifiedTime,size)",
+    supportsAllDrives: "true",
+    includeItemsFromAllDrives: "true"
+  });
+  var url = googleDriveOptions.apiEndpoint + "/drive/v3/files?" + params.toString();
+  var res = await fetch(url, {
+    headers: {
+      Authorization: "Bearer " + googleDriveOptions.authToken
+    }
+  });
+  if (!res.ok) {
+    var text = await res.text().catch(() => "");
+    throw new Error("files.list failed: " + res.status + " " + text);
+  }
+  var data = await res.json();
+  return data.files ?? [];
+}
+//# sourceMappingURL=google-drive-helper.js.map

package/dist/esm/plugins/replication-google-drive/google-drive-helper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-drive-helper.js","names":["newRxError","newRxFetchError","ensureNotFalsy","DRIVE_API_VERSION","DRIVE_MAX_PAGE_SIZE","DRIVE_MAX_BULK_SIZE","FOLDER_MIME_TYPE","createFolder","googleDriveOptions","parentId","folderName","url","apiEndpoint","body","name","mimeType","parents","response","fetch","method","headers","Authorization","authToken","JSON","stringify","ok","errorText","text","status","found","findFolder","json","foundFolder","query","searchUrl","encodeURIComponent","searchResponse","searchData","files","length","file","args","id","undefined","ensureFolderExists","folderPath","parts","split","filter","p","part","newParentId","createEmptyFile","fileName","join","url2","res","data","etag","createdTime","fileId","size","parseInt","fillFileIfEtagMatches","jsonContent","writeContent","readJsonFileContent","then","r","content","serverTime","deleteIfEtagMatches","deleteFile","Accept","dateHeader","get","unixMs","Date","parse","contentType","includes","err","Error","code","contentText","readFolder","listUrl","listResponse","listData","insertMultipartFile","folderId","filename","jsonData","metadata","postData","createMultipartBody","boundary","multipartBoundary","Math","random","toString","slice","delimiter","closeDelim","listFilesInFolder","q","params","URLSearchParams","pageSize","fields","supportsAllDrives","includeItemsFromAllDrives","catch"],"sources":["../../../../src/plugins/replication-google-drive/google-drive-helper.ts"],"sourcesContent":["import { newRxError, newRxFetchError } from '../../rx-error.ts';\r\nimport { ensureNotFalsy } from '../utils/index.ts';\r\nimport type {\r\n    GoogleDriveOptionsWithDefaults,\r\n    DriveFileMetadata\r\n} from './google-drive-types.ts';\r\nimport { DriveStructure } from './init.ts';\r\n\r\nexport const DRIVE_API_VERSION = 'v3';\r\nexport const DRIVE_MAX_PAGE_SIZE = 1000;\r\nexport const DRIVE_MAX_BULK_SIZE = DRIVE_MAX_PAGE_SIZE / 4;\r\nexport const FOLDER_MIME_TYPE = 'application/vnd.google-apps.folder';\r\n\r\nexport async function createFolder(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    parentId: string = 'root',\r\n    folderName: string\r\n): Promise<string> {\r\n    const url = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=id,name,mimeType,trashed';\r\n    const body = {\r\n        name: folderName,\r\n        mimeType: FOLDER_MIME_TYPE,\r\n        parents: [parentId]\r\n    };\r\n\r\n    const response = await fetch(url, {\r\n        method: 'POST',\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken,\r\n            'Content-Type': 'application/json'\r\n        },\r\n        body: JSON.stringify(body)\r\n    });\r\n\r\n    if (!response.ok) {\r\n        const errorText = await response.text();\r\n\r\n        if (response.status == 409) {\r\n            // someone else created the same folder, return that one instead.\r\n            const found = await findFolder(googleDriveOptions, parentId, folderName);\r\n            return ensureNotFalsy(found);\r\n        }\r\n\r\n        throw await newRxFetchError(response, {\r\n            folderName,\r\n            parentId\r\n        });\r\n    }\r\n\r\n    await response.json();\r\n\r\n    /**\r\n     * To make the function idempotent, we do not use the id from the creation-response.\r\n     * Instead after creating the folder, we search for it again so that in case\r\n     * some other instance created the same folder, we use the oldest one always.\r\n     */\r\n    const foundFolder = await findFolder(\r\n        googleDriveOptions,\r\n        parentId,\r\n        folderName\r\n    );\r\n\r\n    return ensureNotFalsy(foundFolder);\r\n}\r\n\r\n\r\nexport async function findFolder(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    parentId: string = 'root',\r\n    folderName: string\r\n): Promise<string | undefined> {\r\n    const query = \"name = '\" + folderName + \"' and '\" + parentId + \"' in parents and trashed = false and mimeType = '\" + FOLDER_MIME_TYPE + \"'\";\r\n    /**\r\n     * We sort by createdTime ASC\r\n     * so in case the same folder was created multiple times, we always pick the same\r\n     * one which is the oldest one.\r\n     */\r\n    const searchUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=files(id,mimeType)&orderBy=createdTime asc&q=' + encodeURIComponent(query);\r\n    const searchResponse = await fetch(searchUrl, {\r\n        method: 'GET',\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n        }\r\n    });\r\n    const searchData = await searchResponse.json();\r\n\r\n    if (searchData.files && searchData.files.length > 0) {\r\n        const file = searchData.files[0];\r\n        if (file.mimeType !== FOLDER_MIME_TYPE) {\r\n            throw newRxError('GDR3', {\r\n                folderName,\r\n                args: {\r\n                    file,\r\n                    FOLDER_MIME_TYPE\r\n                }\r\n            });\r\n        }\r\n        return file.id;\r\n    } else {\r\n        return undefined;\r\n    }\r\n}\r\n\r\nexport async function ensureFolderExists(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    folderPath: string\r\n): Promise<string> {\r\n    const parts = folderPath.split('/').filter(p => p.length > 0);\r\n    let parentId = 'root';\r\n    for (const part of parts) {\r\n        const newParentId = await findFolder(googleDriveOptions, parentId, part);\r\n        if (newParentId) {\r\n            parentId = newParentId\r\n        } else {\r\n            parentId = await createFolder(googleDriveOptions, parentId, part);\r\n        }\r\n    }\r\n    return parentId;\r\n}\r\n\r\n\r\nexport async function createEmptyFile(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    parentId: string,\r\n    fileName: string\r\n) {\r\n    const url = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=id';\r\n    const body = {\r\n        name: fileName,\r\n        parents: [parentId],\r\n        mimeType: 'application/json'\r\n    };\r\n\r\n    const response = await fetch(url, {\r\n        method: 'POST',\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken,\r\n            'Content-Type': 'application/json'\r\n        },\r\n        body: JSON.stringify(body)\r\n    });\r\n\r\n    /**\r\n     * Do not throw on duplicates,\r\n     * if the file is there already, find its id\r\n     * and return that one.\r\n     */\r\n    if (!response.ok && response.status !== 409) {\r\n        throw await newRxFetchError(response, {\r\n            folderName: fileName\r\n        });\r\n    }\r\n\r\n    /**\r\n     * For idempotent runs, fetch the file again\r\n     * after creating it.\r\n     */\r\n    const query = [\r\n        `name = '${fileName}'`,\r\n        `'${parentId}' in parents`,\r\n        `trashed = false`,\r\n    ].join(' and ');\r\n    const url2 =\r\n        googleDriveOptions.apiEndpoint + '/drive/v3/files' +\r\n        '?fields=files(id,etag,size,createdTime)' +\r\n        '&orderBy=createdTime asc' +\r\n        '&q=' + encodeURIComponent(query);\r\n    const res = await fetch(url2, {\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken,\r\n        },\r\n    });\r\n    const data = await res.json();\r\n    const file = ensureNotFalsy(data.files[0]);\r\n    return {\r\n        status: response.status,\r\n        etag: ensureNotFalsy(file.etag),\r\n        createdTime: ensureNotFalsy(file.createdTime),\r\n        fileId: ensureNotFalsy(file.id),\r\n        size: parseInt(file.size, 10)\r\n    }\r\n}\r\n\r\n\r\nexport async function fillFileIfEtagMatches<T = any>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    fileId: string,\r\n    etag: string,\r\n    jsonContent?: any\r\n): Promise<{\r\n    status: number;\r\n    etag: string;\r\n    content: T | undefined;\r\n    serverTime: number;\r\n}> {\r\n    const url =\r\n        `${googleDriveOptions.apiEndpoint}` +\r\n        `/upload/drive/v2/files/${encodeURIComponent(fileId)}` +\r\n        `?uploadType=media`;\r\n\r\n    const writeContent = typeof jsonContent !== 'undefined' ? JSON.stringify(jsonContent) : '';\r\n    const res = await fetch(url, {\r\n        method: \"PUT\",\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n            \"Content-Type\": \"application/json; charset=utf-8\",\r\n            \"If-Match\": etag,\r\n        },\r\n        body: writeContent,\r\n    });\r\n    if (res.status !== 412 && res.status !== 200) {\r\n        throw await newRxFetchError(res);\r\n    }\r\n\r\n    return readJsonFileContent<T>(\r\n        googleDriveOptions,\r\n        fileId\r\n    ).then(r => {\r\n        return {\r\n            content: r.content,\r\n            etag: r.etag,\r\n            status: res.status,\r\n            serverTime: r.serverTime\r\n        };\r\n    });\r\n}\r\n\r\nexport async function deleteIfEtagMatches(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    fileId: string,\r\n    etag: string\r\n): Promise<void> {\r\n    const url =\r\n        `${googleDriveOptions.apiEndpoint}` +\r\n        `/drive/v2/files/${encodeURIComponent(fileId)}`;\r\n\r\n    const res = await fetch(url, {\r\n        method: \"DELETE\",\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n            \"If-Match\": etag,\r\n        },\r\n    });\r\n\r\n    if (!res.ok) {\r\n        throw await newRxFetchError(res, {\r\n            args: {\r\n                etag,\r\n                fileId\r\n            }\r\n        });\r\n    }\r\n\r\n    if (res.ok) {\r\n        // Drive v2 returns 204 No Content on successful delete\r\n        return;\r\n    }\r\n}\r\n\r\nexport async function deleteFile(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    fileId: string\r\n): Promise<void> {\r\n    const url =\r\n        `${googleDriveOptions.apiEndpoint}` +\r\n        `/drive/v2/files/${encodeURIComponent(fileId)}`;\r\n\r\n    const res = await fetch(url, {\r\n        method: \"DELETE\",\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n        },\r\n    });\r\n\r\n    if (!res.ok) {\r\n        throw await newRxFetchError(res, {\r\n            args: {\r\n                fileId\r\n            }\r\n        });\r\n    }\r\n\r\n    if (res.ok) {\r\n        // Drive v2 returns 204 No Content on successful delete\r\n        return;\r\n    }\r\n}\r\n\r\nexport async function readJsonFileContent<T>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    fileId: string\r\n): Promise<{\r\n    etag: string;\r\n    content: T | undefined;\r\n    serverTime: number;\r\n}> {\r\n    const url =\r\n        `${googleDriveOptions.apiEndpoint}` +\r\n        `/drive/v2/files/${encodeURIComponent(fileId)}?alt=media`;\r\n\r\n    const res = await fetch(url, {\r\n        method: \"GET\",\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n            Accept: \"application/json\",\r\n        },\r\n    });\r\n\r\n    if (!res.ok) {\r\n        throw await newRxFetchError(res, {\r\n            args: {\r\n                fileId\r\n            }\r\n        });\r\n    }\r\n\r\n    const dateHeader = res.headers.get('date');\r\n    const unixMs = Date.parse(ensureNotFalsy(dateHeader));\r\n\r\n    const contentType = res.headers.get(\"content-type\") || \"\";\r\n    if (!contentType.includes(\"application/json\")) {\r\n        const err = new Error(\"NOT_A_JSON_FILE but \" + contentType);\r\n        (err as any).code = \"NOT_A_JSON_FILE\";\r\n        (err as any).contentType = contentType;\r\n        throw err;\r\n    }\r\n\r\n    const contentText = await res.text();\r\n    const content = contentText.length > 0 ? JSON.parse(contentText) : undefined;\r\n    const etag = ensureNotFalsy(res.headers.get('etag'));\r\n    return {\r\n        etag,\r\n        content: content as T,\r\n        serverTime: unixMs\r\n    };\r\n}\r\n\r\n\r\nexport async function readFolder(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    folderPath: string\r\n): Promise<DriveFileMetadata[]> {\r\n    let parentId = 'root';\r\n    const parts = folderPath.split('/').filter(p => p.length > 0);\r\n\r\n    // Resolve folder path\r\n    for (const part of parts) {\r\n        const query = \"name = '\" + part + \"' and '\" + parentId + \"' in parents and trashed = false and mimeType = '\" + FOLDER_MIME_TYPE + \"'\";\r\n        const searchUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=files(id)&q=' + encodeURIComponent(query);\r\n        const searchResponse = await fetch(searchUrl, {\r\n            method: 'GET',\r\n            headers: {\r\n                Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n            }\r\n        });\r\n        const searchData = await searchResponse.json();\r\n        if (searchData.files && searchData.files.length > 0) {\r\n            parentId = searchData.files[0].id;\r\n        } else {\r\n            throw newRxError('SNH', { folderPath });\r\n        }\r\n    }\r\n\r\n    // List children\r\n    const query = \"'\" + parentId + \"' in parents and trashed = false\";\r\n    const listUrl = googleDriveOptions.apiEndpoint + '/drive/v3/files?fields=files(id,name,mimeType,trashed,parents)&q=' + encodeURIComponent(query);\r\n    const listResponse = await fetch(listUrl, {\r\n        method: 'GET',\r\n        headers: {\r\n            Authorization: 'Bearer ' + googleDriveOptions.authToken\r\n        }\r\n    });\r\n\r\n    if (!listResponse.ok) {\r\n        throw await newRxFetchError(listResponse, {\r\n            folderName: folderPath\r\n        });\r\n    }\r\n\r\n    const listData = await listResponse.json();\r\n    return listData.files || [];\r\n}\r\n\r\nexport async function insertMultipartFile<T>(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    folderId: string,\r\n    filename: string,\r\n    jsonData: T\r\n) {\r\n    const content = JSON.stringify(jsonData);\r\n\r\n    const metadata = {\r\n        name: filename,\r\n        mimeType: 'application/json',\r\n        parents: folderId,\r\n    };\r\n\r\n    const postData = createMultipartBody(\r\n        metadata,\r\n        content\r\n    );\r\n\r\n    const res = await fetch(googleDriveOptions.apiEndpoint + \"/upload/drive/v3/files?uploadType=multipart\", {\r\n        method: 'POST',\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n            'Content-Type': 'multipart/related; boundary=\"' + postData.boundary + '\"'\r\n        },\r\n        body: postData.body\r\n    });\r\n    if (!res.ok) {\r\n        throw await newRxFetchError(res);\r\n    }\r\n}\r\n\r\nexport function createMultipartBody(\r\n    metadata: Record<string, unknown>,\r\n    content: string\r\n) {\r\n    const multipartBoundary = '-------1337-use-RxDB-7355608-' + Math.random().toString(16).slice(2);\r\n    const delimiter = '\\r\\n--' + multipartBoundary + '\\r\\n';\r\n    const closeDelim = '\\r\\n--' + multipartBoundary + '--';\r\n    const body = delimiter +\r\n        'Content-Type: application/json\\r\\n\\r\\n' +\r\n        JSON.stringify(metadata) +\r\n        delimiter +\r\n        'Content-Type: application/json\\r\\n\\r\\n' +\r\n        content +\r\n        closeDelim;\r\n    return { body, boundary: multipartBoundary };\r\n};\r\n\r\n\r\nexport async function listFilesInFolder(\r\n    googleDriveOptions: GoogleDriveOptionsWithDefaults,\r\n    folderId: string\r\n): Promise<DriveFileMetadata[]> {\r\n\r\n    const q = `'${folderId}' in parents and trashed = false`;\r\n\r\n    const params = new URLSearchParams({\r\n        q,\r\n        pageSize: \"1000\", // max allowed\r\n        fields: \"files(id,name,mimeType,parents,modifiedTime,size)\",\r\n        supportsAllDrives: \"true\",\r\n        includeItemsFromAllDrives: \"true\",\r\n    });\r\n\r\n    const url =\r\n        googleDriveOptions.apiEndpoint +\r\n        \"/drive/v3/files?\" +\r\n        params.toString();\r\n\r\n    const res = await fetch(url, {\r\n        headers: {\r\n            Authorization: `Bearer ${googleDriveOptions.authToken}`,\r\n        },\r\n    });\r\n\r\n    if (!res.ok) {\r\n        const text = await res.text().catch(() => \"\");\r\n        throw new Error(`files.list failed: ${res.status} ${text}`);\r\n    }\r\n\r\n    const data = await res.json();\r\n    return data.files ?? [];\r\n}\r\n"],"mappings":"AAAA,SAASA,UAAU,EAAEC,eAAe,QAAQ,mBAAmB;AAC/D,SAASC,cAAc,QAAQ,mBAAmB;AAOlD,OAAO,IAAMC,iBAAiB,GAAG,IAAI;AACrC,OAAO,IAAMC,mBAAmB,GAAG,IAAI;AACvC,OAAO,IAAMC,mBAAmB,GAAGD,mBAAmB,GAAG,CAAC;AAC1D,OAAO,IAAME,gBAAgB,GAAG,oCAAoC;AAEpE,OAAO,eAAeC,YAAYA,CAC9BC,kBAAkD,EAClDC,QAAgB,GAAG,MAAM,EACzBC,UAAkB,EACH;EACf,IAAMC,GAAG,GAAGH,kBAAkB,CAACI,WAAW,GAAG,iDAAiD;EAC9F,IAAMC,IAAI,GAAG;IACTC,IAAI,EAAEJ,UAAU;IAChBK,QAAQ,EAAET,gBAAgB;IAC1BU,OAAO,EAAE,CAACP,QAAQ;EACtB,CAAC;EAED,IAAMQ,QAAQ,GAAG,MAAMC,KAAK,CAACP,GAAG,EAAE;IAC9BQ,MAAM,EAAE,MAAM;IACdC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAGb,kBAAkB,CAACc,SAAS;MACvD,cAAc,EAAE;IACpB,CAAC;IACDT,IAAI,EAAEU,IAAI,CAACC,SAAS,CAACX,IAAI;EAC7B,CAAC,CAAC;EAEF,IAAI,CAACI,QAAQ,CAACQ,EAAE,EAAE;IACd,IAAMC,SAAS,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;IAEvC,IAAIV,QAAQ,CAACW,MAAM,IAAI,GAAG,EAAE;MACxB;MACA,IAAMC,KAAK,GAAG,MAAMC,UAAU,CAACtB,kBAAkB,EAAEC,QAAQ,EAAEC,UAAU,CAAC;MACxE,OAAOR,cAAc,CAAC2B,KAAK,CAAC;IAChC;IAEA,MAAM,MAAM5B,eAAe,CAACgB,QAAQ,EAAE;MAClCP,UAAU;MACVD;IACJ,CAAC,CAAC;EACN;EAEA,MAAMQ,QAAQ,CAACc,IAAI,CAAC,CAAC;;EAErB;AACJ;AACA;AACA;AACA;EACI,IAAMC,WAAW,GAAG,MAAMF,UAAU,CAChCtB,kBAAkB,EAClBC,QAAQ,EACRC,UACJ,CAAC;EAED,OAAOR,cAAc,CAAC8B,WAAW,CAAC;AACtC;AAGA,OAAO,eAAeF,UAAUA,CAC5BtB,kBAAkD,EAClDC,QAAgB,GAAG,MAAM,EACzBC,UAAkB,EACS;EAC3B,IAAMuB,KAAK,GAAG,UAAU,GAAGvB,UAAU,GAAG,SAAS,GAAGD,QAAQ,GAAG,mDAAmD,GAAGH,gBAAgB,GAAG,GAAG;EAC3I;AACJ;AACA;AACA;AACA;EACI,IAAM4B,SAAS,GAAG1B,kBAAkB,CAACI,WAAW,GAAG,sEAAsE,GAAGuB,kBAAkB,CAACF,KAAK,CAAC;EACrJ,IAAMG,cAAc,GAAG,MAAMlB,KAAK,CAACgB,SAAS,EAAE;IAC1Cf,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAGb,kBAAkB,CAACc;IAClD;EACJ,CAAC,CAAC;EACF,IAAMe,UAAU,GAAG,MAAMD,cAAc,CAACL,IAAI,CAAC,CAAC;EAE9C,IAAIM,UAAU,CAACC,KAAK,IAAID,UAAU,CAACC,KAAK,CAACC,MAAM,GAAG,CAAC,EAAE;IACjD,IAAMC,IAAI,GAAGH,UAAU,CAACC,KAAK,CAAC,CAAC,CAAC;IAChC,IAAIE,IAAI,CAACzB,QAAQ,KAAKT,gBAAgB,EAAE;MACpC,MAAMN,UAAU,CAAC,MAAM,EAAE;QACrBU,UAAU;QACV+B,IAAI,EAAE;UACFD,IAAI;UACJlC;QACJ;MACJ,CAAC,CAAC;IACN;IACA,OAAOkC,IAAI,CAACE,EAAE;EAClB,CAAC,MAAM;IACH,OAAOC,SAAS;EACpB;AACJ;AAEA,OAAO,eAAeC,kBAAkBA,CACpCpC,kBAAkD,EAClDqC,UAAkB,EACH;EACf,IAAMC,KAAK,GAAGD,UAAU,CAACE,KAAK,CAAC,GAAG,CAAC,CAACC,MAAM,CAACC,CAAC,IAAIA,CAAC,CAACV,MAAM,GAAG,CAAC,CAAC;EAC7D,IAAI9B,QAAQ,GAAG,MAAM;EACrB,KAAK,IAAMyC,IAAI,IAAIJ,KAAK,EAAE;IACtB,IAAMK,WAAW,GAAG,MAAMrB,UAAU,CAACtB,kBAAkB,EAAEC,QAAQ,EAAEyC,IAAI,CAAC;IACxE,IAAIC,WAAW,EAAE;MACb1C,QAAQ,GAAG0C,WAAW;IAC1B,CAAC,MAAM;MACH1C,QAAQ,GAAG,MAAMF,YAAY,CAACC,kBAAkB,EAAEC,QAAQ,EAAEyC,IAAI,CAAC;IACrE;EACJ;EACA,OAAOzC,QAAQ;AACnB;AAGA,OAAO,eAAe2C,eAAeA,CACjC5C,kBAAkD,EAClDC,QAAgB,EAChB4C,QAAgB,EAClB;EACE,IAAM1C,GAAG,GAAGH,kBAAkB,CAACI,WAAW,GAAG,2BAA2B;EACxE,IAAMC,IAAI,GAAG;IACTC,IAAI,EAAEuC,QAAQ;IACdrC,OAAO,EAAE,CAACP,QAAQ,CAAC;IACnBM,QAAQ,EAAE;EACd,CAAC;EAED,IAAME,QAAQ,GAAG,MAAMC,KAAK,CAACP,GAAG,EAAE;IAC9BQ,MAAM,EAAE,MAAM;IACdC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAGb,kBAAkB,CAACc,SAAS;MACvD,cAAc,EAAE;IACpB,CAAC;IACDT,IAAI,EAAEU,IAAI,CAACC,SAAS,CAACX,IAAI;EAC7B,CAAC,CAAC;;EAEF;AACJ;AACA;AACA;AACA;EACI,IAAI,CAACI,QAAQ,CAACQ,EAAE,IAAIR,QAAQ,CAACW,MAAM,KAAK,GAAG,EAAE;IACzC,MAAM,MAAM3B,eAAe,CAACgB,QAAQ,EAAE;MAClCP,UAAU,EAAE2C;IAChB,CAAC,CAAC;EACN;;EAEA;AACJ;AACA;AACA;EACI,IAAMpB,KAAK,GAAG,cACCoB,QAAQ,cACf5C,QAAQ,qCAEf,CAAC6C,IAAI,CAAC,OAAO,CAAC;EACf,IAAMC,IAAI,GACN/C,kBAAkB,CAACI,WAAW,GAAG,iBAAiB,GAClD,yCAAyC,GACzC,0BAA0B,GAC1B,KAAK,GAAGuB,kBAAkB,CAACF,KAAK,CAAC;EACrC,IAAMuB,GAAG,GAAG,MAAMtC,KAAK,CAACqC,IAAI,EAAE;IAC1BnC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAGb,kBAAkB,CAACc;IAClD;EACJ,CAAC,CAAC;EACF,IAAMmC,IAAI,GAAG,MAAMD,GAAG,CAACzB,IAAI,CAAC,CAAC;EAC7B,IAAMS,IAAI,GAAGtC,cAAc,CAACuD,IAAI,CAACnB,KAAK,CAAC,CAAC,CAAC,CAAC;EAC1C,OAAO;IACHV,MAAM,EAAEX,QAAQ,CAACW,MAAM;IACvB8B,IAAI,EAAExD,cAAc,CAACsC,IAAI,CAACkB,IAAI,CAAC;IAC/BC,WAAW,EAAEzD,cAAc,CAACsC,IAAI,CAACmB,WAAW,CAAC;IAC7CC,MAAM,EAAE1D,cAAc,CAACsC,IAAI,CAACE,EAAE,CAAC;IAC/BmB,IAAI,EAAEC,QAAQ,CAACtB,IAAI,CAACqB,IAAI,EAAE,EAAE;EAChC,CAAC;AACL;AAGA,OAAO,eAAeE,qBAAqBA,CACvCvD,kBAAkD,EAClDoD,MAAc,EACdF,IAAY,EACZM,WAAiB,EAMlB;EACC,IAAMrD,GAAG,GACL,KAAGH,kBAAkB,CAACI,WAAW,gCACPuB,kBAAkB,CAACyB,MAAM,CAAC,CAAE,sBACnC;EAEvB,IAAMK,YAAY,GAAG,OAAOD,WAAW,KAAK,WAAW,GAAGzC,IAAI,CAACC,SAAS,CAACwC,WAAW,CAAC,GAAG,EAAE;EAC1F,IAAMR,GAAG,GAAG,MAAMtC,KAAK,CAACP,GAAG,EAAE;IACzBQ,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,cAAYb,kBAAkB,CAACc,SAAW;MACvD,cAAc,EAAE,iCAAiC;MACjD,UAAU,EAAEoC;IAChB,CAAC;IACD7C,IAAI,EAAEoD;EACV,CAAC,CAAC;EACF,IAAIT,GAAG,CAAC5B,MAAM,KAAK,GAAG,IAAI4B,GAAG,CAAC5B,MAAM,KAAK,GAAG,EAAE;IAC1C,MAAM,MAAM3B,eAAe,CAACuD,GAAG,CAAC;EACpC;EAEA,OAAOU,mBAAmB,CACtB1D,kBAAkB,EAClBoD,MACJ,CAAC,CAACO,IAAI,CAACC,CAAC,IAAI;IACR,OAAO;MACHC,OAAO,EAAED,CAAC,CAACC,OAAO;MAClBX,IAAI,EAAEU,CAAC,CAACV,IAAI;MACZ9B,MAAM,EAAE4B,GAAG,CAAC5B,MAAM;MAClB0C,UAAU,EAAEF,CAAC,CAACE;IAClB,CAAC;EACL,CAAC,CAAC;AACN;AAEA,OAAO,eAAeC,mBAAmBA,CACrC/D,kBAAkD,EAClDoD,MAAc,EACdF,IAAY,EACC;EACb,IAAM/C,GAAG,GACL,KAAGH,kBAAkB,CAACI,WAAW,yBACduB,kBAAkB,CAACyB,MAAM,CAAC,CAAE;EAEnD,IAAMJ,GAAG,GAAG,MAAMtC,KAAK,CAACP,GAAG,EAAE;IACzBQ,MAAM,EAAE,QAAQ;IAChBC,OAAO,EAAE;MACLC,aAAa,cAAYb,kBAAkB,CAACc,SAAW;MACvD,UAAU,EAAEoC;IAChB;EACJ,CAAC,CAAC;EAEF,IAAI,CAACF,GAAG,CAAC/B,EAAE,EAAE;IACT,MAAM,MAAMxB,eAAe,CAACuD,GAAG,EAAE;MAC7Bf,IAAI,EAAE;QACFiB,IAAI;QACJE;MACJ;IACJ,CAAC,CAAC;EACN;EAEA,IAAIJ,GAAG,CAAC/B,EAAE,EAAE;IACR;IACA;EACJ;AACJ;AAEA,OAAO,eAAe+C,UAAUA,CAC5BhE,kBAAkD,EAClDoD,MAAc,EACD;EACb,IAAMjD,GAAG,GACL,KAAGH,kBAAkB,CAACI,WAAW,yBACduB,kBAAkB,CAACyB,MAAM,CAAC,CAAE;EAEnD,IAAMJ,GAAG,GAAG,MAAMtC,KAAK,CAACP,GAAG,EAAE;IACzBQ,MAAM,EAAE,QAAQ;IAChBC,OAAO,EAAE;MACLC,aAAa,cAAYb,kBAAkB,CAACc;IAChD;EACJ,CAAC,CAAC;EAEF,IAAI,CAACkC,GAAG,CAAC/B,EAAE,EAAE;IACT,MAAM,MAAMxB,eAAe,CAACuD,GAAG,EAAE;MAC7Bf,IAAI,EAAE;QACFmB;MACJ;IACJ,CAAC,CAAC;EACN;EAEA,IAAIJ,GAAG,CAAC/B,EAAE,EAAE;IACR;IACA;EACJ;AACJ;AAEA,OAAO,eAAeyC,mBAAmBA,CACrC1D,kBAAkD,EAClDoD,MAAc,EAKf;EACC,IAAMjD,GAAG,GACL,KAAGH,kBAAkB,CAACI,WAAW,yBACduB,kBAAkB,CAACyB,MAAM,CAAC,gBAAY;EAE7D,IAAMJ,GAAG,GAAG,MAAMtC,KAAK,CAACP,GAAG,EAAE;IACzBQ,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,cAAYb,kBAAkB,CAACc,SAAW;MACvDmD,MAAM,EAAE;IACZ;EACJ,CAAC,CAAC;EAEF,IAAI,CAACjB,GAAG,CAAC/B,EAAE,EAAE;IACT,MAAM,MAAMxB,eAAe,CAACuD,GAAG,EAAE;MAC7Bf,IAAI,EAAE;QACFmB;MACJ;IACJ,CAAC,CAAC;EACN;EAEA,IAAMc,UAAU,GAAGlB,GAAG,CAACpC,OAAO,CAACuD,GAAG,CAAC,MAAM,CAAC;EAC1C,IAAMC,MAAM,GAAGC,IAAI,CAACC,KAAK,CAAC5E,cAAc,CAACwE,UAAU,CAAC,CAAC;EAErD,IAAMK,WAAW,GAAGvB,GAAG,CAACpC,OAAO,CAACuD,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;EACzD,IAAI,CAACI,WAAW,CAACC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;IAC3C,IAAMC,GAAG,GAAG,IAAIC,KAAK,CAAC,sBAAsB,GAAGH,WAAW,CAAC;IAC1DE,GAAG,CAASE,IAAI,GAAG,iBAAiB;IACpCF,GAAG,CAASF,WAAW,GAAGA,WAAW;IACtC,MAAME,GAAG;EACb;EAEA,IAAMG,WAAW,GAAG,MAAM5B,GAAG,CAAC7B,IAAI,CAAC,CAAC;EACpC,IAAM0C,OAAO,GAAGe,WAAW,CAAC7C,MAAM,GAAG,CAAC,GAAGhB,IAAI,CAACuD,KAAK,CAACM,WAAW,CAAC,GAAGzC,SAAS;EAC5E,IAAMe,IAAI,GAAGxD,cAAc,CAACsD,GAAG,CAACpC,OAAO,CAACuD,GAAG,CAAC,MAAM,CAAC,CAAC;EACpD,OAAO;IACHjB,IAAI;IACJW,OAAO,EAAEA,OAAY;IACrBC,UAAU,EAAEM;EAChB,CAAC;AACL;AAGA,OAAO,eAAeS,UAAUA,CAC5B7E,kBAAkD,EAClDqC,UAAkB,EACU;EAC5B,IAAIpC,QAAQ,GAAG,MAAM;EACrB,IAAMqC,KAAK,GAAGD,UAAU,CAACE,KAAK,CAAC,GAAG,CAAC,CAACC,MAAM,CAACC,CAAC,IAAIA,CAAC,CAACV,MAAM,GAAG,CAAC,CAAC;;EAE7D;EACA,KAAK,IAAMW,IAAI,IAAIJ,KAAK,EAAE;IACtB,IAAMb,MAAK,GAAG,UAAU,GAAGiB,IAAI,GAAG,SAAS,GAAGzC,QAAQ,GAAG,mDAAmD,GAAGH,gBAAgB,GAAG,GAAG;IACrI,IAAM4B,SAAS,GAAG1B,kBAAkB,CAACI,WAAW,GAAG,qCAAqC,GAAGuB,kBAAkB,CAACF,MAAK,CAAC;IACpH,IAAMG,cAAc,GAAG,MAAMlB,KAAK,CAACgB,SAAS,EAAE;MAC1Cf,MAAM,EAAE,KAAK;MACbC,OAAO,EAAE;QACLC,aAAa,EAAE,SAAS,GAAGb,kBAAkB,CAACc;MAClD;IACJ,CAAC,CAAC;IACF,IAAMe,UAAU,GAAG,MAAMD,cAAc,CAACL,IAAI,CAAC,CAAC;IAC9C,IAAIM,UAAU,CAACC,KAAK,IAAID,UAAU,CAACC,KAAK,CAACC,MAAM,GAAG,CAAC,EAAE;MACjD9B,QAAQ,GAAG4B,UAAU,CAACC,KAAK,CAAC,CAAC,CAAC,CAACI,EAAE;IACrC,CAAC,MAAM;MACH,MAAM1C,UAAU,CAAC,KAAK,EAAE;QAAE6C;MAAW,CAAC,CAAC;IAC3C;EACJ;;EAEA;EACA,IAAMZ,KAAK,GAAG,GAAG,GAAGxB,QAAQ,GAAG,kCAAkC;EACjE,IAAM6E,OAAO,GAAG9E,kBAAkB,CAACI,WAAW,GAAG,mEAAmE,GAAGuB,kBAAkB,CAACF,KAAK,CAAC;EAChJ,IAAMsD,YAAY,GAAG,MAAMrE,KAAK,CAACoE,OAAO,EAAE;IACtCnE,MAAM,EAAE,KAAK;IACbC,OAAO,EAAE;MACLC,aAAa,EAAE,SAAS,GAAGb,kBAAkB,CAACc;IAClD;EACJ,CAAC,CAAC;EAEF,IAAI,CAACiE,YAAY,CAAC9D,EAAE,EAAE;IAClB,MAAM,MAAMxB,eAAe,CAACsF,YAAY,EAAE;MACtC7E,UAAU,EAAEmC;IAChB,CAAC,CAAC;EACN;EAEA,IAAM2C,QAAQ,GAAG,MAAMD,YAAY,CAACxD,IAAI,CAAC,CAAC;EAC1C,OAAOyD,QAAQ,CAAClD,KAAK,IAAI,EAAE;AAC/B;AAEA,OAAO,eAAemD,mBAAmBA,CACrCjF,kBAAkD,EAClDkF,QAAgB,EAChBC,QAAgB,EAChBC,QAAW,EACb;EACE,IAAMvB,OAAO,GAAG9C,IAAI,CAACC,SAAS,CAACoE,QAAQ,CAAC;EAExC,IAAMC,QAAQ,GAAG;IACb/E,IAAI,EAAE6E,QAAQ;IACd5E,QAAQ,EAAE,kBAAkB;IAC5BC,OAAO,EAAE0E;EACb,CAAC;EAED,IAAMI,QAAQ,GAAGC,mBAAmB,CAChCF,QAAQ,EACRxB,OACJ,CAAC;EAED,IAAMb,GAAG,GAAG,MAAMtC,KAAK,CAACV,kBAAkB,CAACI,WAAW,GAAG,6CAA6C,EAAE;IACpGO,MAAM,EAAE,MAAM;IACdC,OAAO,EAAE;MACLC,aAAa,cAAYb,kBAAkB,CAACc,SAAW;MACvD,cAAc,EAAE,+BAA+B,GAAGwE,QAAQ,CAACE,QAAQ,GAAG;IAC1E,CAAC;IACDnF,IAAI,EAAEiF,QAAQ,CAACjF;EACnB,CAAC,CAAC;EACF,IAAI,CAAC2C,GAAG,CAAC/B,EAAE,EAAE;IACT,MAAM,MAAMxB,eAAe,CAACuD,GAAG,CAAC;EACpC;AACJ;AAEA,OAAO,SAASuC,mBAAmBA,CAC/BF,QAAiC,EACjCxB,OAAe,EACjB;EACE,IAAM4B,iBAAiB,GAAG,+BAA+B,GAAGC,IAAI,CAACC,MAAM,CAAC,CAAC,CAACC,QAAQ,CAAC,EAAE,CAAC,CAACC,KAAK,CAAC,CAAC,CAAC;EAC/F,IAAMC,SAAS,GAAG,QAAQ,GAAGL,iBAAiB,GAAG,MAAM;EACvD,IAAMM,UAAU,GAAG,QAAQ,GAAGN,iBAAiB,GAAG,IAAI;EACtD,IAAMpF,IAAI,GAAGyF,SAAS,GAClB,wCAAwC,GACxC/E,IAAI,CAACC,SAAS,CAACqE,QAAQ,CAAC,GACxBS,SAAS,GACT,wCAAwC,GACxCjC,OAAO,GACPkC,UAAU;EACd,OAAO;IAAE1F,IAAI;IAAEmF,QAAQ,EAAEC;EAAkB,CAAC;AAChD;AAAC;AAGD,OAAO,eAAeO,iBAAiBA,CACnChG,kBAAkD,EAClDkF,QAAgB,EACY;EAE5B,IAAMe,CAAC,SAAOf,QAAQ,qCAAkC;EAExD,IAAMgB,MAAM,GAAG,IAAIC,eAAe,CAAC;IAC/BF,CAAC;IACDG,QAAQ,EAAE,MAAM;IAAE;IAClBC,MAAM,EAAE,mDAAmD;IAC3DC,iBAAiB,EAAE,MAAM;IACzBC,yBAAyB,EAAE;EAC/B,CAAC,CAAC;EAEF,IAAMpG,GAAG,GACLH,kBAAkB,CAACI,WAAW,GAC9B,kBAAkB,GAClB8F,MAAM,CAACN,QAAQ,CAAC,CAAC;EAErB,IAAM5C,GAAG,GAAG,MAAMtC,KAAK,CAACP,GAAG,EAAE;IACzBS,OAAO,EAAE;MACLC,aAAa,cAAYb,kBAAkB,CAACc;IAChD;EACJ,CAAC,CAAC;EAEF,IAAI,CAACkC,GAAG,CAAC/B,EAAE,EAAE;IACT,IAAME,IAAI,GAAG,MAAM6B,GAAG,CAAC7B,IAAI,CAAC,CAAC,CAACqF,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7C,MAAM,IAAI9B,KAAK,yBAAuB1B,GAAG,CAAC5B,MAAM,SAAID,IAAM,CAAC;EAC/D;EAEA,IAAM8B,IAAI,GAAG,MAAMD,GAAG,CAACzB,IAAI,CAAC,CAAC;EAC7B,OAAO0B,IAAI,CAACnB,KAAK,IAAI,EAAE;AAC3B","ignoreList":[]}

package/dist/esm/plugins/replication-google-drive/google-drive-types.js

@@ -0,0 +1,3 @@
+export {};
+export {};
+//# sourceMappingURL=google-drive-types.js.map

package/dist/esm/plugins/replication-google-drive/google-drive-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-drive-types.js","names":[],"sources":["../../../../src/plugins/replication-google-drive/google-drive-types.ts"],"sourcesContent":["import type {\r\n    ReplicationOptions,\r\n    ReplicationPullOptions,\r\n    ReplicationPushOptions\r\n} from '../../types/index.d.ts';\r\nimport { SignalingOptions } from './signaling.ts';\r\n\r\nexport type GoogleDriveCheckpointType = {\r\n    modifiedTime: string;\r\n    /**\r\n     * There is no way to do a comparison (> or >=)\r\n     * on fileNames or ids in google drive.\r\n     * Also modifiedTime can be sometimes the same\r\n     * on multiple files.\r\n     * Therefore we might overfetch documents and\r\n     * after the request removed the ones that have been known before.\r\n     */\r\n    docIdsWithSameModifiedTime: string[];\r\n};\r\n\r\nexport interface DriveFileMetadata {\r\n    id: string;\r\n    name: string;\r\n    mimeType: string;\r\n    parents?: string[];\r\n    modifiedTime?: string;\r\n    size?: string; // Drive returns size as string\r\n    fileSize?: string; // v2\r\n}\r\n\r\nexport type GoogleDriveOptions = {\r\n    oauthClientId: string;\r\n    authToken: string;\r\n    /**\r\n     * like \"https://www.googleapis.com\"\r\n     * No trailing slash!\r\n     */\r\n    apiEndpoint?: string;\r\n    /**\r\n     * Path to a folder in Google Drive where all data is stored.\r\n     * Example: 'rxdb-replication/my-app'\r\n     */\r\n    folderPath: string;\r\n\r\n    /**\r\n     * Time in milliseconds.\r\n     */\r\n    transactionTimeout?: number;\r\n};\r\n\r\nexport type GoogleDriveOptionsWithDefaults = {\r\n    oauthClientId: string;\r\n    authToken: string;\r\n    /**\r\n     * like \"https://www.googleapis.com\"\r\n     * No trailing slash!\r\n     */\r\n    apiEndpoint: string;\r\n    folderPath: string;\r\n    /**\r\n     * Time in milliseconds.\r\n     */\r\n    transactionTimeout: number;\r\n};\r\n\r\nexport interface DriveFileListResponse {\r\n    nextPageToken?: string;\r\n    files: DriveFileMetadata[];\r\n}\r\n\r\n\r\nexport type GoogleDriveSyncPullOptions<RxDocType> = Omit<ReplicationPullOptions<RxDocType, GoogleDriveCheckpointType>, 'handler' | 'stream$'>;\r\n\r\nexport type GoogleDriveSyncPushOptions<RxDocType> = Omit<ReplicationPushOptions<RxDocType>, 'handler'>;\r\n\r\nexport type SyncOptionsGoogleDrive<RxDocType> = Omit<\r\n    ReplicationOptions<RxDocType, any>,\r\n    'pull' | 'push'\r\n> & {\r\n    googleDrive: GoogleDriveOptions;\r\n    signalingOptions?: SignalingOptions;\r\n    pull?: GoogleDriveSyncPullOptions<RxDocType>;\r\n    push?: GoogleDriveSyncPushOptions<RxDocType>;\r\n};\r\n"],"mappings":"","ignoreList":[]}

package/dist/esm/plugins/replication-google-drive/index.js

@@ -0,0 +1,126 @@
+import _inheritsLoose from "@babel/runtime/helpers/inheritsLoose";
+import { RxDBLeaderElectionPlugin } from "../leader-election/index.js";
+import { RxReplicationState, startReplicationOnLeaderShip } from "../replication/index.js";
+import { addRxPlugin } from "../../index.js";
+import { Subject } from 'rxjs';
+import { initDriveStructure } from "./init.js";
+import { handleUpstreamBatch } from "./upstream.js";
+import { fetchChanges } from "./downstream.js";
+import { runInTransaction } from "./transaction.js";
+import { ensureProcessNextTickIsSet } from "../replication-webrtc/connection-handler-simple-peer.js";
+import { SignalingState } from "./signaling.js";
+export * from "./google-drive-types.js";
+export * from "./google-drive-helper.js";
+export * from "./transaction.js";
+export * from "./init.js";
+export * from "./document-handling.js";
+export * from "./multipart.js";
+export * from "./downstream.js";
+export * from "./upstream.js";
+export * from "./signaling.js";
+export var DEFAULT_TRANSACTION_TIMEOUT = 60 * 1000;
+export var RxGoogleDriveReplicationState = /*#__PURE__*/function (_RxReplicationState) {
+  /**
+   * Only exists on live replication
+   */
+
+  function RxGoogleDriveReplicationState(googleDrive, driveStructure, replicationIdentifierHash, collection, pull, push, signalingOptions, live = true, retryTime = 1000 * 5, autoStart = true) {
+    var _this;
+    _this = _RxReplicationState.call(this, replicationIdentifierHash, collection, '_deleted', pull, push, live, retryTime, autoStart) || this;
+    _this.googleDrive = googleDrive;
+    _this.driveStructure = driveStructure;
+    _this.replicationIdentifierHash = replicationIdentifierHash;
+    _this.collection = collection;
+    _this.pull = pull;
+    _this.push = push;
+    _this.signalingOptions = signalingOptions;
+    _this.live = live;
+    _this.retryTime = retryTime;
+    _this.autoStart = autoStart;
+    return _this;
+  }
+
+  /**
+   * Notify other peers that something
+   * has or might have changed so that
+   * they can pull from their checkpoints.
+   */
+  _inheritsLoose(RxGoogleDriveReplicationState, _RxReplicationState);
+  var _proto = RxGoogleDriveReplicationState.prototype;
+  _proto.notifyPeers = async function notifyPeers() {
+    if (this.signalingState) {
+      await this.signalingState.pingPeers('RESYNC');
+    }
+  };
+  return RxGoogleDriveReplicationState;
+}(RxReplicationState);
+export async function replicateGoogleDrive(options) {
+  var collection = options.collection;
+  addRxPlugin(RxDBLeaderElectionPlugin);
+  var googleDriveOptionsWithDefaults = Object.assign({
+    apiEndpoint: 'https://www.googleapis.com',
+    transactionTimeout: DEFAULT_TRANSACTION_TIMEOUT
+  }, options.googleDrive);
+  var driveStructure = await initDriveStructure(googleDriveOptionsWithDefaults);
+  var replicationState;
+  var pullStream$ = new Subject();
+  var replicationPrimitivesPull;
+  options.live = typeof options.live === 'undefined' ? true : options.live;
+  options.waitForLeadership = typeof options.waitForLeadership === 'undefined' ? true : options.waitForLeadership;
+  if (options.pull) {
+    replicationPrimitivesPull = {
+      async handler(lastPulledCheckpoint, batchSize) {
+        return runInTransaction(googleDriveOptionsWithDefaults, driveStructure, collection.schema.primaryPath, async () => {
+          var changes = await fetchChanges(googleDriveOptionsWithDefaults, driveStructure, lastPulledCheckpoint, batchSize);
+          return changes;
+        });
+      },
+      batchSize: options.pull.batchSize,
+      modifier: options.pull.modifier,
+      stream$: pullStream$.asObservable(),
+      initialCheckpoint: options.pull.initialCheckpoint
+    };
+  }
+  var replicationPrimitivesPush;
+  if (options.push) {
+    replicationPrimitivesPush = {
+      async handler(rows) {
+        return runInTransaction(googleDriveOptionsWithDefaults, driveStructure, collection.schema.primaryPath, async () => {
+          var conflicts = await handleUpstreamBatch(googleDriveOptionsWithDefaults, driveStructure, options.collection.schema.primaryPath, rows);
+          return conflicts;
+        }, () => replicationState.notifyPeers().catch(() => {}));
+      },
+      batchSize: options.push.batchSize,
+      modifier: options.push.modifier
+    };
+  }
+  replicationState = new RxGoogleDriveReplicationState(googleDriveOptionsWithDefaults, driveStructure, options.replicationIdentifier, collection, replicationPrimitivesPull, replicationPrimitivesPush, options.signalingOptions, options.live, options.retryTime, options.autoStart);
+
+  /**
+   * Google drive has no websocket or server-send-events
+   * to observe file changes. Therefore we use WebRTC to
+   * connect clients which then can ping each other on changes.
+   * Instead of a signaling server, we use the google-drive itself
+   * to exchange signaling data.
+   */
+  if (options.live && options.pull) {
+    ensureProcessNextTickIsSet();
+    var startBefore = replicationState.start.bind(replicationState);
+    var cancelBefore = replicationState.cancel.bind(replicationState);
+    replicationState.start = () => {
+      replicationState.signalingState = new SignalingState(replicationState.googleDrive, replicationState.driveStructure, options.signalingOptions ? options.signalingOptions : {});
+      var sub = replicationState.signalingState.resync$.subscribe(() => {
+        replicationState.reSync();
+      });
+      replicationState.cancel = () => {
+        sub.unsubscribe();
+        replicationState.signalingState?.close();
+        return cancelBefore();
+      };
+      return startBefore();
+    };
+  }
+  startReplicationOnLeaderShip(options.waitForLeadership, replicationState);
+  return replicationState;
+}
+//# sourceMappingURL=index.js.map

package/dist/esm/plugins/replication-google-drive/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["RxDBLeaderElectionPlugin","RxReplicationState","startReplicationOnLeaderShip","addRxPlugin","Subject","initDriveStructure","handleUpstreamBatch","fetchChanges","runInTransaction","ensureProcessNextTickIsSet","SignalingState","DEFAULT_TRANSACTION_TIMEOUT","RxGoogleDriveReplicationState","_RxReplicationState","googleDrive","driveStructure","replicationIdentifierHash","collection","pull","push","signalingOptions","live","retryTime","autoStart","_this","call","_inheritsLoose","_proto","prototype","notifyPeers","signalingState","pingPeers","replicateGoogleDrive","options","googleDriveOptionsWithDefaults","Object","assign","apiEndpoint","transactionTimeout","replicationState","pullStream$","replicationPrimitivesPull","waitForLeadership","handler","lastPulledCheckpoint","batchSize","schema","primaryPath","changes","modifier","stream$","asObservable","initialCheckpoint","replicationPrimitivesPush","rows","conflicts","catch","replicationIdentifier","startBefore","start","bind","cancelBefore","cancel","sub","resync$","subscribe","reSync","unsubscribe","close"],"sources":["../../../../src/plugins/replication-google-drive/index.ts"],"sourcesContent":["import {\r\n    RxDBLeaderElectionPlugin\r\n} from '../leader-election/index.ts';\r\nimport type {\r\n    RxCollection,\r\n    ReplicationPullOptions,\r\n    ReplicationPushOptions,\r\n    RxReplicationWriteToMasterRow,\r\n    RxReplicationPullStreamItem\r\n} from '../../types/index.d.ts';\r\nimport {\r\n    RxReplicationState,\r\n    startReplicationOnLeaderShip\r\n} from '../replication/index.ts';\r\nimport {\r\n    addRxPlugin\r\n} from '../../index.ts';\r\n\r\nimport type {\r\n    GoogleDriveCheckpointType,\r\n    GoogleDriveOptions,\r\n    GoogleDriveOptionsWithDefaults,\r\n    SyncOptionsGoogleDrive\r\n} from './google-drive-types.ts';\r\nimport { Subject } from 'rxjs';\r\nimport { DriveStructure, initDriveStructure } from './init.ts';\r\nimport { handleUpstreamBatch } from './upstream.ts';\r\nimport { fetchChanges } from './downstream.ts';\r\nimport { commitTransaction, runInTransaction, startTransaction } from './transaction.ts';\r\nimport {\r\n    ensureProcessNextTickIsSet\r\n} from '../replication-webrtc/connection-handler-simple-peer.ts';\r\nimport { SignalingOptions, SignalingState } from './signaling.ts';\r\n\r\nexport * from './google-drive-types.ts';\r\nexport * from './google-drive-helper.ts';\r\nexport * from './transaction.ts';\r\nexport * from './init.ts';\r\nexport * from './document-handling.ts';\r\nexport * from './multipart.ts';\r\nexport * from './downstream.ts';\r\nexport * from './upstream.ts';\r\nexport * from './signaling.ts';\r\n\r\nexport const DEFAULT_TRANSACTION_TIMEOUT = 60 * 1000;\r\n\r\nexport class RxGoogleDriveReplicationState<RxDocType> extends RxReplicationState<RxDocType, GoogleDriveCheckpointType> {\r\n\r\n    /**\r\n     * Only exists on live replication\r\n     */\r\n    public signalingState?: SignalingState;\r\n\r\n    constructor(\r\n        public readonly googleDrive: GoogleDriveOptionsWithDefaults,\r\n        public readonly driveStructure: DriveStructure,\r\n        public readonly replicationIdentifierHash: string,\r\n        public readonly collection: RxCollection<RxDocType, any>,\r\n        public readonly pull?: ReplicationPullOptions<RxDocType, GoogleDriveCheckpointType>,\r\n        public readonly push?: ReplicationPushOptions<RxDocType>,\r\n        public readonly signalingOptions?: SignalingOptions,\r\n        public readonly live: boolean = true,\r\n        public retryTime: number = 1000 * 5,\r\n        public autoStart: boolean = true\r\n    ) {\r\n        super(\r\n            replicationIdentifierHash,\r\n            collection,\r\n            '_deleted',\r\n            pull,\r\n            push,\r\n            live,\r\n            retryTime,\r\n            autoStart\r\n        );\r\n    }\r\n\r\n\r\n    /**\r\n     * Notify other peers that something\r\n     * has or might have changed so that\r\n     * they can pull from their checkpoints.\r\n     */\r\n    async notifyPeers() {\r\n        if (this.signalingState) {\r\n            await this.signalingState.pingPeers('RESYNC');\r\n        }\r\n    }\r\n\r\n}\r\n\r\n\r\n\r\nexport async function replicateGoogleDrive<RxDocType>(\r\n    options: SyncOptionsGoogleDrive<RxDocType>\r\n): Promise<RxGoogleDriveReplicationState<RxDocType>> {\r\n    const collection: RxCollection<RxDocType, any, any> = options.collection;\r\n    addRxPlugin(RxDBLeaderElectionPlugin);\r\n\r\n    const googleDriveOptionsWithDefaults: GoogleDriveOptionsWithDefaults = Object.assign(\r\n        {\r\n            apiEndpoint: 'https://www.googleapis.com',\r\n            transactionTimeout: DEFAULT_TRANSACTION_TIMEOUT\r\n        },\r\n        options.googleDrive\r\n    );\r\n    const driveStructure = await initDriveStructure(googleDriveOptionsWithDefaults);\r\n\r\n\r\n    let replicationState: RxGoogleDriveReplicationState<RxDocType>;\r\n\r\n    const pullStream$: Subject<RxReplicationPullStreamItem<RxDocType, GoogleDriveCheckpointType>> = new Subject();\r\n    let replicationPrimitivesPull: ReplicationPullOptions<RxDocType, GoogleDriveCheckpointType> | undefined;\r\n\r\n    options.live = typeof options.live === 'undefined' ? true : options.live;\r\n    options.waitForLeadership = typeof options.waitForLeadership === 'undefined' ? true : options.waitForLeadership;\r\n\r\n    if (options.pull) {\r\n        replicationPrimitivesPull = {\r\n            async handler(\r\n                lastPulledCheckpoint: GoogleDriveCheckpointType | undefined,\r\n                batchSize: number\r\n            ) {\r\n                return runInTransaction(\r\n                    googleDriveOptionsWithDefaults,\r\n                    driveStructure,\r\n                    collection.schema.primaryPath,\r\n                    async () => {\r\n                        const changes = await fetchChanges<RxDocType>(\r\n                            googleDriveOptionsWithDefaults,\r\n                            driveStructure,\r\n                            lastPulledCheckpoint,\r\n                            batchSize\r\n                        );\r\n                        return changes as any;\r\n                    }\r\n                );\r\n            },\r\n            batchSize: options.pull.batchSize,\r\n            modifier: options.pull.modifier,\r\n            stream$: pullStream$.asObservable(),\r\n            initialCheckpoint: options.pull.initialCheckpoint\r\n        };\r\n    }\r\n\r\n    let replicationPrimitivesPush: ReplicationPushOptions<RxDocType> | undefined;\r\n    if (options.push) {\r\n        replicationPrimitivesPush = {\r\n            async handler(\r\n                rows: RxReplicationWriteToMasterRow<RxDocType>[]\r\n            ) {\r\n                return runInTransaction(\r\n                    googleDriveOptionsWithDefaults,\r\n                    driveStructure,\r\n                    collection.schema.primaryPath,\r\n                    async () => {\r\n                        const conflicts = await handleUpstreamBatch(\r\n                            googleDriveOptionsWithDefaults,\r\n                            driveStructure,\r\n                            options.collection.schema.primaryPath as any,\r\n                            rows\r\n                        );\r\n                        return conflicts;\r\n                    },\r\n                    () => replicationState.notifyPeers().catch(() => { })\r\n                );\r\n            },\r\n            batchSize: options.push.batchSize,\r\n            modifier: options.push.modifier\r\n        };\r\n    }\r\n\r\n\r\n\r\n    replicationState = new RxGoogleDriveReplicationState<RxDocType>(\r\n        googleDriveOptionsWithDefaults,\r\n        driveStructure,\r\n        options.replicationIdentifier,\r\n        collection,\r\n        replicationPrimitivesPull,\r\n        replicationPrimitivesPush,\r\n        options.signalingOptions,\r\n        options.live,\r\n        options.retryTime,\r\n        options.autoStart\r\n    );\r\n\r\n    /**\r\n     * Google drive has no websocket or server-send-events\r\n     * to observe file changes. Therefore we use WebRTC to\r\n     * connect clients which then can ping each other on changes.\r\n     * Instead of a signaling server, we use the google-drive itself\r\n     * to exchange signaling data.\r\n     */\r\n    if (options.live && options.pull) {\r\n        ensureProcessNextTickIsSet();\r\n        const startBefore = replicationState.start.bind(replicationState);\r\n        const cancelBefore = replicationState.cancel.bind(replicationState);\r\n        replicationState.start = () => {\r\n            replicationState.signalingState = new SignalingState(\r\n                replicationState.googleDrive,\r\n                replicationState.driveStructure,\r\n                options.signalingOptions ? options.signalingOptions : {}\r\n            );\r\n\r\n            const sub = replicationState.signalingState.resync$.subscribe(() => {\r\n                replicationState.reSync();\r\n            });\r\n\r\n            replicationState.cancel = () => {\r\n                sub.unsubscribe();\r\n                replicationState.signalingState?.close();\r\n                return cancelBefore();\r\n            };\r\n            return startBefore();\r\n        };\r\n    }\r\n\r\n    startReplicationOnLeaderShip(options.waitForLeadership, replicationState);\r\n    return replicationState;\r\n}\r\n"],"mappings":";AAAA,SACIA,wBAAwB,QACrB,6BAA6B;AAQpC,SACIC,kBAAkB,EAClBC,4BAA4B,QACzB,yBAAyB;AAChC,SACIC,WAAW,QACR,gBAAgB;AAQvB,SAASC,OAAO,QAAQ,MAAM;AAC9B,SAAyBC,kBAAkB,QAAQ,WAAW;AAC9D,SAASC,mBAAmB,QAAQ,eAAe;AACnD,SAASC,YAAY,QAAQ,iBAAiB;AAC9C,SAA4BC,gBAAgB,QAA0B,kBAAkB;AACxF,SACIC,0BAA0B,QACvB,yDAAyD;AAChE,SAA2BC,cAAc,QAAQ,gBAAgB;AAEjE,cAAc,yBAAyB;AACvC,cAAc,0BAA0B;AACxC,cAAc,kBAAkB;AAChC,cAAc,WAAW;AACzB,cAAc,wBAAwB;AACtC,cAAc,gBAAgB;AAC9B,cAAc,iBAAiB;AAC/B,cAAc,eAAe;AAC7B,cAAc,gBAAgB;AAE9B,OAAO,IAAMC,2BAA2B,GAAG,EAAE,GAAG,IAAI;AAEpD,WAAaC,6BAA6B,0BAAAC,mBAAA;EAEtC;AACJ;AACA;;EAGI,SAAAD,8BACoBE,WAA2C,EAC3CC,cAA8B,EAC9BC,yBAAiC,EACjCC,UAAwC,EACxCC,IAAmE,EACnEC,IAAwC,EACxCC,gBAAmC,EACnCC,IAAa,GAAG,IAAI,EAC7BC,SAAiB,GAAG,IAAI,GAAG,CAAC,EAC5BC,SAAkB,GAAG,IAAI,EAClC;IAAA,IAAAC,KAAA;IACEA,KAAA,GAAAX,mBAAA,CAAAY,IAAA,OACIT,yBAAyB,EACzBC,UAAU,EACV,UAAU,EACVC,IAAI,EACJC,IAAI,EACJE,IAAI,EACJC,SAAS,EACTC,SACJ,CAAC;IAACC,KAAA,CApBcV,WAA2C,GAA3CA,WAA2C;IAAAU,KAAA,CAC3CT,cAA8B,GAA9BA,cAA8B;IAAAS,KAAA,CAC9BR,yBAAiC,GAAjCA,yBAAiC;IAAAQ,KAAA,CACjCP,UAAwC,GAAxCA,UAAwC;IAAAO,KAAA,CACxCN,IAAmE,GAAnEA,IAAmE;IAAAM,KAAA,CACnEL,IAAwC,GAAxCA,IAAwC;IAAAK,KAAA,CACxCJ,gBAAmC,GAAnCA,gBAAmC;IAAAI,KAAA,CACnCH,IAAa,GAAbA,IAAa;IAAAG,KAAA,CACtBF,SAAiB,GAAjBA,SAAiB;IAAAE,KAAA,CACjBD,SAAkB,GAAlBA,SAAkB;IAAA,OAAAC,KAAA;EAY7B;;EAGA;AACJ;AACA;AACA;AACA;EAJIE,cAAA,CAAAd,6BAAA,EAAAC,mBAAA;EAAA,IAAAc,MAAA,GAAAf,6BAAA,CAAAgB,SAAA;EAAAD,MAAA,CAKME,WAAW,GAAjB,eAAMA,WAAWA,CAAA,EAAG;IAChB,IAAI,IAAI,CAACC,cAAc,EAAE;MACrB,MAAM,IAAI,CAACA,cAAc,CAACC,SAAS,CAAC,QAAQ,CAAC;IACjD;EACJ,CAAC;EAAA,OAAAnB,6BAAA;AAAA,EAzCyDX,kBAAkB;AA+ChF,OAAO,eAAe+B,oBAAoBA,CACtCC,OAA0C,EACO;EACjD,IAAMhB,UAA6C,GAAGgB,OAAO,CAAChB,UAAU;EACxEd,WAAW,CAACH,wBAAwB,CAAC;EAErC,IAAMkC,8BAA8D,GAAGC,MAAM,CAACC,MAAM,CAChF;IACIC,WAAW,EAAE,4BAA4B;IACzCC,kBAAkB,EAAE3B;EACxB,CAAC,EACDsB,OAAO,CAACnB,WACZ,CAAC;EACD,IAAMC,cAAc,GAAG,MAAMV,kBAAkB,CAAC6B,8BAA8B,CAAC;EAG/E,IAAIK,gBAA0D;EAE9D,IAAMC,WAAuF,GAAG,IAAIpC,OAAO,CAAC,CAAC;EAC7G,IAAIqC,yBAAmG;EAEvGR,OAAO,CAACZ,IAAI,GAAG,OAAOY,OAAO,CAACZ,IAAI,KAAK,WAAW,GAAG,IAAI,GAAGY,OAAO,CAACZ,IAAI;EACxEY,OAAO,CAACS,iBAAiB,GAAG,OAAOT,OAAO,CAACS,iBAAiB,KAAK,WAAW,GAAG,IAAI,GAAGT,OAAO,CAACS,iBAAiB;EAE/G,IAAIT,OAAO,CAACf,IAAI,EAAE;IACduB,yBAAyB,GAAG;MACxB,MAAME,OAAOA,CACTC,oBAA2D,EAC3DC,SAAiB,EACnB;QACE,OAAOrC,gBAAgB,CACnB0B,8BAA8B,EAC9BnB,cAAc,EACdE,UAAU,CAAC6B,MAAM,CAACC,WAAW,EAC7B,YAAY;UACR,IAAMC,OAAO,GAAG,MAAMzC,YAAY,CAC9B2B,8BAA8B,EAC9BnB,cAAc,EACd6B,oBAAoB,EACpBC,SACJ,CAAC;UACD,OAAOG,OAAO;QAClB,CACJ,CAAC;MACL,CAAC;MACDH,SAAS,EAAEZ,OAAO,CAACf,IAAI,CAAC2B,SAAS;MACjCI,QAAQ,EAAEhB,OAAO,CAACf,IAAI,CAAC+B,QAAQ;MAC/BC,OAAO,EAAEV,WAAW,CAACW,YAAY,CAAC,CAAC;MACnCC,iBAAiB,EAAEnB,OAAO,CAACf,IAAI,CAACkC;IACpC,CAAC;EACL;EAEA,IAAIC,yBAAwE;EAC5E,IAAIpB,OAAO,CAACd,IAAI,EAAE;IACdkC,yBAAyB,GAAG;MACxB,MAAMV,OAAOA,CACTW,IAAgD,EAClD;QACE,OAAO9C,gBAAgB,CACnB0B,8BAA8B,EAC9BnB,cAAc,EACdE,UAAU,CAAC6B,MAAM,CAACC,WAAW,EAC7B,YAAY;UACR,IAAMQ,SAAS,GAAG,MAAMjD,mBAAmB,CACvC4B,8BAA8B,EAC9BnB,cAAc,EACdkB,OAAO,CAAChB,UAAU,CAAC6B,MAAM,CAACC,WAAW,EACrCO,IACJ,CAAC;UACD,OAAOC,SAAS;QACpB,CAAC,EACD,MAAMhB,gBAAgB,CAACV,WAAW,CAAC,CAAC,CAAC2B,KAAK,CAAC,MAAM,CAAE,CAAC,CACxD,CAAC;MACL,CAAC;MACDX,SAAS,EAAEZ,OAAO,CAACd,IAAI,CAAC0B,SAAS;MACjCI,QAAQ,EAAEhB,OAAO,CAACd,IAAI,CAAC8B;IAC3B,CAAC;EACL;EAIAV,gBAAgB,GAAG,IAAI3B,6BAA6B,CAChDsB,8BAA8B,EAC9BnB,cAAc,EACdkB,OAAO,CAACwB,qBAAqB,EAC7BxC,UAAU,EACVwB,yBAAyB,EACzBY,yBAAyB,EACzBpB,OAAO,CAACb,gBAAgB,EACxBa,OAAO,CAACZ,IAAI,EACZY,OAAO,CAACX,SAAS,EACjBW,OAAO,CAACV,SACZ,CAAC;;EAED;AACJ;AACA;AACA;AACA;AACA;AACA;EACI,IAAIU,OAAO,CAACZ,IAAI,IAAIY,OAAO,CAACf,IAAI,EAAE;IAC9BT,0BAA0B,CAAC,CAAC;IAC5B,IAAMiD,WAAW,GAAGnB,gBAAgB,CAACoB,KAAK,CAACC,IAAI,CAACrB,gBAAgB,CAAC;IACjE,IAAMsB,YAAY,GAAGtB,gBAAgB,CAACuB,MAAM,CAACF,IAAI,CAACrB,gBAAgB,CAAC;IACnEA,gBAAgB,CAACoB,KAAK,GAAG,MAAM;MAC3BpB,gBAAgB,CAACT,cAAc,GAAG,IAAIpB,cAAc,CAChD6B,gBAAgB,CAACzB,WAAW,EAC5ByB,gBAAgB,CAACxB,cAAc,EAC/BkB,OAAO,CAACb,gBAAgB,GAAGa,OAAO,CAACb,gBAAgB,GAAG,CAAC,CAC3D,CAAC;MAED,IAAM2C,GAAG,GAAGxB,gBAAgB,CAACT,cAAc,CAACkC,OAAO,CAACC,SAAS,CAAC,MAAM;QAChE1B,gBAAgB,CAAC2B,MAAM,CAAC,CAAC;MAC7B,CAAC,CAAC;MAEF3B,gBAAgB,CAACuB,MAAM,GAAG,MAAM;QAC5BC,GAAG,CAACI,WAAW,CAAC,CAAC;QACjB5B,gBAAgB,CAACT,cAAc,EAAEsC,KAAK,CAAC,CAAC;QACxC,OAAOP,YAAY,CAAC,CAAC;MACzB,CAAC;MACD,OAAOH,WAAW,CAAC,CAAC;IACxB,CAAC;EACL;EAEAxD,4BAA4B,CAAC+B,OAAO,CAACS,iBAAiB,EAAEH,gBAAgB,CAAC;EACzE,OAAOA,gBAAgB;AAC3B","ignoreList":[]}