@connecttomahdi/rxdb 17.0.0-beta.17

package/dist/esm/plugins/replication-graphql/index.js

@@ -0,0 +1,161 @@
+import _inheritsLoose from "@babel/runtime/helpers/inheritsLoose";
+/**
+ * this plugin adds the RxCollection.syncGraphQl()-function to rxdb
+ * you can use it to sync collections with a remote graphql endpoint.
+ */
+import { ensureNotFalsy, flatClone } from "../../plugins/utils/index.js";
+import { getDataFromResult, graphQLRequest as _graphQLRequest } from "./helper.js";
+import { RxDBLeaderElectionPlugin } from "../leader-election/index.js";
+import { RxReplicationState, startReplicationOnLeaderShip } from "../replication/index.js";
+import { addRxPlugin } from "../../index.js";
+import { removeGraphQLWebSocketRef, getGraphQLWebSocket } from "./graphql-websocket.js";
+import { Subject } from 'rxjs';
+export var RxGraphQLReplicationState = /*#__PURE__*/function (_RxReplicationState) {
+  function RxGraphQLReplicationState(url, clientState, replicationIdentifier, collection, deletedField, pull, push, live, retryTime, autoStart, customFetch) {
+    var _this;
+    _this = _RxReplicationState.call(this, replicationIdentifier, collection, deletedField, pull, push, live, retryTime, autoStart) || this;
+    _this.url = url;
+    _this.clientState = clientState;
+    _this.replicationIdentifier = replicationIdentifier;
+    _this.collection = collection;
+    _this.deletedField = deletedField;
+    _this.pull = pull;
+    _this.push = push;
+    _this.live = live;
+    _this.retryTime = retryTime;
+    _this.autoStart = autoStart;
+    _this.customFetch = customFetch;
+    return _this;
+  }
+  _inheritsLoose(RxGraphQLReplicationState, _RxReplicationState);
+  var _proto = RxGraphQLReplicationState.prototype;
+  _proto.setHeaders = function setHeaders(headers) {
+    this.clientState.headers = flatClone(headers);
+  };
+  _proto.setCredentials = function setCredentials(credentials) {
+    this.clientState.credentials = credentials;
+  };
+  _proto.graphQLRequest = function graphQLRequest(queryParams) {
+    return _graphQLRequest(this.customFetch ?? fetch, ensureNotFalsy(this.url.http), this.clientState, queryParams);
+  };
+  return RxGraphQLReplicationState;
+}(RxReplicationState);
+export function replicateGraphQL({
+  collection,
+  url,
+  headers = {},
+  credentials,
+  deletedField = '_deleted',
+  waitForLeadership = true,
+  pull,
+  push,
+  live = true,
+  fetch: customFetch,
+  retryTime = 1000 * 5,
+  // in ms
+  autoStart = true,
+  replicationIdentifier
+}) {
+  addRxPlugin(RxDBLeaderElectionPlugin);
+  /**
+   * We use this object to store the GraphQL client
+   * so we can later swap out the client inside of the replication handlers.
+   */
+  var mutateableClientState = {
+    headers,
+    credentials
+  };
+  var pullStream$ = new Subject();
+  var replicationPrimitivesPull;
+  if (pull) {
+    var pullBatchSize = pull.batchSize ? pull.batchSize : 20;
+    replicationPrimitivesPull = {
+      async handler(lastPulledCheckpoint) {
+        var pullGraphQL = await pull.queryBuilder(lastPulledCheckpoint, pullBatchSize);
+        var result = await graphqlReplicationState.graphQLRequest(pullGraphQL);
+        if (result.errors) {
+          throw result.errors;
+        }
+        var data = getDataFromResult(result, pull.dataPath);
+        if (pull.responseModifier) {
+          data = await pull.responseModifier(data, 'handler', lastPulledCheckpoint);
+        }
+        var docsData = data.documents;
+        var newCheckpoint = data.checkpoint;
+        return {
+          documents: docsData,
+          checkpoint: newCheckpoint
+        };
+      },
+      batchSize: pull.batchSize,
+      modifier: pull.modifier,
+      stream$: pullStream$.asObservable()
+    };
+  }
+  var replicationPrimitivesPush;
+  if (push) {
+    replicationPrimitivesPush = {
+      async handler(rows) {
+        var pushObj = await push.queryBuilder(rows);
+        var result = await graphqlReplicationState.graphQLRequest(pushObj);
+        if (result.errors) {
+          throw result.errors;
+        }
+        var data = getDataFromResult(result, push.dataPath);
+        if (push.responseModifier) {
+          data = await push.responseModifier(data);
+        }
+        return data;
+      },
+      batchSize: push.batchSize,
+      modifier: push.modifier
+    };
+  }
+  var graphqlReplicationState = new RxGraphQLReplicationState(url, mutateableClientState, replicationIdentifier, collection, deletedField, replicationPrimitivesPull, replicationPrimitivesPush, live, retryTime, autoStart, customFetch);
+  var mustUseSocket = url.ws && pull && pull.streamQueryBuilder && live;
+  var startBefore = graphqlReplicationState.start.bind(graphqlReplicationState);
+  graphqlReplicationState.start = () => {
+    if (mustUseSocket) {
+      var httpHeaders = pull.includeWsHeaders ? mutateableClientState.headers : undefined;
+      var wsClient = getGraphQLWebSocket(ensureNotFalsy(url.ws), httpHeaders, pull.wsOptions);
+      wsClient.on('connected', () => {
+        pullStream$.next('RESYNC');
+      });
+      var query = ensureNotFalsy(pull.streamQueryBuilder)(mutateableClientState.headers);
+      wsClient.subscribe(query, {
+        next: async streamResponse => {
+          var firstField = Object.keys(streamResponse.data)[0];
+          var data = streamResponse.data[firstField];
+          if (pull.responseModifier) {
+            data = await pull.responseModifier(data, 'stream');
+          }
+          pullStream$.next(data);
+        },
+        error: error => {
+          pullStream$.error(error);
+        },
+        complete: () => {
+          pullStream$.complete();
+        }
+      });
+    }
+    return startBefore();
+  };
+  var cancelBefore = graphqlReplicationState.cancel.bind(graphqlReplicationState);
+  graphqlReplicationState.cancel = () => {
+    if (!graphqlReplicationState.isStopped()) {
+      pullStream$.complete();
+      if (mustUseSocket) {
+        removeGraphQLWebSocketRef(ensureNotFalsy(url.ws));
+      }
+    }
+    return cancelBefore();
+  };
+  startReplicationOnLeaderShip(waitForLeadership, graphqlReplicationState);
+  return graphqlReplicationState;
+}
+export * from "./helper.js";
+export * from "./graphql-schema-from-rx-schema.js";
+export * from "./query-builder-from-rx-schema.js";
+export * from "./graphql-websocket.js";
+//# sourceMappingURL=index.js.map

package/dist/esm/plugins/replication-graphql/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["ensureNotFalsy","flatClone","getDataFromResult","graphQLRequest","RxDBLeaderElectionPlugin","RxReplicationState","startReplicationOnLeaderShip","addRxPlugin","removeGraphQLWebSocketRef","getGraphQLWebSocket","Subject","RxGraphQLReplicationState","_RxReplicationState","url","clientState","replicationIdentifier","collection","deletedField","pull","push","live","retryTime","autoStart","customFetch","_this","call","_inheritsLoose","_proto","prototype","setHeaders","headers","setCredentials","credentials","queryParams","fetch","http","replicateGraphQL","waitForLeadership","mutateableClientState","pullStream$","replicationPrimitivesPull","pullBatchSize","batchSize","handler","lastPulledCheckpoint","pullGraphQL","queryBuilder","result","graphqlReplicationState","errors","data","dataPath","responseModifier","docsData","documents","newCheckpoint","checkpoint","modifier","stream$","asObservable","replicationPrimitivesPush","rows","pushObj","mustUseSocket","ws","streamQueryBuilder","startBefore","start","bind","httpHeaders","includeWsHeaders","undefined","wsClient","wsOptions","on","next","query","subscribe","streamResponse","firstField","Object","keys","error","complete","cancelBefore","cancel","isStopped"],"sources":["../../../../src/plugins/replication-graphql/index.ts"],"sourcesContent":["/**\r\n * this plugin adds the RxCollection.syncGraphQl()-function to rxdb\r\n * you can use it to sync collections with a remote graphql endpoint.\r\n */\r\nimport {\r\n    ensureNotFalsy,\r\n    flatClone\r\n} from '../../plugins/utils/index.ts';\r\n\r\nimport {\r\n    getDataFromResult,\r\n    graphQLRequest\r\n} from './helper.ts';\r\n\r\nimport { RxDBLeaderElectionPlugin } from '../leader-election/index.ts';\r\nimport type {\r\n    RxCollection,\r\n    ReplicationPullOptions,\r\n    ReplicationPushOptions,\r\n    RxReplicationWriteToMasterRow,\r\n    GraphQLServerUrl,\r\n    RxReplicationPullStreamItem,\r\n    RxGraphQLReplicationQueryBuilderResponseObject,\r\n    RxGraphQLReplicationClientState,\r\n    ById\r\n} from '../../types/index.d.ts';\r\nimport {\r\n    RxReplicationState,\r\n    startReplicationOnLeaderShip\r\n} from '../replication/index.ts';\r\nimport {\r\n    addRxPlugin,\r\n    SyncOptionsGraphQL,\r\n    WithDeleted\r\n} from '../../index.ts';\r\n\r\nimport {\r\n    removeGraphQLWebSocketRef,\r\n    getGraphQLWebSocket\r\n} from './graphql-websocket.ts';\r\nimport { Subject } from 'rxjs';\r\n\r\n\r\nexport class RxGraphQLReplicationState<RxDocType, CheckpointType> extends RxReplicationState<RxDocType, CheckpointType> {\r\n    constructor(\r\n        public readonly url: GraphQLServerUrl,\r\n        public readonly clientState: RxGraphQLReplicationClientState,\r\n        public readonly replicationIdentifier: string,\r\n        public readonly collection: RxCollection<RxDocType, any, any, any>,\r\n        public readonly deletedField: string,\r\n        public readonly pull?: ReplicationPullOptions<RxDocType, CheckpointType>,\r\n        public readonly push?: ReplicationPushOptions<RxDocType>,\r\n        public readonly live?: boolean,\r\n        public retryTime?: number,\r\n        public autoStart?: boolean,\r\n        public readonly customFetch?: WindowOrWorkerGlobalScope['fetch']\r\n    ) {\r\n        super(\r\n            replicationIdentifier,\r\n            collection,\r\n            deletedField,\r\n            pull,\r\n            push,\r\n            live,\r\n            retryTime,\r\n            autoStart\r\n        );\r\n    }\r\n\r\n    setHeaders(headers: ById<string>): void {\r\n        this.clientState.headers = flatClone(headers);\r\n    }\r\n\r\n    setCredentials(credentials: RequestCredentials | undefined) {\r\n        this.clientState.credentials = credentials;\r\n    }\r\n\r\n    graphQLRequest(\r\n        queryParams: RxGraphQLReplicationQueryBuilderResponseObject\r\n    ) {\r\n        return graphQLRequest(\r\n            this.customFetch ?? fetch,\r\n            ensureNotFalsy(this.url.http),\r\n            this.clientState,\r\n            queryParams\r\n        );\r\n    }\r\n}\r\n\r\nexport function replicateGraphQL<RxDocType, CheckpointType>(\r\n    {\r\n        collection,\r\n        url,\r\n        headers = {},\r\n        credentials,\r\n        deletedField = '_deleted',\r\n        waitForLeadership = true,\r\n        pull,\r\n        push,\r\n        live = true,\r\n        fetch: customFetch,\r\n        retryTime = 1000 * 5, // in ms\r\n        autoStart = true,\r\n        replicationIdentifier\r\n    }: SyncOptionsGraphQL<RxDocType, CheckpointType>\r\n): RxGraphQLReplicationState<RxDocType, CheckpointType> {\r\n    addRxPlugin(RxDBLeaderElectionPlugin);\r\n    /**\r\n     * We use this object to store the GraphQL client\r\n     * so we can later swap out the client inside of the replication handlers.\r\n     */\r\n    const mutateableClientState = {\r\n        headers,\r\n        credentials\r\n    };\r\n\r\n\r\n    const pullStream$: Subject<RxReplicationPullStreamItem<RxDocType, CheckpointType>> = new Subject();\r\n\r\n    let replicationPrimitivesPull: ReplicationPullOptions<RxDocType, CheckpointType> | undefined;\r\n    if (pull) {\r\n        const pullBatchSize = pull.batchSize ? pull.batchSize : 20;\r\n        replicationPrimitivesPull = {\r\n            async handler(\r\n                lastPulledCheckpoint: CheckpointType | undefined\r\n            ) {\r\n                const pullGraphQL = await pull.queryBuilder(lastPulledCheckpoint, pullBatchSize);\r\n                const result = await graphqlReplicationState.graphQLRequest(pullGraphQL);\r\n                if (result.errors) {\r\n                    throw result.errors;\r\n                }\r\n                let data: any = getDataFromResult(result, pull.dataPath);\r\n                if (pull.responseModifier) {\r\n                    data = await pull.responseModifier(\r\n                        data,\r\n                        'handler',\r\n                        lastPulledCheckpoint\r\n                    );\r\n                }\r\n\r\n                const docsData: WithDeleted<RxDocType>[] = data.documents;\r\n                const newCheckpoint = data.checkpoint;\r\n\r\n                return {\r\n                    documents: docsData,\r\n                    checkpoint: newCheckpoint\r\n                };\r\n            },\r\n            batchSize: pull.batchSize,\r\n            modifier: pull.modifier,\r\n            stream$: pullStream$.asObservable()\r\n        };\r\n    }\r\n    let replicationPrimitivesPush: ReplicationPushOptions<RxDocType> | undefined;\r\n    if (push) {\r\n        replicationPrimitivesPush = {\r\n            async handler(\r\n                rows: RxReplicationWriteToMasterRow<RxDocType>[]\r\n            ) {\r\n                const pushObj = await push.queryBuilder(rows);\r\n                const result = await graphqlReplicationState.graphQLRequest(pushObj);\r\n\r\n                if (result.errors) {\r\n                    throw result.errors;\r\n                }\r\n                let data: any = getDataFromResult(result, push.dataPath);\r\n                if (push.responseModifier) {\r\n                    data = await push.responseModifier(\r\n                        data,\r\n                    );\r\n                }\r\n\r\n                return data;\r\n            },\r\n            batchSize: push.batchSize,\r\n            modifier: push.modifier\r\n        };\r\n    }\r\n\r\n    const graphqlReplicationState = new RxGraphQLReplicationState(\r\n        url,\r\n        mutateableClientState,\r\n        replicationIdentifier,\r\n        collection,\r\n        deletedField,\r\n        replicationPrimitivesPull,\r\n        replicationPrimitivesPush,\r\n        live,\r\n        retryTime,\r\n        autoStart,\r\n        customFetch\r\n    );\r\n\r\n    const mustUseSocket = url.ws &&\r\n        pull &&\r\n        pull.streamQueryBuilder &&\r\n        live;\r\n\r\n    const startBefore = graphqlReplicationState.start.bind(graphqlReplicationState);\r\n    graphqlReplicationState.start = () => {\r\n        if (mustUseSocket) {\r\n            const httpHeaders = pull.includeWsHeaders ? mutateableClientState.headers : undefined;\r\n            const wsClient = getGraphQLWebSocket(ensureNotFalsy(url.ws), httpHeaders, pull.wsOptions);\r\n\r\n            wsClient.on('connected', () => {\r\n                pullStream$.next('RESYNC');\r\n            });\r\n\r\n            const query: any = ensureNotFalsy(pull.streamQueryBuilder)(mutateableClientState.headers);\r\n\r\n            wsClient.subscribe(\r\n                query,\r\n                {\r\n                    next: async (streamResponse: any) => {\r\n                        const firstField = Object.keys(streamResponse.data)[0];\r\n                        let data = streamResponse.data[firstField];\r\n                        if (pull.responseModifier) {\r\n                            data = await pull.responseModifier(\r\n                                data,\r\n                                'stream'\r\n                            );\r\n                        }\r\n                        pullStream$.next(data);\r\n                    },\r\n                    error: (error: any) => {\r\n                        pullStream$.error(error);\r\n                    },\r\n                    complete: () => {\r\n                        pullStream$.complete();\r\n                    }\r\n                });\r\n        }\r\n        return startBefore();\r\n    };\r\n\r\n    const cancelBefore = graphqlReplicationState.cancel.bind(graphqlReplicationState);\r\n    graphqlReplicationState.cancel = () => {\r\n        if (!graphqlReplicationState.isStopped()) {\r\n            pullStream$.complete();\r\n            if (mustUseSocket) {\r\n                removeGraphQLWebSocketRef(ensureNotFalsy(url.ws));\r\n            }\r\n        }\r\n        return cancelBefore();\r\n    };\r\n\r\n    startReplicationOnLeaderShip(waitForLeadership, graphqlReplicationState);\r\n    return graphqlReplicationState;\r\n}\r\n\r\nexport * from './helper.ts';\r\nexport * from './graphql-schema-from-rx-schema.ts';\r\nexport * from './query-builder-from-rx-schema.ts';\r\nexport * from './graphql-websocket.ts';\r\n\r\n"],"mappings":";AAAA;AACA;AACA;AACA;AACA,SACIA,cAAc,EACdC,SAAS,QACN,8BAA8B;AAErC,SACIC,iBAAiB,EACjBC,cAAc,IAAdA,eAAc,QACX,aAAa;AAEpB,SAASC,wBAAwB,QAAQ,6BAA6B;AAYtE,SACIC,kBAAkB,EAClBC,4BAA4B,QACzB,yBAAyB;AAChC,SACIC,WAAW,QAGR,gBAAgB;AAEvB,SACIC,yBAAyB,EACzBC,mBAAmB,QAChB,wBAAwB;AAC/B,SAASC,OAAO,QAAQ,MAAM;AAG9B,WAAaC,yBAAyB,0BAAAC,mBAAA;EAClC,SAAAD,0BACoBE,GAAqB,EACrBC,WAA4C,EAC5CC,qBAA6B,EAC7BC,UAAkD,EAClDC,YAAoB,EACpBC,IAAwD,EACxDC,IAAwC,EACxCC,IAAc,EACvBC,SAAkB,EAClBC,SAAmB,EACVC,WAAgD,EAClE;IAAA,IAAAC,KAAA;IACEA,KAAA,GAAAZ,mBAAA,CAAAa,IAAA,OACIV,qBAAqB,EACrBC,UAAU,EACVC,YAAY,EACZC,IAAI,EACJC,IAAI,EACJC,IAAI,EACJC,SAAS,EACTC,SACJ,CAAC;IAACE,KAAA,CArBcX,GAAqB,GAArBA,GAAqB;IAAAW,KAAA,CACrBV,WAA4C,GAA5CA,WAA4C;IAAAU,KAAA,CAC5CT,qBAA6B,GAA7BA,qBAA6B;IAAAS,KAAA,CAC7BR,UAAkD,GAAlDA,UAAkD;IAAAQ,KAAA,CAClDP,YAAoB,GAApBA,YAAoB;IAAAO,KAAA,CACpBN,IAAwD,GAAxDA,IAAwD;IAAAM,KAAA,CACxDL,IAAwC,GAAxCA,IAAwC;IAAAK,KAAA,CACxCJ,IAAc,GAAdA,IAAc;IAAAI,KAAA,CACvBH,SAAkB,GAAlBA,SAAkB;IAAAG,KAAA,CAClBF,SAAmB,GAAnBA,SAAmB;IAAAE,KAAA,CACVD,WAAgD,GAAhDA,WAAgD;IAAA,OAAAC,KAAA;EAYpE;EAACE,cAAA,CAAAf,yBAAA,EAAAC,mBAAA;EAAA,IAAAe,MAAA,GAAAhB,yBAAA,CAAAiB,SAAA;EAAAD,MAAA,CAEDE,UAAU,GAAV,SAAAA,UAAUA,CAACC,OAAqB,EAAQ;IACpC,IAAI,CAAChB,WAAW,CAACgB,OAAO,GAAG7B,SAAS,CAAC6B,OAAO,CAAC;EACjD,CAAC;EAAAH,MAAA,CAEDI,cAAc,GAAd,SAAAA,cAAcA,CAACC,WAA2C,EAAE;IACxD,IAAI,CAAClB,WAAW,CAACkB,WAAW,GAAGA,WAAW;EAC9C,CAAC;EAAAL,MAAA,CAEDxB,cAAc,GAAd,SAAAA,cAAcA,CACV8B,WAA2D,EAC7D;IACE,OAAO9B,eAAc,CACjB,IAAI,CAACoB,WAAW,IAAIW,KAAK,EACzBlC,cAAc,CAAC,IAAI,CAACa,GAAG,CAACsB,IAAI,CAAC,EAC7B,IAAI,CAACrB,WAAW,EAChBmB,WACJ,CAAC;EACL,CAAC;EAAA,OAAAtB,yBAAA;AAAA,EA3CqEN,kBAAkB;AA8C5F,OAAO,SAAS+B,gBAAgBA,CAC5B;EACIpB,UAAU;EACVH,GAAG;EACHiB,OAAO,GAAG,CAAC,CAAC;EACZE,WAAW;EACXf,YAAY,GAAG,UAAU;EACzBoB,iBAAiB,GAAG,IAAI;EACxBnB,IAAI;EACJC,IAAI;EACJC,IAAI,GAAG,IAAI;EACXc,KAAK,EAAEX,WAAW;EAClBF,SAAS,GAAG,IAAI,GAAG,CAAC;EAAE;EACtBC,SAAS,GAAG,IAAI;EAChBP;AAC2C,CAAC,EACI;EACpDR,WAAW,CAACH,wBAAwB,CAAC;EACrC;AACJ;AACA;AACA;EACI,IAAMkC,qBAAqB,GAAG;IAC1BR,OAAO;IACPE;EACJ,CAAC;EAGD,IAAMO,WAA4E,GAAG,IAAI7B,OAAO,CAAC,CAAC;EAElG,IAAI8B,yBAAwF;EAC5F,IAAItB,IAAI,EAAE;IACN,IAAMuB,aAAa,GAAGvB,IAAI,CAACwB,SAAS,GAAGxB,IAAI,CAACwB,SAAS,GAAG,EAAE;IAC1DF,yBAAyB,GAAG;MACxB,MAAMG,OAAOA,CACTC,oBAAgD,EAClD;QACE,IAAMC,WAAW,GAAG,MAAM3B,IAAI,CAAC4B,YAAY,CAACF,oBAAoB,EAAEH,aAAa,CAAC;QAChF,IAAMM,MAAM,GAAG,MAAMC,uBAAuB,CAAC7C,cAAc,CAAC0C,WAAW,CAAC;QACxE,IAAIE,MAAM,CAACE,MAAM,EAAE;UACf,MAAMF,MAAM,CAACE,MAAM;QACvB;QACA,IAAIC,IAAS,GAAGhD,iBAAiB,CAAC6C,MAAM,EAAE7B,IAAI,CAACiC,QAAQ,CAAC;QACxD,IAAIjC,IAAI,CAACkC,gBAAgB,EAAE;UACvBF,IAAI,GAAG,MAAMhC,IAAI,CAACkC,gBAAgB,CAC9BF,IAAI,EACJ,SAAS,EACTN,oBACJ,CAAC;QACL;QAEA,IAAMS,QAAkC,GAAGH,IAAI,CAACI,SAAS;QACzD,IAAMC,aAAa,GAAGL,IAAI,CAACM,UAAU;QAErC,OAAO;UACHF,SAAS,EAAED,QAAQ;UACnBG,UAAU,EAAED;QAChB,CAAC;MACL,CAAC;MACDb,SAAS,EAAExB,IAAI,CAACwB,SAAS;MACzBe,QAAQ,EAAEvC,IAAI,CAACuC,QAAQ;MACvBC,OAAO,EAAEnB,WAAW,CAACoB,YAAY,CAAC;IACtC,CAAC;EACL;EACA,IAAIC,yBAAwE;EAC5E,IAAIzC,IAAI,EAAE;IACNyC,yBAAyB,GAAG;MACxB,MAAMjB,OAAOA,CACTkB,IAAgD,EAClD;QACE,IAAMC,OAAO,GAAG,MAAM3C,IAAI,CAAC2B,YAAY,CAACe,IAAI,CAAC;QAC7C,IAAMd,MAAM,GAAG,MAAMC,uBAAuB,CAAC7C,cAAc,CAAC2D,OAAO,CAAC;QAEpE,IAAIf,MAAM,CAACE,MAAM,EAAE;UACf,MAAMF,MAAM,CAACE,MAAM;QACvB;QACA,IAAIC,IAAS,GAAGhD,iBAAiB,CAAC6C,MAAM,EAAE5B,IAAI,CAACgC,QAAQ,CAAC;QACxD,IAAIhC,IAAI,CAACiC,gBAAgB,EAAE;UACvBF,IAAI,GAAG,MAAM/B,IAAI,CAACiC,gBAAgB,CAC9BF,IACJ,CAAC;QACL;QAEA,OAAOA,IAAI;MACf,CAAC;MACDR,SAAS,EAAEvB,IAAI,CAACuB,SAAS;MACzBe,QAAQ,EAAEtC,IAAI,CAACsC;IACnB,CAAC;EACL;EAEA,IAAMT,uBAAuB,GAAG,IAAIrC,yBAAyB,CACzDE,GAAG,EACHyB,qBAAqB,EACrBvB,qBAAqB,EACrBC,UAAU,EACVC,YAAY,EACZuB,yBAAyB,EACzBoB,yBAAyB,EACzBxC,IAAI,EACJC,SAAS,EACTC,SAAS,EACTC,WACJ,CAAC;EAED,IAAMwC,aAAa,GAAGlD,GAAG,CAACmD,EAAE,IACxB9C,IAAI,IACJA,IAAI,CAAC+C,kBAAkB,IACvB7C,IAAI;EAER,IAAM8C,WAAW,GAAGlB,uBAAuB,CAACmB,KAAK,CAACC,IAAI,CAACpB,uBAAuB,CAAC;EAC/EA,uBAAuB,CAACmB,KAAK,GAAG,MAAM;IAClC,IAAIJ,aAAa,EAAE;MACf,IAAMM,WAAW,GAAGnD,IAAI,CAACoD,gBAAgB,GAAGhC,qBAAqB,CAACR,OAAO,GAAGyC,SAAS;MACrF,IAAMC,QAAQ,GAAG/D,mBAAmB,CAACT,cAAc,CAACa,GAAG,CAACmD,EAAE,CAAC,EAAEK,WAAW,EAAEnD,IAAI,CAACuD,SAAS,CAAC;MAEzFD,QAAQ,CAACE,EAAE,CAAC,WAAW,EAAE,MAAM;QAC3BnC,WAAW,CAACoC,IAAI,CAAC,QAAQ,CAAC;MAC9B,CAAC,CAAC;MAEF,IAAMC,KAAU,GAAG5E,cAAc,CAACkB,IAAI,CAAC+C,kBAAkB,CAAC,CAAC3B,qBAAqB,CAACR,OAAO,CAAC;MAEzF0C,QAAQ,CAACK,SAAS,CACdD,KAAK,EACL;QACID,IAAI,EAAE,MAAOG,cAAmB,IAAK;UACjC,IAAMC,UAAU,GAAGC,MAAM,CAACC,IAAI,CAACH,cAAc,CAAC5B,IAAI,CAAC,CAAC,CAAC,CAAC;UACtD,IAAIA,IAAI,GAAG4B,cAAc,CAAC5B,IAAI,CAAC6B,UAAU,CAAC;UAC1C,IAAI7D,IAAI,CAACkC,gBAAgB,EAAE;YACvBF,IAAI,GAAG,MAAMhC,IAAI,CAACkC,gBAAgB,CAC9BF,IAAI,EACJ,QACJ,CAAC;UACL;UACAX,WAAW,CAACoC,IAAI,CAACzB,IAAI,CAAC;QAC1B,CAAC;QACDgC,KAAK,EAAGA,KAAU,IAAK;UACnB3C,WAAW,CAAC2C,KAAK,CAACA,KAAK,CAAC;QAC5B,CAAC;QACDC,QAAQ,EAAEA,CAAA,KAAM;UACZ5C,WAAW,CAAC4C,QAAQ,CAAC,CAAC;QAC1B;MACJ,CAAC,CAAC;IACV;IACA,OAAOjB,WAAW,CAAC,CAAC;EACxB,CAAC;EAED,IAAMkB,YAAY,GAAGpC,uBAAuB,CAACqC,MAAM,CAACjB,IAAI,CAACpB,uBAAuB,CAAC;EACjFA,uBAAuB,CAACqC,MAAM,GAAG,MAAM;IACnC,IAAI,CAACrC,uBAAuB,CAACsC,SAAS,CAAC,CAAC,EAAE;MACtC/C,WAAW,CAAC4C,QAAQ,CAAC,CAAC;MACtB,IAAIpB,aAAa,EAAE;QACfvD,yBAAyB,CAACR,cAAc,CAACa,GAAG,CAACmD,EAAE,CAAC,CAAC;MACrD;IACJ;IACA,OAAOoB,YAAY,CAAC,CAAC;EACzB,CAAC;EAED9E,4BAA4B,CAAC+B,iBAAiB,EAAEW,uBAAuB,CAAC;EACxE,OAAOA,uBAAuB;AAClC;AAEA,cAAc,aAAa;AAC3B,cAAc,oCAAoC;AAClD,cAAc,mCAAmC;AACjD,cAAc,wBAAwB","ignoreList":[]}

package/dist/esm/plugins/replication-graphql/query-builder-from-rx-schema.js

@@ -0,0 +1,133 @@
+import { fillUpOptionals, SPACING } from "./graphql-schema-from-rx-schema.js";
+import { ensureNotFalsy, ucfirst } from "../../plugins/utils/index.js";
+export function pullQueryBuilderFromRxSchema(collectionName, input) {
+  input = fillUpOptionals(input);
+  var schema = input.schema;
+  var prefixes = input.prefixes;
+  var ucCollectionName = ucfirst(collectionName);
+  var queryName = prefixes.pull + ucCollectionName;
+  var operationName = ucfirst(queryName);
+  var outputFields = generateGQLOutputFields({
+    schema,
+    ignoreOutputKeys: input.ignoreOutputKeys
+  });
+  // outputFields.push(input.deletedField);    
+
+  var checkpointInputName = ucCollectionName + 'Input' + prefixes.checkpoint;
+  var builder = (checkpoint, limit) => {
+    var query = 'query ' + operationName + '($checkpoint: ' + checkpointInputName + ', $limit: Int!) {\n' + SPACING + SPACING + queryName + '(checkpoint: $checkpoint, limit: $limit) {\n' + SPACING + SPACING + SPACING + 'documents {\n' + outputFields + '\n' + SPACING + SPACING + SPACING + '}\n' + SPACING + SPACING + SPACING + 'checkpoint {\n' + SPACING + SPACING + SPACING + SPACING + input.checkpointFields.join('\n' + SPACING + SPACING + SPACING + SPACING) + '\n' + SPACING + SPACING + SPACING + '}\n' + SPACING + SPACING + '}\n' + '}';
+    return {
+      query,
+      operationName,
+      variables: {
+        checkpoint,
+        limit
+      }
+    };
+  };
+  return builder;
+}
+export function pullStreamBuilderFromRxSchema(collectionName, input) {
+  input = fillUpOptionals(input);
+  var schema = input.schema;
+  var prefixes = input.prefixes;
+  var ucCollectionName = ucfirst(collectionName);
+  var queryName = prefixes.stream + ucCollectionName;
+  var outputFields = generateGQLOutputFields({
+    schema,
+    ignoreOutputKeys: input.ignoreOutputKeys
+  });
+  var headersName = ucCollectionName + 'Input' + prefixes.headers;
+  var query = 'subscription on' + ucfirst(ensureNotFalsy(prefixes.stream)) + '($headers: ' + headersName + ') {\n' + SPACING + queryName + '(headers: $headers) {\n' + SPACING + SPACING + SPACING + 'documents {\n' + outputFields + '\n' + SPACING + SPACING + SPACING + '}\n' + SPACING + SPACING + SPACING + 'checkpoint {\n' + SPACING + SPACING + SPACING + SPACING + input.checkpointFields.join('\n' + SPACING + SPACING + SPACING + SPACING) + '\n' + SPACING + SPACING + SPACING + '}\n' + SPACING + '}' + '}';
+  var builder = headers => {
+    return {
+      query,
+      variables: {
+        headers
+      }
+    };
+  };
+  return builder;
+}
+export function pushQueryBuilderFromRxSchema(collectionName, input) {
+  input = fillUpOptionals(input);
+  var prefixes = input.prefixes;
+  var ucCollectionName = ucfirst(collectionName);
+  var queryName = prefixes.push + ucCollectionName;
+  var operationName = ucfirst(queryName);
+  var variableName = collectionName + prefixes.pushRow;
+  var returnFields = generateGQLOutputFields({
+    schema: input.schema,
+    spaceCount: 2
+  });
+  var builder = pushRows => {
+    var query = '' + 'mutation ' + operationName + '($' + variableName + ': [' + ucCollectionName + 'Input' + prefixes.pushRow + '!]) {\n' + SPACING + queryName + '(' + variableName + ': $' + variableName + ') {\n' + returnFields + '\n' + SPACING + '}\n' + '}';
+    var sendRows = [];
+    function transformPushDoc(doc) {
+      var sendDoc = {};
+      Object.entries(doc).forEach(([k, v]) => {
+        if (
+        // skip if in ignoreInputKeys list
+        !input.ignoreInputKeys.includes(k) &&
+        // only use properties that are in the schema
+        input.schema.properties[k]) {
+          sendDoc[k] = v;
+        }
+      });
+      return sendDoc;
+    }
+    pushRows.forEach(pushRow => {
+      var newRow = {
+        newDocumentState: transformPushDoc(pushRow.newDocumentState),
+        assumedMasterState: pushRow.assumedMasterState ? transformPushDoc(pushRow.assumedMasterState) : undefined
+      };
+      sendRows.push(newRow);
+    });
+    var variables = {
+      [variableName]: sendRows
+    };
+    return {
+      query,
+      operationName,
+      variables
+    };
+  };
+  return builder;
+}
+function generateGQLOutputFields(options) {
+  var {
+    schema,
+    spaceCount = 4,
+    depth = 0,
+    ignoreOutputKeys = []
+  } = options;
+  var outputFields = [];
+  var properties = schema.properties;
+  var NESTED_SPACING = SPACING.repeat(depth);
+  var LINE_SPACING = SPACING.repeat(spaceCount);
+  for (var key in properties) {
+    //only skipping top level keys that are in ignoreOutputKeys list
+    if (ignoreOutputKeys.includes(key)) {
+      continue;
+    }
+    var value = properties[key];
+    if (value.type === "array" && value.items) {
+      outputFields.push(LINE_SPACING + NESTED_SPACING + key + " {", generateGQLOutputFields({
+        schema: value.items,
+        spaceCount,
+        depth: depth + 1
+      }), LINE_SPACING + NESTED_SPACING + "}");
+    }
+    if (value.type === "object") {
+      outputFields.push(LINE_SPACING + NESTED_SPACING + key + " {", generateGQLOutputFields({
+        schema: value,
+        spaceCount,
+        depth: depth + 1
+      }), LINE_SPACING + NESTED_SPACING + "}");
+    } else {
+      outputFields.push(LINE_SPACING + NESTED_SPACING + key);
+    }
+  }
+  return outputFields.join('\n');
+}
+//# sourceMappingURL=query-builder-from-rx-schema.js.map

package/dist/esm/plugins/replication-graphql/query-builder-from-rx-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-builder-from-rx-schema.js","names":["fillUpOptionals","SPACING","ensureNotFalsy","ucfirst","pullQueryBuilderFromRxSchema","collectionName","input","schema","prefixes","ucCollectionName","queryName","pull","operationName","outputFields","generateGQLOutputFields","ignoreOutputKeys","checkpointInputName","checkpoint","builder","limit","query","checkpointFields","join","variables","pullStreamBuilderFromRxSchema","stream","headersName","headers","pushQueryBuilderFromRxSchema","push","variableName","pushRow","returnFields","spaceCount","pushRows","sendRows","transformPushDoc","doc","sendDoc","Object","entries","forEach","k","v","ignoreInputKeys","includes","properties","newRow","newDocumentState","assumedMasterState","undefined","options","depth","NESTED_SPACING","repeat","LINE_SPACING","key","value","type","items"],"sources":["../../../../src/plugins/replication-graphql/query-builder-from-rx-schema.ts"],"sourcesContent":["import {\r\n    GraphQLSchemaFromRxSchemaInputSingleCollection,\r\n    fillUpOptionals,\r\n    Prefixes,\r\n    SPACING\r\n} from './graphql-schema-from-rx-schema.ts';\r\nimport { ensureNotFalsy, ucfirst } from '../../plugins/utils/index.ts';\r\nimport type {\r\n    RxGraphQLReplicationPullQueryBuilder,\r\n    RxGraphQLReplicationPullStreamQueryBuilder,\r\n    RxGraphQLReplicationPushQueryBuilder,\r\n    RxJsonSchema,\r\n    TopLevelProperty,\r\n    WithDeleted\r\n} from '../../types/index.d.ts';\r\n\r\nexport function pullQueryBuilderFromRxSchema(\r\n    collectionName: string,\r\n    input: GraphQLSchemaFromRxSchemaInputSingleCollection,\r\n): RxGraphQLReplicationPullQueryBuilder<any> {\r\n    input = fillUpOptionals(input);\r\n    const schema = input.schema\r\n    const prefixes: Prefixes = input.prefixes as any;\r\n\r\n    const ucCollectionName = ucfirst(collectionName);\r\n    const queryName = prefixes.pull + ucCollectionName;\r\n    const operationName = ucfirst(queryName);\r\n\r\n    const outputFields = generateGQLOutputFields({ schema, ignoreOutputKeys: input.ignoreOutputKeys })\r\n    // outputFields.push(input.deletedField);    \r\n\r\n    const checkpointInputName = ucCollectionName + 'Input' + prefixes.checkpoint;\r\n    const builder: RxGraphQLReplicationPullQueryBuilder<any> = (checkpoint: any, limit: number) => {\r\n        const query = 'query ' + operationName + '($checkpoint: ' + checkpointInputName + ', $limit: Int!) {\\n' +\r\n            SPACING + SPACING + queryName + '(checkpoint: $checkpoint, limit: $limit) {\\n' +\r\n            SPACING + SPACING + SPACING + 'documents {\\n' +\r\n            outputFields + '\\n' +\r\n            SPACING + SPACING + SPACING + '}\\n' +\r\n            SPACING + SPACING + SPACING + 'checkpoint {\\n' +\r\n            SPACING + SPACING + SPACING + SPACING + input.checkpointFields.join('\\n' + SPACING + SPACING + SPACING + SPACING) + '\\n' +\r\n            SPACING + SPACING + SPACING + '}\\n' +\r\n            SPACING + SPACING + '}\\n' +\r\n            '}';\r\n        return {\r\n            query,\r\n            operationName,\r\n            variables: {\r\n                checkpoint,\r\n                limit\r\n            }\r\n        };\r\n    };\r\n\r\n    return builder;\r\n}\r\n\r\nexport function pullStreamBuilderFromRxSchema(\r\n    collectionName: string,\r\n    input: GraphQLSchemaFromRxSchemaInputSingleCollection,\r\n) {\r\n    input = fillUpOptionals(input);\r\n    const schema = input.schema;\r\n    const prefixes: Prefixes = input.prefixes as any;\r\n\r\n    const ucCollectionName = ucfirst(collectionName);\r\n    const queryName = prefixes.stream + ucCollectionName;\r\n    const outputFields = generateGQLOutputFields({ schema, ignoreOutputKeys: input.ignoreOutputKeys })\r\n\r\n    const headersName = ucCollectionName + 'Input' + prefixes.headers;\r\n\r\n    const query = 'subscription on' + ucfirst(ensureNotFalsy(prefixes.stream)) + '($headers: ' + headersName + ') {\\n' +\r\n        SPACING + queryName + '(headers: $headers) {\\n' +\r\n        SPACING + SPACING + SPACING + 'documents {\\n' +\r\n        outputFields + '\\n' +\r\n        SPACING + SPACING + SPACING + '}\\n' +\r\n        SPACING + SPACING + SPACING + 'checkpoint {\\n' +\r\n        SPACING + SPACING + SPACING + SPACING + input.checkpointFields.join('\\n' + SPACING + SPACING + SPACING + SPACING) + '\\n' +\r\n        SPACING + SPACING + SPACING + '}\\n' +\r\n        SPACING + '}' +\r\n        '}';\r\n\r\n    const builder: RxGraphQLReplicationPullStreamQueryBuilder = (headers: any) => {\r\n        return {\r\n            query,\r\n            variables: {\r\n                headers\r\n            }\r\n        };\r\n    };\r\n    return builder;\r\n}\r\n\r\n\r\nexport function pushQueryBuilderFromRxSchema(\r\n    collectionName: string,\r\n    input: GraphQLSchemaFromRxSchemaInputSingleCollection\r\n): RxGraphQLReplicationPushQueryBuilder {\r\n    input = fillUpOptionals(input);\r\n    const prefixes: Prefixes = input.prefixes as any;\r\n\r\n    const ucCollectionName = ucfirst(collectionName);\r\n    const queryName = prefixes.push + ucCollectionName;\r\n    const operationName = ucfirst(queryName);\r\n\r\n    const variableName = collectionName + prefixes.pushRow;\r\n    const returnFields = generateGQLOutputFields({ schema: input.schema, spaceCount: 2 })\r\n\r\n    const builder: RxGraphQLReplicationPushQueryBuilder = (pushRows) => {\r\n        const query = '' +\r\n            'mutation ' + operationName + '($' + variableName + ': [' + ucCollectionName + 'Input' + prefixes.pushRow + '!]) {\\n' +\r\n            SPACING + queryName + '(' + variableName + ': $' + variableName + ') {\\n' +\r\n            returnFields + '\\n' +\r\n            SPACING + '}\\n' +\r\n            '}';\r\n\r\n        const sendRows: typeof pushRows = [];\r\n        function transformPushDoc(doc: WithDeleted<any>) {\r\n            const sendDoc: any = {};\r\n            Object.entries(doc).forEach(([k, v]) => {\r\n                if (\r\n                    // skip if in ignoreInputKeys list\r\n                    !(input.ignoreInputKeys as string[]).includes(k) &&\r\n                    // only use properties that are in the schema\r\n                    input.schema.properties[k]\r\n                ) {\r\n                    sendDoc[k] = v;\r\n                }\r\n            });\r\n            return sendDoc;\r\n        }\r\n        pushRows.forEach(pushRow => {\r\n            const newRow: typeof pushRow = {\r\n                newDocumentState: transformPushDoc(pushRow.newDocumentState),\r\n                assumedMasterState: pushRow.assumedMasterState ? transformPushDoc(pushRow.assumedMasterState) : undefined\r\n            };\r\n            sendRows.push(newRow);\r\n        });\r\n        const variables = {\r\n            [variableName]: sendRows\r\n        };\r\n        return {\r\n            query,\r\n            operationName,\r\n            variables\r\n        };\r\n    };\r\n\r\n    return builder;\r\n}\r\n\r\ntype GenerateGQLOutputFieldsOptions = {\r\n    schema: RxJsonSchema<any> | TopLevelProperty,\r\n    spaceCount?: number,\r\n    depth?: number\r\n    ignoreOutputKeys?: string[]\r\n}\r\n\r\nfunction generateGQLOutputFields(options: GenerateGQLOutputFieldsOptions) {\r\n    const { schema, spaceCount = 4, depth = 0, ignoreOutputKeys = [] } = options;\r\n\r\n    const outputFields: string[] = [];\r\n    const properties = schema.properties\r\n    const NESTED_SPACING = SPACING.repeat(depth);\r\n    const LINE_SPACING = SPACING.repeat(spaceCount);\r\n\r\n    for (const key in properties) {\r\n        //only skipping top level keys that are in ignoreOutputKeys list\r\n        if (ignoreOutputKeys.includes(key)) {\r\n            continue;\r\n        }\r\n\r\n        const value = properties[key];\r\n        if (value.type === \"array\" && value.items) {\r\n            outputFields.push(\r\n                LINE_SPACING + NESTED_SPACING + key + \" {\",\r\n                generateGQLOutputFields({ schema: value.items as any, spaceCount, depth: depth + 1 }),\r\n                LINE_SPACING + NESTED_SPACING + \"}\"\r\n            );\r\n        }\r\n        if (value.type === \"object\") {\r\n            outputFields.push(\r\n                LINE_SPACING + NESTED_SPACING + key + \" {\",\r\n                generateGQLOutputFields({ schema: value, spaceCount, depth: depth + 1 }),\r\n                LINE_SPACING + NESTED_SPACING + \"}\"\r\n            );\r\n        } else {\r\n            outputFields.push(LINE_SPACING + NESTED_SPACING + key);\r\n        }\r\n    }\r\n\r\n    return outputFields.join('\\n');\r\n}\r\n\r\n\r\n\r\n"],"mappings":"AAAA,SAEIA,eAAe,EAEfC,OAAO,QACJ,oCAAoC;AAC3C,SAASC,cAAc,EAAEC,OAAO,QAAQ,8BAA8B;AAUtE,OAAO,SAASC,4BAA4BA,CACxCC,cAAsB,EACtBC,KAAqD,EACZ;EACzCA,KAAK,GAAGN,eAAe,CAACM,KAAK,CAAC;EAC9B,IAAMC,MAAM,GAAGD,KAAK,CAACC,MAAM;EAC3B,IAAMC,QAAkB,GAAGF,KAAK,CAACE,QAAe;EAEhD,IAAMC,gBAAgB,GAAGN,OAAO,CAACE,cAAc,CAAC;EAChD,IAAMK,SAAS,GAAGF,QAAQ,CAACG,IAAI,GAAGF,gBAAgB;EAClD,IAAMG,aAAa,GAAGT,OAAO,CAACO,SAAS,CAAC;EAExC,IAAMG,YAAY,GAAGC,uBAAuB,CAAC;IAAEP,MAAM;IAAEQ,gBAAgB,EAAET,KAAK,CAACS;EAAiB,CAAC,CAAC;EAClG;;EAEA,IAAMC,mBAAmB,GAAGP,gBAAgB,GAAG,OAAO,GAAGD,QAAQ,CAACS,UAAU;EAC5E,IAAMC,OAAkD,GAAGA,CAACD,UAAe,EAAEE,KAAa,KAAK;IAC3F,IAAMC,KAAK,GAAG,QAAQ,GAAGR,aAAa,GAAG,gBAAgB,GAAGI,mBAAmB,GAAG,qBAAqB,GACnGf,OAAO,GAAGA,OAAO,GAAGS,SAAS,GAAG,8CAA8C,GAC9ET,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,eAAe,GAC7CY,YAAY,GAAG,IAAI,GACnBZ,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,KAAK,GACnCA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,gBAAgB,GAC9CA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAGK,KAAK,CAACe,gBAAgB,CAACC,IAAI,CAAC,IAAI,GAAGrB,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAGA,OAAO,CAAC,GAAG,IAAI,GACxHA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,KAAK,GACnCA,OAAO,GAAGA,OAAO,GAAG,KAAK,GACzB,GAAG;IACP,OAAO;MACHmB,KAAK;MACLR,aAAa;MACbW,SAAS,EAAE;QACPN,UAAU;QACVE;MACJ;IACJ,CAAC;EACL,CAAC;EAED,OAAOD,OAAO;AAClB;AAEA,OAAO,SAASM,6BAA6BA,CACzCnB,cAAsB,EACtBC,KAAqD,EACvD;EACEA,KAAK,GAAGN,eAAe,CAACM,KAAK,CAAC;EAC9B,IAAMC,MAAM,GAAGD,KAAK,CAACC,MAAM;EAC3B,IAAMC,QAAkB,GAAGF,KAAK,CAACE,QAAe;EAEhD,IAAMC,gBAAgB,GAAGN,OAAO,CAACE,cAAc,CAAC;EAChD,IAAMK,SAAS,GAAGF,QAAQ,CAACiB,MAAM,GAAGhB,gBAAgB;EACpD,IAAMI,YAAY,GAAGC,uBAAuB,CAAC;IAAEP,MAAM;IAAEQ,gBAAgB,EAAET,KAAK,CAACS;EAAiB,CAAC,CAAC;EAElG,IAAMW,WAAW,GAAGjB,gBAAgB,GAAG,OAAO,GAAGD,QAAQ,CAACmB,OAAO;EAEjE,IAAMP,KAAK,GAAG,iBAAiB,GAAGjB,OAAO,CAACD,cAAc,CAACM,QAAQ,CAACiB,MAAM,CAAC,CAAC,GAAG,aAAa,GAAGC,WAAW,GAAG,OAAO,GAC9GzB,OAAO,GAAGS,SAAS,GAAG,yBAAyB,GAC/CT,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,eAAe,GAC7CY,YAAY,GAAG,IAAI,GACnBZ,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,KAAK,GACnCA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,gBAAgB,GAC9CA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAGK,KAAK,CAACe,gBAAgB,CAACC,IAAI,CAAC,IAAI,GAAGrB,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAGA,OAAO,CAAC,GAAG,IAAI,GACxHA,OAAO,GAAGA,OAAO,GAAGA,OAAO,GAAG,KAAK,GACnCA,OAAO,GAAG,GAAG,GACb,GAAG;EAEP,IAAMiB,OAAmD,GAAIS,OAAY,IAAK;IAC1E,OAAO;MACHP,KAAK;MACLG,SAAS,EAAE;QACPI;MACJ;IACJ,CAAC;EACL,CAAC;EACD,OAAOT,OAAO;AAClB;AAGA,OAAO,SAASU,4BAA4BA,CACxCvB,cAAsB,EACtBC,KAAqD,EACjB;EACpCA,KAAK,GAAGN,eAAe,CAACM,KAAK,CAAC;EAC9B,IAAME,QAAkB,GAAGF,KAAK,CAACE,QAAe;EAEhD,IAAMC,gBAAgB,GAAGN,OAAO,CAACE,cAAc,CAAC;EAChD,IAAMK,SAAS,GAAGF,QAAQ,CAACqB,IAAI,GAAGpB,gBAAgB;EAClD,IAAMG,aAAa,GAAGT,OAAO,CAACO,SAAS,CAAC;EAExC,IAAMoB,YAAY,GAAGzB,cAAc,GAAGG,QAAQ,CAACuB,OAAO;EACtD,IAAMC,YAAY,GAAGlB,uBAAuB,CAAC;IAAEP,MAAM,EAAED,KAAK,CAACC,MAAM;IAAE0B,UAAU,EAAE;EAAE,CAAC,CAAC;EAErF,IAAMf,OAA6C,GAAIgB,QAAQ,IAAK;IAChE,IAAMd,KAAK,GAAG,EAAE,GACZ,WAAW,GAAGR,aAAa,GAAG,IAAI,GAAGkB,YAAY,GAAG,KAAK,GAAGrB,gBAAgB,GAAG,OAAO,GAAGD,QAAQ,CAACuB,OAAO,GAAG,SAAS,GACrH9B,OAAO,GAAGS,SAAS,GAAG,GAAG,GAAGoB,YAAY,GAAG,KAAK,GAAGA,YAAY,GAAG,OAAO,GACzEE,YAAY,GAAG,IAAI,GACnB/B,OAAO,GAAG,KAAK,GACf,GAAG;IAEP,IAAMkC,QAAyB,GAAG,EAAE;IACpC,SAASC,gBAAgBA,CAACC,GAAqB,EAAE;MAC7C,IAAMC,OAAY,GAAG,CAAC,CAAC;MACvBC,MAAM,CAACC,OAAO,CAACH,GAAG,CAAC,CAACI,OAAO,CAAC,CAAC,CAACC,CAAC,EAAEC,CAAC,CAAC,KAAK;QACpC;QACI;QACA,CAAErC,KAAK,CAACsC,eAAe,CAAcC,QAAQ,CAACH,CAAC,CAAC;QAChD;QACApC,KAAK,CAACC,MAAM,CAACuC,UAAU,CAACJ,CAAC,CAAC,EAC5B;UACEJ,OAAO,CAACI,CAAC,CAAC,GAAGC,CAAC;QAClB;MACJ,CAAC,CAAC;MACF,OAAOL,OAAO;IAClB;IACAJ,QAAQ,CAACO,OAAO,CAACV,OAAO,IAAI;MACxB,IAAMgB,MAAsB,GAAG;QAC3BC,gBAAgB,EAAEZ,gBAAgB,CAACL,OAAO,CAACiB,gBAAgB,CAAC;QAC5DC,kBAAkB,EAAElB,OAAO,CAACkB,kBAAkB,GAAGb,gBAAgB,CAACL,OAAO,CAACkB,kBAAkB,CAAC,GAAGC;MACpG,CAAC;MACDf,QAAQ,CAACN,IAAI,CAACkB,MAAM,CAAC;IACzB,CAAC,CAAC;IACF,IAAMxB,SAAS,GAAG;MACd,CAACO,YAAY,GAAGK;IACpB,CAAC;IACD,OAAO;MACHf,KAAK;MACLR,aAAa;MACbW;IACJ,CAAC;EACL,CAAC;EAED,OAAOL,OAAO;AAClB;AASA,SAASJ,uBAAuBA,CAACqC,OAAuC,EAAE;EACtE,IAAM;IAAE5C,MAAM;IAAE0B,UAAU,GAAG,CAAC;IAAEmB,KAAK,GAAG,CAAC;IAAErC,gBAAgB,GAAG;EAAG,CAAC,GAAGoC,OAAO;EAE5E,IAAMtC,YAAsB,GAAG,EAAE;EACjC,IAAMiC,UAAU,GAAGvC,MAAM,CAACuC,UAAU;EACpC,IAAMO,cAAc,GAAGpD,OAAO,CAACqD,MAAM,CAACF,KAAK,CAAC;EAC5C,IAAMG,YAAY,GAAGtD,OAAO,CAACqD,MAAM,CAACrB,UAAU,CAAC;EAE/C,KAAK,IAAMuB,GAAG,IAAIV,UAAU,EAAE;IAC1B;IACA,IAAI/B,gBAAgB,CAAC8B,QAAQ,CAACW,GAAG,CAAC,EAAE;MAChC;IACJ;IAEA,IAAMC,KAAK,GAAGX,UAAU,CAACU,GAAG,CAAC;IAC7B,IAAIC,KAAK,CAACC,IAAI,KAAK,OAAO,IAAID,KAAK,CAACE,KAAK,EAAE;MACvC9C,YAAY,CAACgB,IAAI,CACb0B,YAAY,GAAGF,cAAc,GAAGG,GAAG,GAAG,IAAI,EAC1C1C,uBAAuB,CAAC;QAAEP,MAAM,EAAEkD,KAAK,CAACE,KAAY;QAAE1B,UAAU;QAAEmB,KAAK,EAAEA,KAAK,GAAG;MAAE,CAAC,CAAC,EACrFG,YAAY,GAAGF,cAAc,GAAG,GACpC,CAAC;IACL;IACA,IAAII,KAAK,CAACC,IAAI,KAAK,QAAQ,EAAE;MACzB7C,YAAY,CAACgB,IAAI,CACb0B,YAAY,GAAGF,cAAc,GAAGG,GAAG,GAAG,IAAI,EAC1C1C,uBAAuB,CAAC;QAAEP,MAAM,EAAEkD,KAAK;QAAExB,UAAU;QAAEmB,KAAK,EAAEA,KAAK,GAAG;MAAE,CAAC,CAAC,EACxEG,YAAY,GAAGF,cAAc,GAAG,GACpC,CAAC;IACL,CAAC,MAAM;MACHxC,YAAY,CAACgB,IAAI,CAAC0B,YAAY,GAAGF,cAAc,GAAGG,GAAG,CAAC;IAC1D;EACJ;EAEA,OAAO3C,YAAY,CAACS,IAAI,CAAC,IAAI,CAAC;AAClC","ignoreList":[]}

package/dist/esm/plugins/replication-microsoft-onedrive/document-handling.js

@@ -0,0 +1,178 @@
+import { newRxError, newRxFetchError } from "../../rx-error.js";
+import { ensureNotFalsy } from "../utils/index.js";
+import { getDriveBaseUrl } from "./microsoft-onedrive-helper.js";
+var MAX_DRIVE_PAGE_SIZE = 999;
+export async function getDocumentFiles(oneDriveState, init, docIds) {
+  if (docIds.length >= MAX_DRIVE_PAGE_SIZE) {
+    throw newRxError('SNH');
+  }
+  var baseUrl = getDriveBaseUrl(oneDriveState);
+  var files = [];
+
+  // Microsoft Graph doesn't support complex "OR" in search easily, but we can do a `$filter` 
+  // or just fetch by folder children and then filter locally if amount is small, 
+  // or use batch requests. For simplicity we use search where name in (x, y, z) is not supported,
+  // so we can use a $batch request to get all files by id/name from the docs folder.
+
+  // An alternative is `$batch` requests to look up by path. 
+  // Graph batch has a limit of 20 requests per batch.
+
+  var BATCH_SIZE = 20;
+  var _loop = async function () {
+    var chunk = docIds.slice(i, i + BATCH_SIZE);
+    var driveBaseUrl = getDriveBaseUrl(oneDriveState);
+    var apiEndpoint = oneDriveState.apiEndpoint || 'https://graph.microsoft.com/v1.0';
+    var pathPrefix = driveBaseUrl.substring(apiEndpoint.length);
+    if (!pathPrefix.startsWith('/')) {
+      pathPrefix = '/' + pathPrefix;
+    }
+    var batchRequests = chunk.map((id, index) => {
+      return {
+        id: index.toString(),
+        method: "GET",
+        url: pathPrefix + "/items/" + init.docsFolderId + ":/" + encodeURIComponent(id + '.json') + "?$select=id,name,eTag,createdDateTime,lastModifiedDateTime,size,file"
+      };
+    });
+
+    // The URL for batch is at the domain root, not the drive root.
+    // E.g. https://graph.microsoft.com/v1.0/$batch
+    var batchUrl = (oneDriveState.apiEndpoint || 'https://graph.microsoft.com/v1.0') + '/$batch';
+    var batchBody = JSON.stringify({
+      requests: batchRequests
+    });
+    var res = await fetch(batchUrl, {
+      method: 'POST',
+      headers: {
+        Authorization: "Bearer " + oneDriveState.authToken,
+        'Content-Type': 'application/json'
+      },
+      body: batchBody
+    });
+    if (!res.ok) {
+      throw await newRxFetchError(res, {
+        ids: docIds
+      });
+    }
+    var data = await res.json();
+    var responses = data.responses || [];
+    for (var response of responses) {
+      if (response.status === 200) {
+        files.push(response.body);
+      } else if (response.status !== 404) {
+        // If it's a 404, the file doesn't exist, which is fine for getDocumentFiles.
+        // It just returns the files that ARE found.
+        // If it's another error, we could throw, but skipping is safer to match Google Drive behavior if one fails.
+      }
+    }
+  };
+  for (var i = 0; i < docIds.length; i += BATCH_SIZE) {
+    await _loop();
+  }
+  return {
+    files
+  };
+}
+export async function insertDocumentFiles(oneDriveState, init, primaryPath, docs) {
+  var baseUrl = getDriveBaseUrl(oneDriveState);
+
+  // Run uploads in parallel
+  await Promise.all(docs.map(async doc => {
+    var id = doc[primaryPath];
+    var fileName = id + '.json';
+    var url = baseUrl + "/items/" + init.docsFolderId + ":/" + encodeURIComponent(fileName) + ":/content";
+    var res = await fetch(url, {
+      method: 'PUT',
+      headers: {
+        Authorization: "Bearer " + oneDriveState.authToken,
+        'Content-Type': 'application/json'
+      },
+      body: JSON.stringify(doc)
+    });
+    if (!res.ok) {
+      throw await newRxFetchError(res);
+    }
+  }));
+}
+export async function updateDocumentFiles(oneDriveState, primaryPath, docs, fileIdByDocId, concurrency = 5) {
+  var baseUrl = getDriveBaseUrl(oneDriveState);
+  var queue = docs.slice(0);
+  var results = {};
+  async function worker() {
+    var doc = queue.shift();
+    while (doc) {
+      var docId = doc[primaryPath];
+      var fileId = ensureNotFalsy(fileIdByDocId[docId]);
+      var url = baseUrl + "/items/" + encodeURIComponent(fileId) + "/content";
+      var res = await fetch(url, {
+        method: "PUT",
+        headers: {
+          Authorization: "Bearer " + oneDriveState.authToken,
+          "Content-Type": "application/json; charset=UTF-8"
+        },
+        body: JSON.stringify(doc)
+      });
+      if (!res.ok) {
+        throw await newRxFetchError(res, {
+          args: {
+            docId,
+            fileId
+          }
+        });
+      }
+      var resData = await res.json();
+      results[docId] = {
+        id: resData.id
+      };
+      doc = queue.shift();
+    }
+  }
+  await Promise.all(Array.from({
+    length: concurrency
+  }, () => worker()));
+  return results;
+}
+export async function fetchDocumentContents(oneDriveState, fileIds, concurrency = 5) {
+  var baseUrl = getDriveBaseUrl(oneDriveState);
+  var byId = {};
+  var ordered = new Array(fileIds.length);
+  var nextIndex = 0;
+  var sleep = ms => new Promise(r => setTimeout(r, ms));
+  async function fetchOne(fileId, attempt = 0) {
+    var url = baseUrl + "/items/" + encodeURIComponent(fileId) + "/content";
+    var res = await fetch(url, {
+      headers: {
+        Authorization: "Bearer " + oneDriveState.authToken
+      }
+    });
+    if ([429, 500, 502, 503, 504].includes(res.status) && attempt < 4) {
+      var backoffMs = 250 * Math.pow(2, attempt) + Math.floor(Math.random() * 200);
+      await sleep(backoffMs);
+      return fetchOne(fileId, attempt + 1);
+    }
+    if (!res.ok) throw await newRxFetchError(res, {
+      args: {
+        fileId
+      }
+    });
+    var text = await res.text();
+    return text ? JSON.parse(text) : undefined;
+  }
+  async function worker() {
+    while (true) {
+      var i = nextIndex++;
+      if (i >= fileIds.length) return;
+      var fileId = fileIds[i];
+      var doc = await fetchOne(fileId);
+      ordered[i] = ensureNotFalsy(doc);
+      byId[fileId] = doc;
+    }
+  }
+  await Promise.all(Array.from({
+    length: concurrency
+  }, () => worker()));
+  return {
+    byId,
+    ordered
+  };
+}
+//# sourceMappingURL=document-handling.js.map

package/dist/esm/plugins/replication-microsoft-onedrive/document-handling.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-handling.js","names":["newRxError","newRxFetchError","ensureNotFalsy","getDriveBaseUrl","MAX_DRIVE_PAGE_SIZE","getDocumentFiles","oneDriveState","init","docIds","length","baseUrl","files","BATCH_SIZE","_loop","chunk","slice","i","driveBaseUrl","apiEndpoint","pathPrefix","substring","startsWith","batchRequests","map","id","index","toString","method","url","docsFolderId","encodeURIComponent","batchUrl","batchBody","JSON","stringify","requests","res","fetch","headers","Authorization","authToken","body","ok","ids","data","json","responses","response","status","push","insertDocumentFiles","primaryPath","docs","Promise","all","doc","fileName","updateDocumentFiles","fileIdByDocId","concurrency","queue","results","worker","shift","docId","fileId","args","resData","Array","from","fetchDocumentContents","fileIds","byId","ordered","nextIndex","sleep","ms","r","setTimeout","fetchOne","attempt","includes","backoffMs","Math","pow","floor","random","text","parse","undefined"],"sources":["../../../../src/plugins/replication-microsoft-onedrive/document-handling.ts"],"sourcesContent":["import { newRxError, newRxFetchError } from '../../rx-error.ts';\r\nimport { ById } from '../../types/util';\r\nimport { ensureNotFalsy } from '../utils/index.ts';\r\nimport type {\r\n    OneDriveState,\r\n    OneDriveItem,\r\n    OneDriveResponse\r\n} from './microsoft-onedrive-types.ts';\r\nimport { DriveStructure } from './init.ts';\r\nimport { getDriveBaseUrl } from './microsoft-onedrive-helper.ts';\r\n\r\nconst MAX_DRIVE_PAGE_SIZE = 999;\r\n\r\nexport async function getDocumentFiles(\r\n    oneDriveState: OneDriveState,\r\n    init: DriveStructure,\r\n    docIds: string[]\r\n): Promise<{ files: OneDriveItem[] }> {\r\n\r\n    if (docIds.length >= MAX_DRIVE_PAGE_SIZE) {\r\n        throw newRxError('SNH');\r\n    }\r\n\r\n    const baseUrl = getDriveBaseUrl(oneDriveState);\r\n    const files: OneDriveItem[] = [];\r\n\r\n    // Microsoft Graph doesn't support complex \"OR\" in search easily, but we can do a `$filter` \r\n    // or just fetch by folder children and then filter locally if amount is small, \r\n    // or use batch requests. For simplicity we use search where name in (x, y, z) is not supported,\r\n    // so we can use a $batch request to get all files by id/name from the docs folder.\r\n\r\n    // An alternative is `$batch` requests to look up by path. \r\n    // Graph batch has a limit of 20 requests per batch.\r\n\r\n    const BATCH_SIZE = 20;\r\n\r\n    for (let i = 0; i < docIds.length; i += BATCH_SIZE) {\r\n        const chunk = docIds.slice(i, i + BATCH_SIZE);\r\n        const driveBaseUrl = getDriveBaseUrl(oneDriveState);\r\n        const apiEndpoint = oneDriveState.apiEndpoint || 'https://graph.microsoft.com/v1.0';\r\n        let pathPrefix = driveBaseUrl.substring(apiEndpoint.length);\r\n        if (!pathPrefix.startsWith('/')) {\r\n            pathPrefix = '/' + pathPrefix;\r\n        }\r\n\r\n        const batchRequests = chunk.map((id, index) => {\r\n            return {\r\n                id: index.toString(),\r\n                method: \"GET\",\r\n                url: `${pathPrefix}/items/${init.docsFolderId}:/${encodeURIComponent(id + '.json')}?$select=id,name,eTag,createdDateTime,lastModifiedDateTime,size,file`\r\n            };\r\n        });\r\n\r\n        // The URL for batch is at the domain root, not the drive root.\r\n        // E.g. https://graph.microsoft.com/v1.0/$batch\r\n        const batchUrl = (oneDriveState.apiEndpoint || 'https://graph.microsoft.com/v1.0') + '/$batch';\r\n\r\n        const batchBody = JSON.stringify({ requests: batchRequests });\r\n\r\n        const res = await fetch(batchUrl, {\r\n            method: 'POST',\r\n            headers: {\r\n                Authorization: `Bearer ${oneDriveState.authToken}`,\r\n                'Content-Type': 'application/json'\r\n            },\r\n            body: batchBody\r\n        });\r\n\r\n        if (!res.ok) {\r\n            throw await newRxFetchError(res, {\r\n                ids: docIds,\r\n            });\r\n        }\r\n\r\n        const data = await res.json();\r\n        const responses = data.responses || [];\r\n        for (const response of responses) {\r\n            if (response.status === 200) {\r\n                files.push(response.body);\r\n            } else if (response.status !== 404) {\r\n                // If it's a 404, the file doesn't exist, which is fine for getDocumentFiles.\r\n                // It just returns the files that ARE found.\r\n                // If it's another error, we could throw, but skipping is safer to match Google Drive behavior if one fails.\r\n            }\r\n        }\r\n    }\r\n\r\n    return { files };\r\n}\r\n\r\n\r\nexport async function insertDocumentFiles<RxDocType>(\r\n    oneDriveState: OneDriveState,\r\n    init: DriveStructure,\r\n    primaryPath: keyof RxDocType,\r\n    docs: RxDocType[]\r\n) {\r\n    const baseUrl = getDriveBaseUrl(oneDriveState);\r\n\r\n    // Run uploads in parallel\r\n    await Promise.all(docs.map(async (doc) => {\r\n        const id = (doc as any)[primaryPath];\r\n        const fileName = id + '.json';\r\n        const url = `${baseUrl}/items/${init.docsFolderId}:/${encodeURIComponent(fileName)}:/content`;\r\n\r\n        const res = await fetch(url, {\r\n            method: 'PUT',\r\n            headers: {\r\n                Authorization: `Bearer ${oneDriveState.authToken}`,\r\n                'Content-Type': 'application/json',\r\n            },\r\n            body: JSON.stringify(doc)\r\n        });\r\n\r\n        if (!res.ok) {\r\n            throw await newRxFetchError(res);\r\n        }\r\n    }));\r\n}\r\n\r\nexport async function updateDocumentFiles<DocType>(\r\n    oneDriveState: OneDriveState,\r\n    primaryPath: keyof DocType,\r\n    docs: DocType[],\r\n    fileIdByDocId: Record<string, string>,\r\n    concurrency = 5\r\n) {\r\n    const baseUrl = getDriveBaseUrl(oneDriveState);\r\n    const queue = docs.slice(0);\r\n    const results: Record<string, { id: string }> = {};\r\n\r\n    async function worker() {\r\n        let doc = queue.shift();\r\n        while (doc) {\r\n            const docId = (doc as any)[primaryPath] as string;\r\n            const fileId = ensureNotFalsy(fileIdByDocId[docId]);\r\n\r\n            const url = `${baseUrl}/items/${encodeURIComponent(fileId)}/content`;\r\n\r\n            const res = await fetch(url, {\r\n                method: \"PUT\",\r\n                headers: {\r\n                    Authorization: `Bearer ${oneDriveState.authToken}`,\r\n                    \"Content-Type\": \"application/json; charset=UTF-8\",\r\n                },\r\n                body: JSON.stringify(doc),\r\n            });\r\n\r\n            if (!res.ok) {\r\n                throw await newRxFetchError(res, {\r\n                    args: {\r\n                        docId,\r\n                        fileId\r\n                    }\r\n                });\r\n            }\r\n\r\n            const resData: OneDriveItem = await res.json();\r\n            results[docId] = { id: resData.id };\r\n\r\n            doc = queue.shift();\r\n        }\r\n    }\r\n\r\n    await Promise.all(Array.from({ length: concurrency }, () => worker()));\r\n    return results;\r\n}\r\n\r\n\r\nexport async function fetchDocumentContents<DocType>(\r\n    oneDriveState: OneDriveState,\r\n    fileIds: string[],\r\n    concurrency = 5\r\n): Promise<{ byId: ById<DocType>; ordered: (DocType)[] }> {\r\n    const baseUrl = getDriveBaseUrl(oneDriveState);\r\n    const byId: ById<DocType> = {};\r\n    const ordered = new Array<DocType>(fileIds.length);\r\n    let nextIndex = 0;\r\n\r\n    const sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));\r\n\r\n    async function fetchOne(fileId: string, attempt = 0): Promise<DocType | undefined> {\r\n        const url = `${baseUrl}/items/${encodeURIComponent(fileId)}/content`;\r\n\r\n        const res = await fetch(url, {\r\n            headers: { Authorization: `Bearer ${oneDriveState.authToken}` },\r\n        });\r\n\r\n        if ([429, 500, 502, 503, 504].includes(res.status) && attempt < 4) {\r\n            const backoffMs = 250 * Math.pow(2, attempt) + Math.floor(Math.random() * 200);\r\n            await sleep(backoffMs);\r\n            return fetchOne(fileId, attempt + 1);\r\n        }\r\n\r\n        if (!res.ok) throw await newRxFetchError(res, { args: { fileId } });\r\n\r\n        const text = await res.text();\r\n        return text ? (JSON.parse(text) as DocType) : undefined;\r\n    }\r\n\r\n    async function worker() {\r\n        while (true) {\r\n            const i = nextIndex++;\r\n            if (i >= fileIds.length) return;\r\n\r\n            const fileId = fileIds[i];\r\n            const doc = await fetchOne(fileId);\r\n\r\n            ordered[i] = ensureNotFalsy(doc);\r\n            byId[fileId] = doc as any;\r\n        }\r\n    }\r\n\r\n    await Promise.all(Array.from({ length: concurrency }, () => worker()));\r\n    return { byId, ordered };\r\n}\r\n"],"mappings":"AAAA,SAASA,UAAU,EAAEC,eAAe,QAAQ,mBAAmB;AAE/D,SAASC,cAAc,QAAQ,mBAAmB;AAOlD,SAASC,eAAe,QAAQ,gCAAgC;AAEhE,IAAMC,mBAAmB,GAAG,GAAG;AAE/B,OAAO,eAAeC,gBAAgBA,CAClCC,aAA4B,EAC5BC,IAAoB,EACpBC,MAAgB,EACkB;EAElC,IAAIA,MAAM,CAACC,MAAM,IAAIL,mBAAmB,EAAE;IACtC,MAAMJ,UAAU,CAAC,KAAK,CAAC;EAC3B;EAEA,IAAMU,OAAO,GAAGP,eAAe,CAACG,aAAa,CAAC;EAC9C,IAAMK,KAAqB,GAAG,EAAE;;EAEhC;EACA;EACA;EACA;;EAEA;EACA;;EAEA,IAAMC,UAAU,GAAG,EAAE;EAAC,IAAAC,KAAA,kBAAAA,CAAA,EAE8B;IAChD,IAAMC,KAAK,GAAGN,MAAM,CAACO,KAAK,CAACC,CAAC,EAAEA,CAAC,GAAGJ,UAAU,CAAC;IAC7C,IAAMK,YAAY,GAAGd,eAAe,CAACG,aAAa,CAAC;IACnD,IAAMY,WAAW,GAAGZ,aAAa,CAACY,WAAW,IAAI,kCAAkC;IACnF,IAAIC,UAAU,GAAGF,YAAY,CAACG,SAAS,CAACF,WAAW,CAACT,MAAM,CAAC;IAC3D,IAAI,CAACU,UAAU,CAACE,UAAU,CAAC,GAAG,CAAC,EAAE;MAC7BF,UAAU,GAAG,GAAG,GAAGA,UAAU;IACjC;IAEA,IAAMG,aAAa,GAAGR,KAAK,CAACS,GAAG,CAAC,CAACC,EAAE,EAAEC,KAAK,KAAK;MAC3C,OAAO;QACHD,EAAE,EAAEC,KAAK,CAACC,QAAQ,CAAC,CAAC;QACpBC,MAAM,EAAE,KAAK;QACbC,GAAG,EAAKT,UAAU,eAAUZ,IAAI,CAACsB,YAAY,UAAKC,kBAAkB,CAACN,EAAE,GAAG,OAAO,CAAC;MACtF,CAAC;IACL,CAAC,CAAC;;IAEF;IACA;IACA,IAAMO,QAAQ,GAAG,CAACzB,aAAa,CAACY,WAAW,IAAI,kCAAkC,IAAI,SAAS;IAE9F,IAAMc,SAAS,GAAGC,IAAI,CAACC,SAAS,CAAC;MAAEC,QAAQ,EAAEb;IAAc,CAAC,CAAC;IAE7D,IAAMc,GAAG,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;MAC9BJ,MAAM,EAAE,MAAM;MACdW,OAAO,EAAE;QACLC,aAAa,cAAYjC,aAAa,CAACkC,SAAW;QAClD,cAAc,EAAE;MACpB,CAAC;MACDC,IAAI,EAAET;IACV,CAAC,CAAC;IAEF,IAAI,CAACI,GAAG,CAACM,EAAE,EAAE;MACT,MAAM,MAAMzC,eAAe,CAACmC,GAAG,EAAE;QAC7BO,GAAG,EAAEnC;MACT,CAAC,CAAC;IACN;IAEA,IAAMoC,IAAI,GAAG,MAAMR,GAAG,CAACS,IAAI,CAAC,CAAC;IAC7B,IAAMC,SAAS,GAAGF,IAAI,CAACE,SAAS,IAAI,EAAE;IACtC,KAAK,IAAMC,QAAQ,IAAID,SAAS,EAAE;MAC9B,IAAIC,QAAQ,CAACC,MAAM,KAAK,GAAG,EAAE;QACzBrC,KAAK,CAACsC,IAAI,CAACF,QAAQ,CAACN,IAAI,CAAC;MAC7B,CAAC,MAAM,IAAIM,QAAQ,CAACC,MAAM,KAAK,GAAG,EAAE;QAChC;QACA;QACA;MAAA;IAER;EACJ,CAAC;EAjDD,KAAK,IAAIhC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGR,MAAM,CAACC,MAAM,EAAEO,CAAC,IAAIJ,UAAU;IAAA,MAAAC,KAAA;EAAA;EAmDlD,OAAO;IAAEF;EAAM,CAAC;AACpB;AAGA,OAAO,eAAeuC,mBAAmBA,CACrC5C,aAA4B,EAC5BC,IAAoB,EACpB4C,WAA4B,EAC5BC,IAAiB,EACnB;EACE,IAAM1C,OAAO,GAAGP,eAAe,CAACG,aAAa,CAAC;;EAE9C;EACA,MAAM+C,OAAO,CAACC,GAAG,CAACF,IAAI,CAAC7B,GAAG,CAAC,MAAOgC,GAAG,IAAK;IACtC,IAAM/B,EAAE,GAAI+B,GAAG,CAASJ,WAAW,CAAC;IACpC,IAAMK,QAAQ,GAAGhC,EAAE,GAAG,OAAO;IAC7B,IAAMI,GAAG,GAAMlB,OAAO,eAAUH,IAAI,CAACsB,YAAY,UAAKC,kBAAkB,CAAC0B,QAAQ,CAAC,cAAW;IAE7F,IAAMpB,GAAG,GAAG,MAAMC,KAAK,CAACT,GAAG,EAAE;MACzBD,MAAM,EAAE,KAAK;MACbW,OAAO,EAAE;QACLC,aAAa,cAAYjC,aAAa,CAACkC,SAAW;QAClD,cAAc,EAAE;MACpB,CAAC;MACDC,IAAI,EAAER,IAAI,CAACC,SAAS,CAACqB,GAAG;IAC5B,CAAC,CAAC;IAEF,IAAI,CAACnB,GAAG,CAACM,EAAE,EAAE;MACT,MAAM,MAAMzC,eAAe,CAACmC,GAAG,CAAC;IACpC;EACJ,CAAC,CAAC,CAAC;AACP;AAEA,OAAO,eAAeqB,mBAAmBA,CACrCnD,aAA4B,EAC5B6C,WAA0B,EAC1BC,IAAe,EACfM,aAAqC,EACrCC,WAAW,GAAG,CAAC,EACjB;EACE,IAAMjD,OAAO,GAAGP,eAAe,CAACG,aAAa,CAAC;EAC9C,IAAMsD,KAAK,GAAGR,IAAI,CAACrC,KAAK,CAAC,CAAC,CAAC;EAC3B,IAAM8C,OAAuC,GAAG,CAAC,CAAC;EAElD,eAAeC,MAAMA,CAAA,EAAG;IACpB,IAAIP,GAAG,GAAGK,KAAK,CAACG,KAAK,CAAC,CAAC;IACvB,OAAOR,GAAG,EAAE;MACR,IAAMS,KAAK,GAAIT,GAAG,CAASJ,WAAW,CAAW;MACjD,IAAMc,MAAM,GAAG/D,cAAc,CAACwD,aAAa,CAACM,KAAK,CAAC,CAAC;MAEnD,IAAMpC,GAAG,GAAMlB,OAAO,eAAUoB,kBAAkB,CAACmC,MAAM,CAAC,aAAU;MAEpE,IAAM7B,GAAG,GAAG,MAAMC,KAAK,CAACT,GAAG,EAAE;QACzBD,MAAM,EAAE,KAAK;QACbW,OAAO,EAAE;UACLC,aAAa,cAAYjC,aAAa,CAACkC,SAAW;UAClD,cAAc,EAAE;QACpB,CAAC;QACDC,IAAI,EAAER,IAAI,CAACC,SAAS,CAACqB,GAAG;MAC5B,CAAC,CAAC;MAEF,IAAI,CAACnB,GAAG,CAACM,EAAE,EAAE;QACT,MAAM,MAAMzC,eAAe,CAACmC,GAAG,EAAE;UAC7B8B,IAAI,EAAE;YACFF,KAAK;YACLC;UACJ;QACJ,CAAC,CAAC;MACN;MAEA,IAAME,OAAqB,GAAG,MAAM/B,GAAG,CAACS,IAAI,CAAC,CAAC;MAC9CgB,OAAO,CAACG,KAAK,CAAC,GAAG;QAAExC,EAAE,EAAE2C,OAAO,CAAC3C;MAAG,CAAC;MAEnC+B,GAAG,GAAGK,KAAK,CAACG,KAAK,CAAC,CAAC;IACvB;EACJ;EAEA,MAAMV,OAAO,CAACC,GAAG,CAACc,KAAK,CAACC,IAAI,CAAC;IAAE5D,MAAM,EAAEkD;EAAY,CAAC,EAAE,MAAMG,MAAM,CAAC,CAAC,CAAC,CAAC;EACtE,OAAOD,OAAO;AAClB;AAGA,OAAO,eAAeS,qBAAqBA,CACvChE,aAA4B,EAC5BiE,OAAiB,EACjBZ,WAAW,GAAG,CAAC,EACuC;EACtD,IAAMjD,OAAO,GAAGP,eAAe,CAACG,aAAa,CAAC;EAC9C,IAAMkE,IAAmB,GAAG,CAAC,CAAC;EAC9B,IAAMC,OAAO,GAAG,IAAIL,KAAK,CAAUG,OAAO,CAAC9D,MAAM,CAAC;EAClD,IAAIiE,SAAS,GAAG,CAAC;EAEjB,IAAMC,KAAK,GAAIC,EAAU,IAAK,IAAIvB,OAAO,CAAEwB,CAAC,IAAKC,UAAU,CAACD,CAAC,EAAED,EAAE,CAAC,CAAC;EAEnE,eAAeG,QAAQA,CAACd,MAAc,EAAEe,OAAO,GAAG,CAAC,EAAgC;IAC/E,IAAMpD,GAAG,GAAMlB,OAAO,eAAUoB,kBAAkB,CAACmC,MAAM,CAAC,aAAU;IAEpE,IAAM7B,GAAG,GAAG,MAAMC,KAAK,CAACT,GAAG,EAAE;MACzBU,OAAO,EAAE;QAAEC,aAAa,cAAYjC,aAAa,CAACkC;MAAY;IAClE,CAAC,CAAC;IAEF,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACyC,QAAQ,CAAC7C,GAAG,CAACY,MAAM,CAAC,IAAIgC,OAAO,GAAG,CAAC,EAAE;MAC/D,IAAME,SAAS,GAAG,GAAG,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEJ,OAAO,CAAC,GAAGG,IAAI,CAACE,KAAK,CAACF,IAAI,CAACG,MAAM,CAAC,CAAC,GAAG,GAAG,CAAC;MAC9E,MAAMX,KAAK,CAACO,SAAS,CAAC;MACtB,OAAOH,QAAQ,CAACd,MAAM,EAAEe,OAAO,GAAG,CAAC,CAAC;IACxC;IAEA,IAAI,CAAC5C,GAAG,CAACM,EAAE,EAAE,MAAM,MAAMzC,eAAe,CAACmC,GAAG,EAAE;MAAE8B,IAAI,EAAE;QAAED;MAAO;IAAE,CAAC,CAAC;IAEnE,IAAMsB,IAAI,GAAG,MAAMnD,GAAG,CAACmD,IAAI,CAAC,CAAC;IAC7B,OAAOA,IAAI,GAAItD,IAAI,CAACuD,KAAK,CAACD,IAAI,CAAC,GAAeE,SAAS;EAC3D;EAEA,eAAe3B,MAAMA,CAAA,EAAG;IACpB,OAAO,IAAI,EAAE;MACT,IAAM9C,CAAC,GAAG0D,SAAS,EAAE;MACrB,IAAI1D,CAAC,IAAIuD,OAAO,CAAC9D,MAAM,EAAE;MAEzB,IAAMwD,MAAM,GAAGM,OAAO,CAACvD,CAAC,CAAC;MACzB,IAAMuC,GAAG,GAAG,MAAMwB,QAAQ,CAACd,MAAM,CAAC;MAElCQ,OAAO,CAACzD,CAAC,CAAC,GAAGd,cAAc,CAACqD,GAAG,CAAC;MAChCiB,IAAI,CAACP,MAAM,CAAC,GAAGV,GAAU;IAC7B;EACJ;EAEA,MAAMF,OAAO,CAACC,GAAG,CAACc,KAAK,CAACC,IAAI,CAAC;IAAE5D,MAAM,EAAEkD;EAAY,CAAC,EAAE,MAAMG,MAAM,CAAC,CAAC,CAAC,CAAC;EACtE,OAAO;IAAEU,IAAI;IAAEC;EAAQ,CAAC;AAC5B","ignoreList":[]}

package/dist/esm/plugins/replication-microsoft-onedrive/downstream.js

@@ -0,0 +1,71 @@
+import { newRxFetchError } from "../../rx-error.js";
+import { ensureNotFalsy, lastOfArray } from "../utils/index.js";
+import { fetchDocumentContents } from "./document-handling.js";
+import { getDriveBaseUrl } from "./microsoft-onedrive-helper.js";
+export async function fetchChanges(oneDriveState, init, checkpoint, batchSize = 10) {
+  var filesResult = await fetchChangesFiles(oneDriveState, init, checkpoint, batchSize);
+  var contents = await fetchDocumentContents(oneDriveState, filesResult.files.map(file => file.id));
+  return {
+    checkpoint: filesResult.checkpoint,
+    documents: contents.ordered
+  };
+}
+export async function fetchChangesFiles(oneDriveState, init, checkpoint, batchSize = 10) {
+  var baseUrl = getDriveBaseUrl(oneDriveState);
+
+  // Intentionally overfetch in case multiple docs have the same lastModifiedDateTime.
+  var OVERFETCH_AMOUNT = 6;
+  var url = baseUrl + "/items/" + init.docsFolderId + "/children?";
+  var params = new URLSearchParams();
+  params.set('$top', (batchSize + OVERFETCH_AMOUNT).toString());
+  params.set('$select', 'id,name,eTag,lastModifiedDateTime,size,file');
+  params.set('$orderby', 'lastModifiedDateTime asc,name asc');
+  if (checkpoint) {
+    // Warning: MS Graph $filter with string timestamps 
+    params.set('$filter', "lastModifiedDateTime ge '" + checkpoint.lastModifiedDateTime + "'");
+  }
+  url += params.toString();
+  var res = await fetch(url, {
+    headers: {
+      Authorization: "Bearer " + oneDriveState.authToken
+    }
+  });
+  if (!res.ok) {
+    throw await newRxFetchError(res);
+  }
+  var data = await res.json();
+  var files = data.value || [];
+  if (checkpoint) {
+    files = files.filter(file => {
+      if (file.lastModifiedDateTime === checkpoint.lastModifiedDateTime) {
+        // If it's the exact same time, check if we already processed it
+        var docId = file.name.split('.')[0];
+        return !checkpoint.docIdsWithSameModifiedTime?.includes(docId);
+      }
+      return true;
+    });
+  }
+  files = files.slice(0, batchSize);
+  var first = files[0];
+  var newCheckpoint = checkpoint;
+  var last = lastOfArray(files);
+  if (last) {
+    var lastModified = ensureNotFalsy(last.lastModifiedDateTime);
+    var docIdsWithSameModifiedTime = files.filter(file => file.lastModifiedDateTime === lastModified).map(file => file.name.split('.')[0]);
+    if (checkpoint && first && first.lastModifiedDateTime === checkpoint.lastModifiedDateTime) {
+      var oldIds = checkpoint.docIdsWithSameModifiedTime || [];
+      docIdsWithSameModifiedTime = docIdsWithSameModifiedTime.concat(oldIds);
+    }
+    newCheckpoint = {
+      docIdsWithSameModifiedTime,
+      lastModifiedDateTime: lastModified
+    };
+    // using 'any' to dynamically assign docIdsWithSameModifiedTime, 
+    // as doing it on the type strictly might conflict with standard Checkpoint usage in RxDB.
+  }
+  return {
+    checkpoint: newCheckpoint,
+    files
+  };
+}
+//# sourceMappingURL=downstream.js.map