@budibase/backend-core 3.2.41 → 3.2.43

package/dist/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@budibase/backend-core",
-  "version": "3.2.41",
+  "version": "3.2.43",
   "description": "Budibase backend core libraries used in server and worker",
   "main": "dist/index.js",
   "types": "dist/src/index.d.ts",
@@ -21,7 +21,7 @@
   "scripts": {
     "prebuild": "rimraf dist/",
     "prepack": "cp package.json dist",
-    "build": "node ./scripts/build.js && tsc -p tsconfig.build.json --emitDeclarationOnly --paths null",
+    "build": "node ./scripts/build.js && tsc -p tsconfig.build.json --emitDeclarationOnly --paths null && tsc -p tsconfig.test.json --paths null",
     "build:dev": "yarn prebuild && tsc --build --watch --preserveWatchOutput",
     "build:oss": "node ./scripts/build.js",
     "check:types": "tsc -p tsconfig.json --noEmit --paths null",
@@ -110,5 +110,5 @@
       }
     }
   },
-  "gitHead": "53e10e4de05dd034dfae7e6b7e72a875b8ed99ea"
+  "gitHead": "2b3d6dd41e84027b07209fbe83876ecf51681f88"
 }

package/dist/src/accounts/accounts.js

@@ -0,0 +1,83 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getStatus = exports.getAccountByTenantId = exports.getAccount = void 0;
+const api_1 = __importDefault(require("./api"));
+const environment_1 = __importDefault(require("../environment"));
+const constants_1 = require("../constants");
+const api = new api_1.default(environment_1.default.ACCOUNT_PORTAL_URL);
+/**
+ * This client is intended to be used in a cloud hosted deploy only.
+ * Rather than relying on each consumer to perform the necessary environmental checks
+ * we use the following check to exit early with a undefined response which should be
+ * handled by the caller.
+ */
+const EXIT_EARLY = environment_1.default.SELF_HOSTED || environment_1.default.DISABLE_ACCOUNT_PORTAL;
+const getAccount = (email) => __awaiter(void 0, void 0, void 0, function* () {
+    if (EXIT_EARLY) {
+        return;
+    }
+    const payload = {
+        email,
+    };
+    const response = yield api.post(`/api/accounts/search`, {
+        body: payload,
+        headers: {
+            [constants_1.Header.API_KEY]: environment_1.default.ACCOUNT_PORTAL_API_KEY,
+        },
+    });
+    if (response.status !== 200) {
+        throw new Error(`Error getting account by email ${email}`);
+    }
+    const json = yield response.json();
+    return json[0];
+});
+exports.getAccount = getAccount;
+const getAccountByTenantId = (tenantId) => __awaiter(void 0, void 0, void 0, function* () {
+    if (EXIT_EARLY) {
+        return;
+    }
+    const payload = {
+        tenantId,
+    };
+    const response = yield api.post(`/api/accounts/search`, {
+        body: payload,
+        headers: {
+            [constants_1.Header.API_KEY]: environment_1.default.ACCOUNT_PORTAL_API_KEY,
+        },
+    });
+    if (response.status !== 200) {
+        throw new Error(`Error getting account by tenantId ${tenantId}`);
+    }
+    const json = yield response.json();
+    return json[0];
+});
+exports.getAccountByTenantId = getAccountByTenantId;
+const getStatus = () => __awaiter(void 0, void 0, void 0, function* () {
+    if (EXIT_EARLY) {
+        return;
+    }
+    const response = yield api.get(`/api/status`, {
+        headers: {
+            [constants_1.Header.API_KEY]: environment_1.default.ACCOUNT_PORTAL_API_KEY,
+        },
+    });
+    const json = yield response.json();
+    if (response.status !== 200) {
+        throw new Error(`Error getting status`);
+    }
+    return json;
+});
+exports.getStatus = getStatus;
+//# sourceMappingURL=accounts.js.map

package/dist/src/accounts/accounts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../../src/accounts/accounts.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,gDAAuB;AACvB,iEAAgC;AAChC,4CAAqC;AAGrC,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,qBAAG,CAAC,kBAAkB,CAAC,CAAA;AAE3C;;;;;GAKG;AACH,MAAM,UAAU,GAAG,qBAAG,CAAC,WAAW,IAAI,qBAAG,CAAC,sBAAsB,CAAA;AAEzD,MAAM,UAAU,GAAG,CACxB,KAAa,EACsB,EAAE;IACrC,IAAI,UAAU,EAAE,CAAC;QACf,OAAM;IACR,CAAC;IACD,MAAM,OAAO,GAAG;QACd,KAAK;KACN,CAAA;IACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;QACtD,IAAI,EAAE,OAAO;QACb,OAAO,EAAE;YACP,CAAC,kBAAM,CAAC,OAAO,CAAC,EAAE,qBAAG,CAAC,sBAAsB;SAC7C;KACF,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAA;IAC5D,CAAC;IAED,MAAM,IAAI,GAAmB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IAClD,OAAO,IAAI,CAAC,CAAC,CAAC,CAAA;AAChB,CAAC,CAAA,CAAA;AAtBY,QAAA,UAAU,cAsBtB;AAEM,MAAM,oBAAoB,GAAG,CAClC,QAAgB,EACmB,EAAE;IACrC,IAAI,UAAU,EAAE,CAAC;QACf,OAAM;IACR,CAAC;IACD,MAAM,OAAO,GAAG;QACd,QAAQ;KACT,CAAA;IACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;QACtD,IAAI,EAAE,OAAO;QACb,OAAO,EAAE;YACP,CAAC,kBAAM,CAAC,OAAO,CAAC,EAAE,qBAAG,CAAC,sBAAsB;SAC7C;KACF,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAA;IAClE,CAAC;IAED,MAAM,IAAI,GAAmB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IAClD,OAAO,IAAI,CAAC,CAAC,CAAC,CAAA;AAChB,CAAC,CAAA,CAAA;AAtBY,QAAA,oBAAoB,wBAsBhC;AAEM,MAAM,SAAS,GAAG,GAEvB,EAAE;IACF,IAAI,UAAU,EAAE,CAAC;QACf,OAAM;IACR,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE;QAC5C,OAAO,EAAE;YACP,CAAC,kBAAM,CAAC,OAAO,CAAC,EAAE,qBAAG,CAAC,sBAAsB;SAC7C;KACF,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IAElC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IACzC,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC,CAAA,CAAA;AAlBY,QAAA,SAAS,aAkBrB"}

package/dist/src/accounts/api.js

@@ -0,0 +1,102 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_fetch_1 = __importDefault(require("node-fetch"));
+const logging = __importStar(require("../logging"));
+class API {
+    constructor(host) {
+        this.host = host;
+    }
+    apiCall(method, url, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!options.headers) {
+                options.headers = {};
+            }
+            if (!options.headers["Content-Type"]) {
+                options.headers = Object.assign({ "Content-Type": "application/json", Accept: "application/json" }, options.headers);
+            }
+            let json = options.headers["Content-Type"] === "application/json";
+            // add x-budibase-correlation-id header
+            logging.correlation.setHeader(options.headers);
+            const requestOptions = {
+                method: method,
+                body: json ? JSON.stringify(options.body) : options.body,
+                headers: options.headers,
+                // TODO: See if this is necessary
+                credentials: "include",
+            };
+            return yield (0, node_fetch_1.default)(`${this.host}${url}`, requestOptions);
+        });
+    }
+    post(url, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.apiCall("POST", url, options);
+        });
+    }
+    get(url, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.apiCall("GET", url, options);
+        });
+    }
+    patch(url, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.apiCall("PATCH", url, options);
+        });
+    }
+    del(url, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.apiCall("DELETE", url, options);
+        });
+    }
+    put(url, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.apiCall("PUT", url, options);
+        });
+    }
+}
+exports.default = API;
+//# sourceMappingURL=api.js.map

package/dist/src/accounts/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/accounts/api.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4DAA8B;AAC9B,oDAAqC;AAErC,MAAqB,GAAG;IAGtB,YAAY,IAAY;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEK,OAAO,CAAC,MAAc,EAAE,GAAW,EAAE,OAAa;;YACtD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,CAAC,OAAO,GAAG,EAAE,CAAA;YACtB,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,OAAO,mBACb,cAAc,EAAE,kBAAkB,EAClC,MAAM,EAAE,kBAAkB,IACvB,OAAO,CAAC,OAAO,CACnB,CAAA;YACH,CAAC;YAED,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,kBAAkB,CAAA;YAEjE,uCAAuC;YACvC,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAE9C,MAAM,cAAc,GAAG;gBACrB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;gBACxD,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,iCAAiC;gBACjC,WAAW,EAAE,SAAS;aACvB,CAAA;YAED,OAAO,MAAM,IAAA,oBAAK,EAAC,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,EAAE,EAAE,cAAc,CAAC,CAAA;QAC1D,CAAC;KAAA;IAEK,IAAI,CAAC,GAAW,EAAE,OAAa;;YACnC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;QAC3C,CAAC;KAAA;IAEK,GAAG,CAAC,GAAW,EAAE,OAAa;;YAClC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;QAC1C,CAAC;KAAA;IAEK,KAAK,CAAC,GAAW,EAAE,OAAa;;YACpC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;QAC5C,CAAC;KAAA;IAEK,GAAG,CAAC,GAAW,EAAE,OAAa;;YAClC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;QAC7C,CAAC;KAAA;IAEK,GAAG,CAAC,GAAW,EAAE,OAAa;;YAClC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;QAC1C,CAAC;KAAA;CACF;AAvDD,sBAuDC"}

package/dist/src/accounts/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./accounts"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/accounts/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/accounts/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6CAA0B"}

package/dist/src/cache/appMetadata.js

@@ -0,0 +1,96 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AppState = void 0;
+exports.getAppMetadata = getAppMetadata;
+exports.invalidateAppMetadata = invalidateAppMetadata;
+const init_1 = require("../redis/init");
+const db_1 = require("../db");
+var AppState;
+(function (AppState) {
+    AppState["INVALID"] = "invalid";
+})(AppState || (exports.AppState = AppState = {}));
+const EXPIRY_SECONDS = 3600;
+const INVALID_EXPIRY_SECONDS = 60;
+/**
+ * The default populate app metadata function
+ */
+function populateFromDB(appId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        return (0, db_1.doWithDB)(appId, (db) => {
+            return db.get(db_1.DocumentType.APP_METADATA);
+        }, { skip_setup: true });
+    });
+}
+function isInvalid(metadata) {
+    return !metadata || metadata.state === AppState.INVALID;
+}
+/**
+ * Get the requested app metadata by id.
+ * Use redis cache to first read the app metadata.
+ * If not present fallback to loading the app metadata directly and re-caching.
+ * @param appId the id of the app to get metadata from.
+ * @returns the app metadata.
+ */
+function getAppMetadata(appId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const client = yield (0, init_1.getAppClient)();
+        // try cache
+        let metadata = yield client.get(appId);
+        if (!metadata) {
+            let expiry = EXPIRY_SECONDS;
+            try {
+                metadata = yield populateFromDB(appId);
+            }
+            catch (err) {
+                // app DB left around, but no metadata, it is invalid
+                if (err && err.status === 404) {
+                    metadata = { state: AppState.INVALID };
+                    // expire invalid apps regularly, in-case it was only briefly invalid
+                    expiry = INVALID_EXPIRY_SECONDS;
+                }
+                else {
+                    throw err;
+                }
+            }
+            // needed for some scenarios where the caching happens
+            // so quickly the requests can get slightly out of sync
+            // might store its invalid just before it stores its valid
+            if (isInvalid(metadata)) {
+                const temp = yield client.get(appId);
+                if (temp) {
+                    metadata = temp;
+                }
+            }
+            yield client.store(appId, metadata, expiry);
+        }
+        return metadata;
+    });
+}
+/**
+ * Invalidate/reset the cached metadata when a change occurs in the db.
+ * @param appId the cache key to bust/update.
+ * @param newMetadata optional - can simply provide the new metadata to update with.
+ * @return will respond with success when cache is updated.
+ */
+function invalidateAppMetadata(appId, newMetadata) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (!appId) {
+            throw "Cannot invalidate if no app ID provided.";
+        }
+        const client = yield (0, init_1.getAppClient)();
+        yield client.delete(appId);
+        if (newMetadata) {
+            yield client.store(appId, newMetadata, EXPIRY_SECONDS);
+        }
+    });
+}
+//# sourceMappingURL=appMetadata.js.map

package/dist/src/cache/appMetadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"appMetadata.js","sourceRoot":"","sources":["../../../src/cache/appMetadata.ts"],"names":[],"mappings":";;;;;;;;;;;;AAuCA,wCA+BC;AAQD,sDASC;AAvFD,wCAA4C;AAC5C,8BAA8C;AAG9C,IAAY,QAEX;AAFD,WAAY,QAAQ;IAClB,+BAAmB,CAAA;AACrB,CAAC,EAFW,QAAQ,wBAAR,QAAQ,QAEnB;AAMD,MAAM,cAAc,GAAG,IAAI,CAAA;AAC3B,MAAM,sBAAsB,GAAG,EAAE,CAAA;AAEjC;;GAEG;AACH,SAAe,cAAc,CAAC,KAAa;;QACzC,OAAO,IAAA,aAAQ,EACb,KAAK,EACL,CAAC,EAAY,EAAE,EAAE;YACf,OAAO,EAAE,CAAC,GAAG,CAAM,iBAAY,CAAC,YAAY,CAAC,CAAA;QAC/C,CAAC,EACD,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAA;IACH,CAAC;CAAA;AAED,SAAS,SAAS,CAAC,QAA4B;IAC7C,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,OAAO,CAAA;AACzD,CAAC;AAED;;;;;;GAMG;AACH,SAAsB,cAAc,CAAC,KAAa;;QAChD,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAY,GAAE,CAAA;QACnC,YAAY;QACZ,IAAI,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,MAAM,GAAuB,cAAc,CAAA;YAC/C,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YACxC,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,qDAAqD;gBACrD,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC9B,QAAQ,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAA;oBACtC,qEAAqE;oBACrE,MAAM,GAAG,sBAAsB,CAAA;gBACjC,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAA;gBACX,CAAC;YACH,CAAC;YACD,sDAAsD;YACtD,uDAAuD;YACvD,0DAA0D;YAC1D,IAAI,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;gBACpC,IAAI,IAAI,EAAE,CAAC;oBACT,QAAQ,GAAG,IAAI,CAAA;gBACjB,CAAC;YACH,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;QAC7C,CAAC;QAED,OAAO,QAAQ,CAAA;IACjB,CAAC;CAAA;AAED;;;;;GAKG;AACH,SAAsB,qBAAqB,CAAC,KAAa,EAAE,WAAiB;;QAC1E,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,0CAA0C,CAAA;QAClD,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAY,GAAE,CAAA;QACnC,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC1B,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,cAAc,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;CAAA"}

package/dist/src/cache/base/index.js

@@ -0,0 +1,189 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const context_1 = require("../../context");
+const redis = __importStar(require("../../redis/init"));
+function generateTenantKey(key) {
+    const tenantId = (0, context_1.getTenantId)();
+    return `${key}:${tenantId}`;
+}
+class BaseCache {
+    constructor(client = undefined) {
+        this.client = client;
+    }
+    getClient() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return !this.client ? yield redis.getCacheClient() : this.client;
+        });
+    }
+    keys(pattern) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const client = yield this.getClient();
+            return client.keys(pattern);
+        });
+    }
+    exists(key_1) {
+        return __awaiter(this, arguments, void 0, function* (key, opts = { useTenancy: true }) {
+            key = opts.useTenancy ? generateTenantKey(key) : key;
+            const client = yield this.getClient();
+            return client.exists(key);
+        });
+    }
+    scan(key_1) {
+        return __awaiter(this, arguments, void 0, function* (key, opts = { useTenancy: true }) {
+            key = opts.useTenancy ? generateTenantKey(key) : key;
+            const client = yield this.getClient();
+            return client.scan(key);
+        });
+    }
+    /**
+     * Read only from the cache.
+     */
+    get(key_1) {
+        return __awaiter(this, arguments, void 0, function* (key, opts = { useTenancy: true }) {
+            key = opts.useTenancy ? generateTenantKey(key) : key;
+            const client = yield this.getClient();
+            return client.get(key);
+        });
+    }
+    /**
+     * Read only from the cache.
+     */
+    bulkGet(keys_1) {
+        return __awaiter(this, arguments, void 0, function* (keys, opts = { useTenancy: true }) {
+            keys = opts.useTenancy ? keys.map(key => generateTenantKey(key)) : keys;
+            const client = yield this.getClient();
+            return client.bulkGet(keys);
+        });
+    }
+    /**
+     * Write to the cache.
+     */
+    store(key_1, value_1) {
+        return __awaiter(this, arguments, void 0, function* (key, value, ttl = null, opts = { useTenancy: true }) {
+            key = opts.useTenancy ? generateTenantKey(key) : key;
+            const client = yield this.getClient();
+            yield client.store(key, value, ttl);
+        });
+    }
+    /**
+     * Bulk write to the cache.
+     */
+    bulkStore(data_1) {
+        return __awaiter(this, arguments, void 0, function* (data, ttl = null, opts = { useTenancy: true }) {
+            if (opts.useTenancy) {
+                data = Object.entries(data).reduce((acc, [key, value]) => {
+                    acc[generateTenantKey(key)] = value;
+                    return acc;
+                }, {});
+            }
+            const client = yield this.getClient();
+            yield client.bulkStore(data, ttl);
+        });
+    }
+    /**
+     * Remove from cache.
+     */
+    delete(key_1) {
+        return __awaiter(this, arguments, void 0, function* (key, opts = { useTenancy: true }) {
+            key = opts.useTenancy ? generateTenantKey(key) : key;
+            const client = yield this.getClient();
+            return client.delete(key);
+        });
+    }
+    /**
+     * Remove from cache.
+     */
+    bulkDelete(keys_1) {
+        return __awaiter(this, arguments, void 0, function* (keys, opts = { useTenancy: true }) {
+            keys = opts.useTenancy ? keys.map(key => generateTenantKey(key)) : keys;
+            const client = yield this.getClient();
+            return client.bulkDelete(keys);
+        });
+    }
+    /**
+     * Read from the cache. Write to the cache if not exists.
+     */
+    withCache(key_1) {
+        return __awaiter(this, arguments, void 0, function* (key, ttl = null, fetchFn, opts = { useTenancy: true }) {
+            const cachedValue = yield this.get(key, opts);
+            if (cachedValue) {
+                return cachedValue;
+            }
+            try {
+                const fetchedValue = yield fetchFn();
+                yield this.store(key, fetchedValue, ttl, opts);
+                return fetchedValue;
+            }
+            catch (err) {
+                console.error("Error fetching before cache - ", err);
+                throw err;
+            }
+        });
+    }
+    bustCache(key) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const client = yield this.getClient();
+            try {
+                yield client.delete(generateTenantKey(key));
+            }
+            catch (err) {
+                console.error("Error busting cache - ", err);
+                throw err;
+            }
+        });
+    }
+    /**
+     * Delete the entry if the provided value matches the stored one.
+     */
+    deleteIfValue(key_1, value_1) {
+        return __awaiter(this, arguments, void 0, function* (key, value, opts = { useTenancy: true }) {
+            key = opts.useTenancy ? generateTenantKey(key) : key;
+            const client = yield this.getClient();
+            yield client.deleteIfValue(key, value);
+        });
+    }
+}
+exports.default = BaseCache;
+//# sourceMappingURL=index.js.map

package/dist/src/cache/base/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/cache/base/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA2C;AAC3C,wDAAyC;AAGzC,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,QAAQ,GAAG,IAAA,qBAAW,GAAE,CAAA;IAC9B,OAAO,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAA;AAC7B,CAAC;AAED,MAAqB,SAAS;IAG5B,YAAY,SAA6B,SAAS;QAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAEK,SAAS;;YACb,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAA;QAClE,CAAC;KAAA;IAEK,IAAI,CAAC,OAAe;;YACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC7B,CAAC;KAAA;IAEK,MAAM;6DAAC,GAAW,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YACnD,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;KAAA;IAEK,IAAI;6DAAC,GAAW,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YACjD,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;KAAA;IAED;;OAEG;IACG,GAAG;6DAAC,GAAW,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YAChD,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACxB,CAAC;KAAA;IAED;;OAEG;IACG,OAAO;6DAAI,IAAc,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YAC1D,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;YACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,OAAO,CAAI,IAAI,CAAC,CAAA;QAChC,CAAC;KAAA;IAED;;OAEG;IACG,KAAK;6DACT,GAAW,EACX,KAAU,EACV,MAAqB,IAAI,EACzB,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YAE3B,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACrC,CAAC;KAAA;IAED;;OAEG;IACG,SAAS;6DACb,IAAyB,EACzB,MAAqB,IAAI,EACzB,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YAE3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;oBACvD,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAA;oBACnC,OAAO,GAAG,CAAA;gBACZ,CAAC,EAAE,EAAyB,CAAC,CAAA;YAC/B,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QACnC,CAAC;KAAA;IAED;;OAEG;IACG,MAAM;6DAAC,GAAW,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YACnD,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;KAAA;IAED;;OAEG;IACG,UAAU;6DAAC,IAAc,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YAC1D,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;YACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QAChC,CAAC;KAAA;IAED;;OAEG;IACG,SAAS;6DACb,GAAW,EACX,MAAqB,IAAI,EACzB,OAA6B,EAC7B,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YAE3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;YAC7C,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,WAAW,CAAA;YACpB,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,OAAO,EAAE,CAAA;gBAEpC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;gBAC9C,OAAO,YAAY,CAAA;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAA;gBACpD,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;KAAA;IAEK,SAAS,CAAC,GAAW;;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAA;YAC7C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAA;gBAC5C,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACG,aAAa;6DAAC,GAAW,EAAE,KAAU,EAAE,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;YACtE,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACrC,MAAM,MAAM,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACxC,CAAC;KAAA;CACF;AA5ID,4BA4IC"}

package/dist/src/cache/docWritethrough.js

@@ -0,0 +1,123 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocWritethrough = exports.DocWritethroughProcessor = void 0;
+exports.init = init;
+exports.getProcessor = getProcessor;
+const queue_1 = require("../queue");
+const dbUtils = __importStar(require("../db"));
+const PERSIST_MAX_ATTEMPTS = 100;
+let processor;
+class DocWritethroughProcessor {
+    static get queue() {
+        if (!DocWritethroughProcessor._queue) {
+            DocWritethroughProcessor._queue = (0, queue_1.createQueue)(queue_1.JobQueue.DOC_WRITETHROUGH_QUEUE, {
+                jobOptions: {
+                    attempts: PERSIST_MAX_ATTEMPTS,
+                },
+            });
+        }
+        return DocWritethroughProcessor._queue;
+    }
+    init() {
+        DocWritethroughProcessor.queue.process((message) => __awaiter(this, void 0, void 0, function* () {
+            try {
+                yield this.persistToDb(message.data);
+            }
+            catch (err) {
+                if (err.status === 409) {
+                    // If we get a 409, it means that another job updated it meanwhile. We want to retry it to persist it again.
+                    throw new Error(`Conflict persisting message ${message.id}. Attempt ${message.attemptsMade}`);
+                }
+                throw err;
+            }
+        }));
+        return this;
+    }
+    persistToDb(_a) {
+        return __awaiter(this, arguments, void 0, function* ({ dbName, docId, data, }) {
+            const db = dbUtils.getDB(dbName);
+            let doc;
+            try {
+                doc = yield db.get(docId);
+            }
+            catch (_b) {
+                doc = { _id: docId };
+            }
+            doc = Object.assign(Object.assign({}, doc), data);
+            yield db.put(doc);
+        });
+    }
+}
+exports.DocWritethroughProcessor = DocWritethroughProcessor;
+class DocWritethrough {
+    constructor(db, docId) {
+        this.db = db;
+        this._docId = docId;
+    }
+    get docId() {
+        return this._docId;
+    }
+    patch(data) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield DocWritethroughProcessor.queue.add({
+                dbName: this.db.name,
+                docId: this.docId,
+                data,
+            });
+        });
+    }
+}
+exports.DocWritethrough = DocWritethrough;
+function init() {
+    processor = new DocWritethroughProcessor().init();
+    return processor;
+}
+function getProcessor() {
+    if (!processor) {
+        return init();
+    }
+    return processor;
+}
+//# sourceMappingURL=docWritethrough.js.map