@budibase/server 2.2.25 → 2.2.27-alpha.0

package/dist/utilities/fileSystem/app.js

@@ -0,0 +1,97 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cleanup = exports.getComponentLibraryManifest = exports.deleteApp = exports.createApp = exports.NODE_MODULES_PATH = void 0;
+const budibaseDir_1 = require("../budibaseDir");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = require("path");
+const constants_1 = require("../../constants");
+const clientLibrary_1 = require("./clientLibrary");
+const environment_1 = __importDefault(require("../../environment"));
+const backend_core_1 = require("@budibase/backend-core");
+const filesystem_1 = require("./filesystem");
+exports.NODE_MODULES_PATH = (0, path_1.join)(filesystem_1.TOP_LEVEL_PATH, "node_modules");
+/**
+ * Uploads the latest client library to the object store.
+ * @param {string} appId The ID of the app which is being created.
+ * @return {Promise<void>} once promise completes app resources should be ready in object store.
+ */
+const createApp = (appId) => __awaiter(void 0, void 0, void 0, function* () {
+    yield (0, clientLibrary_1.updateClientLibrary)(appId);
+});
+exports.createApp = createApp;
+/**
+ * Removes all of the assets created for an app in the object store.
+ * @param {string} appId The ID of the app which is being deleted.
+ * @return {Promise<void>} once promise completes the app resources will be removed from object store.
+ */
+const deleteApp = (appId) => __awaiter(void 0, void 0, void 0, function* () {
+    yield backend_core_1.objectStore.deleteFolder(constants_1.ObjectStoreBuckets.APPS, `${appId}/`);
+});
+exports.deleteApp = deleteApp;
+/**
+ * Retrieves component libraries from object store (or tmp symlink if in local)
+ */
+const getComponentLibraryManifest = (library) => __awaiter(void 0, void 0, void 0, function* () {
+    const appId = backend_core_1.context.getAppId();
+    const filename = "manifest.json";
+    /* istanbul ignore next */
+    // when testing in cypress and so on we need to get the package
+    // as the environment may not be fully fleshed out for dev or prod
+    if (environment_1.default.isTest()) {
+        library = library.replace("standard-components", "client");
+        const lib = library.split("/")[1];
+        const path = require.resolve(library).split(lib)[0];
+        return require((0, path_1.join)(path, lib, filename));
+    }
+    else if (environment_1.default.isDev()) {
+        const path = (0, path_1.join)(exports.NODE_MODULES_PATH, "@budibase", "client", filename);
+        // always load from new so that updates are refreshed
+        delete require.cache[require.resolve(path)];
+        return require(path);
+    }
+    if (!appId) {
+        throw new Error("No app ID found - cannot get component libraries");
+    }
+    let resp;
+    let path;
+    try {
+        // Try to load the manifest from the new file location
+        path = (0, path_1.join)(appId, filename);
+        resp = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, path);
+    }
+    catch (error) {
+        console.error(`component-manifest-objectstore=failed appId=${appId} path=${path}`, error);
+        // Fallback to loading it from the old location for old apps
+        path = (0, path_1.join)(appId, "node_modules", library, "package", filename);
+        resp = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, path);
+    }
+    if (typeof resp !== "string") {
+        resp = resp.toString("utf8");
+    }
+    return JSON.parse(resp);
+});
+exports.getComponentLibraryManifest = getComponentLibraryManifest;
+/**
+ * Given a set of app IDs makes sure file system is cleared of any of their temp info.
+ */
+const cleanup = (appIds) => {
+    for (let appId of appIds) {
+        const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), appId);
+        if (fs_1.default.existsSync(path)) {
+            fs_1.default.rmdirSync(path, { recursive: true });
+        }
+    }
+};
+exports.cleanup = cleanup;

package/dist/utilities/fileSystem/clientLibrary.js

@@ -19,7 +19,7 @@ const fs_1 = __importDefault(require("fs"));
 const backend_core_1 = require("@budibase/backend-core");
 const centralPath_1 = require("../centralPath");
 const environment_1 = __importDefault(require("../../environment"));
-const TOP_LEVEL_PATH = (0, path_1.join)(__dirname, "..", "..", "..");
+const filesystem_1 = require("./filesystem");
 /**
  * Client library paths in the object store:
  * Previously, the entire client library package was downloaded from NPM
@@ -93,8 +93,8 @@ function updateClientLibrary(appId) {
         }
         else {
             // Load the bundled version in prod
-            manifest = (0, centralPath_1.resolve)(TOP_LEVEL_PATH, "client", "manifest.json");
-            client = (0, centralPath_1.resolve)(TOP_LEVEL_PATH, "client", "budibase-client.js");
+            manifest = (0, centralPath_1.resolve)(filesystem_1.TOP_LEVEL_PATH, "client", "manifest.json");
+            client = (0, centralPath_1.resolve)(filesystem_1.TOP_LEVEL_PATH, "client", "budibase-client.js");
         }
         // Upload latest manifest and client library
         const manifestUpload = backend_core_1.objectStore.streamUpload(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "manifest.json"), fs_1.default.createReadStream(manifest), {

package/dist/utilities/fileSystem/filesystem.js

@@ -0,0 +1,184 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deleteFolderFileSystem = exports.findFileRec = exports.extractTarball = exports.createTempFolder = exports.readFileSync = exports.sendTempFile = exports.stringToFileStream = exports.storeTempFile = exports.streamFile = exports.apiFileReturn = exports.loadHandlebarsFile = exports.checkDevelopmentEnvironment = exports.init = exports.TOP_LEVEL_PATH = void 0;
+const fs_1 = __importDefault(require("fs"));
+const budibaseDir_1 = require("../budibaseDir");
+const path_1 = require("path");
+const environment_1 = __importDefault(require("../../environment"));
+const tar_1 = __importDefault(require("tar"));
+const uuid = require("uuid/v4");
+exports.TOP_LEVEL_PATH = (0, path_1.join)(__dirname, "..", "..", "..");
+/**
+ * Upon first startup of instance there may not be everything we need in tmp directory, set it up.
+ */
+const init = () => {
+    const tempDir = (0, budibaseDir_1.budibaseTempDir)();
+    if (!fs_1.default.existsSync(tempDir)) {
+        // some test cases fire this quickly enough that
+        // synchronous cases can end up here at the same time
+        try {
+            fs_1.default.mkdirSync(tempDir);
+        }
+        catch (err) {
+            if (!err || err.code !== "EEXIST") {
+                throw err;
+            }
+        }
+    }
+    const clientLibPath = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), "budibase-client.js");
+    if (environment_1.default.isTest() && !fs_1.default.existsSync(clientLibPath)) {
+        fs_1.default.copyFileSync(require.resolve("@budibase/client"), clientLibPath);
+    }
+};
+exports.init = init;
+/**
+ * Checks if the system is currently in development mode and if it is makes sure
+ * everything required to function is ready.
+ */
+const checkDevelopmentEnvironment = () => {
+    if (!environment_1.default.isDev() || environment_1.default.isTest()) {
+        return;
+    }
+    if (!fs_1.default.existsSync((0, budibaseDir_1.budibaseTempDir)())) {
+        fs_1.default.mkdirSync((0, budibaseDir_1.budibaseTempDir)());
+    }
+    let error;
+    if (!fs_1.default.existsSync((0, path_1.join)(process.cwd(), ".env"))) {
+        error = "Must run via yarn once to generate environment.";
+    }
+    if (error) {
+        console.error(error);
+        process.exit(-1);
+    }
+};
+exports.checkDevelopmentEnvironment = checkDevelopmentEnvironment;
+/**
+ * Used to retrieve a handlebars file from the system which will be used as a template.
+ * This is allowable as the template handlebars files should be static and identical across
+ * the cluster.
+ * @param {string} path The path to the handlebars file which is to be loaded.
+ * @returns {string} The loaded handlebars file as a string - loaded as utf8.
+ */
+const loadHandlebarsFile = (path) => {
+    return fs_1.default.readFileSync(path, "utf8");
+};
+exports.loadHandlebarsFile = loadHandlebarsFile;
+/**
+ * When return a file from the API need to write the file to the system temporarily so we
+ * can create a read stream to send.
+ * @param {string} contents the contents of the file which is to be returned from the API.
+ * @return {Object} the read stream which can be put into the koa context body.
+ */
+const apiFileReturn = (contents) => {
+    const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
+    fs_1.default.writeFileSync(path, contents);
+    return fs_1.default.createReadStream(path);
+};
+exports.apiFileReturn = apiFileReturn;
+const streamFile = (path) => {
+    return fs_1.default.createReadStream(path);
+};
+exports.streamFile = streamFile;
+/**
+ * Writes the provided contents to a temporary file, which can be used briefly.
+ * @param {string} fileContents contents which will be written to a temp file.
+ * @return {string} the path to the temp file.
+ */
+const storeTempFile = (fileContents) => {
+    const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
+    fs_1.default.writeFileSync(path, fileContents);
+    return path;
+};
+exports.storeTempFile = storeTempFile;
+/**
+ * Utility function for getting a file read stream - a simple in memory buffered read
+ * stream doesn't work for pouchdb.
+ */
+const stringToFileStream = (contents) => {
+    const path = (0, exports.storeTempFile)(contents);
+    return fs_1.default.createReadStream(path);
+};
+exports.stringToFileStream = stringToFileStream;
+/**
+ * Creates a temp file and returns it from the API.
+ * @param {string} fileContents the contents to be returned in file.
+ */
+const sendTempFile = (fileContents) => {
+    const path = (0, exports.storeTempFile)(fileContents);
+    return fs_1.default.createReadStream(path);
+};
+exports.sendTempFile = sendTempFile;
+/**
+ * All file reads come through here just to make sure all of them make sense
+ * allows a centralised location to check logic is all good.
+ */
+const readFileSync = (filepath, options = "utf8") => {
+    // @ts-ignore
+    return fs_1.default.readFileSync(filepath, options);
+};
+exports.readFileSync = readFileSync;
+const createTempFolder = (item) => {
+    const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), item);
+    try {
+        // remove old tmp directories automatically - don't combine
+        if (fs_1.default.existsSync(path)) {
+            fs_1.default.rmSync(path, { recursive: true, force: true });
+        }
+        fs_1.default.mkdirSync(path);
+    }
+    catch (err) {
+        throw new Error(`Path cannot be created: ${err.message}`);
+    }
+    return path;
+};
+exports.createTempFolder = createTempFolder;
+const extractTarball = (fromFilePath, toPath) => __awaiter(void 0, void 0, void 0, function* () {
+    yield tar_1.default.extract({
+        file: fromFilePath,
+        C: toPath,
+    });
+});
+exports.extractTarball = extractTarball;
+/**
+ * Find for a file recursively from start path applying filter, return first match
+ */
+const findFileRec = (startPath, filter) => {
+    if (!fs_1.default.existsSync(startPath)) {
+        return;
+    }
+    const files = fs_1.default.readdirSync(startPath);
+    for (let i = 0, len = files.length; i < len; i++) {
+        // @ts-ignore
+        const filename = (0, path_1.join)(startPath, files[i]);
+        const stat = fs_1.default.lstatSync(filename);
+        if (stat.isDirectory()) {
+            return (0, exports.findFileRec)(filename, filter);
+        }
+        else if (filename.endsWith(filter)) {
+            return filename;
+        }
+    }
+};
+exports.findFileRec = findFileRec;
+/**
+ * Remove a folder which is not empty from the file system
+ */
+const deleteFolderFileSystem = (path) => {
+    if (!fs_1.default.existsSync(path)) {
+        return;
+    }
+    fs_1.default.rmSync(path, { recursive: true, force: true });
+};
+exports.deleteFolderFileSystem = deleteFolderFileSystem;

package/dist/utilities/fileSystem/index.js

@@ -1,345 +1,21 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.deleteFolderFileSystem = exports.findFileRec = exports.getDatasourcePlugin = exports.getPluginMetadata = exports.extractTarball = exports.createTempFolder = exports.cleanup = exports.readFileSync = exports.getComponentLibraryManifest = exports.downloadTemplate = exports.deleteApp = exports.createApp = exports.sendTempFile = exports.stringToFileStream = exports.storeTempFile = exports.streamFile = exports.apiFileReturn = exports.loadHandlebarsFile = exports.init = exports.NODE_MODULES_PATH = exports.TOP_LEVEL_PATH = void 0;
-const budibaseDir_1 = require("../budibaseDir");
-const fs_1 = __importDefault(require("fs"));
-const path_1 = require("path");
-const backend_core_1 = require("@budibase/backend-core");
-const constants_1 = require("../../constants");
-const clientLibrary_1 = require("./clientLibrary");
-const __1 = require("../");
-const environment_1 = __importDefault(require("../../environment"));
-const node_fetch_1 = __importDefault(require("node-fetch"));
-const uuid = require("uuid/v4");
-const tar = require("tar");
-exports.TOP_LEVEL_PATH = (0, path_1.join)(__dirname, "..", "..", "..");
-exports.NODE_MODULES_PATH = (0, path_1.join)(exports.TOP_LEVEL_PATH, "node_modules");
-const DATASOURCE_PATH = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), "datasource");
-/**
- * The single stack system (Cloud and Builder) should not make use of the file system where possible,
- * this file handles all of the file access for the system with the intention of limiting it all to one
- * place. Keeping all of this logic in one place means that when we need to do file system access (like
- * downloading a package or opening a temporary file) in can be done in way that we can confirm it shouldn't
- * be done through an object store instead.
- */
-/**
- * Upon first startup of instance there may not be everything we need in tmp directory, set it up.
- */
-function init() {
-    const tempDir = (0, budibaseDir_1.budibaseTempDir)();
-    if (!fs_1.default.existsSync(tempDir)) {
-        // some test cases fire this quickly enough that
-        // synchronous cases can end up here at the same time
-        try {
-            fs_1.default.mkdirSync(tempDir);
-        }
-        catch (err) {
-            if (!err || err.code !== "EEXIST") {
-                throw err;
-            }
-        }
-    }
-    const clientLibPath = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), "budibase-client.js");
-    if (environment_1.default.isTest() && !fs_1.default.existsSync(clientLibPath)) {
-        fs_1.default.copyFileSync(require.resolve("@budibase/client"), clientLibPath);
-    }
-}
-exports.init = init;
-/**
- * Checks if the system is currently in development mode and if it is makes sure
- * everything required to function is ready.
- */
-exports.checkDevelopmentEnvironment = () => {
-    if (!environment_1.default.isDev() || environment_1.default.isTest()) {
-        return;
-    }
-    if (!fs_1.default.existsSync((0, budibaseDir_1.budibaseTempDir)())) {
-        fs_1.default.mkdirSync((0, budibaseDir_1.budibaseTempDir)());
-    }
-    let error;
-    if (!fs_1.default.existsSync((0, path_1.join)(process.cwd(), ".env"))) {
-        error = "Must run via yarn once to generate environment.";
-    }
-    if (error) {
-        console.error(error);
-        process.exit(-1);
-    }
-};
-/**
- * Used to retrieve a handlebars file from the system which will be used as a template.
- * This is allowable as the template handlebars files should be static and identical across
- * the cluster.
- * @param {string} path The path to the handlebars file which is to be loaded.
- * @returns {string} The loaded handlebars file as a string - loaded as utf8.
- */
-function loadHandlebarsFile(path) {
-    return fs_1.default.readFileSync(path, "utf8");
-}
-exports.loadHandlebarsFile = loadHandlebarsFile;
-/**
- * When return a file from the API need to write the file to the system temporarily so we
- * can create a read stream to send.
- * @param {string} contents the contents of the file which is to be returned from the API.
- * @param {string} encoding the encoding of the file to return (utf8 default)
- * @return {Object} the read stream which can be put into the koa context body.
- */
-function apiFileReturn(contents, encoding = "utf8") {
-    const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
-    fs_1.default.writeFileSync(path, contents, { encoding });
-    return fs_1.default.createReadStream(path, { encoding });
-}
-exports.apiFileReturn = apiFileReturn;
-function streamFile(path) {
-    return fs_1.default.createReadStream(path);
-}
-exports.streamFile = streamFile;
-/**
- * Writes the provided contents to a temporary file, which can be used briefly.
- * @param {string} fileContents contents which will be written to a temp file.
- * @return {string} the path to the temp file.
- */
-function storeTempFile(fileContents) {
-    const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
-    fs_1.default.writeFileSync(path, fileContents);
-    return path;
-}
-exports.storeTempFile = storeTempFile;
-/**
- * Utility function for getting a file read stream - a simple in memory buffered read
- * stream doesn't work for pouchdb.
- */
-function stringToFileStream(contents) {
-    const path = exports.storeTempFile(contents);
-    return fs_1.default.createReadStream(path);
-}
-exports.stringToFileStream = stringToFileStream;
-/**
- * Creates a temp file and returns it from the API.
- * @param {string} fileContents the contents to be returned in file.
- */
-function sendTempFile(fileContents) {
-    const path = exports.storeTempFile(fileContents);
-    return fs_1.default.createReadStream(path);
-}
-exports.sendTempFile = sendTempFile;
-/**
- * Uploads the latest client library to the object store.
- * @param {string} appId The ID of the app which is being created.
- * @return {Promise<void>} once promise completes app resources should be ready in object store.
- */
-function createApp(appId) {
-    return __awaiter(this, void 0, void 0, function* () {
-        yield (0, clientLibrary_1.updateClientLibrary)(appId);
-    });
-}
-exports.createApp = createApp;
-/**
- * Removes all of the assets created for an app in the object store.
- * @param {string} appId The ID of the app which is being deleted.
- * @return {Promise<void>} once promise completes the app resources will be removed from object store.
- */
-function deleteApp(appId) {
-    return __awaiter(this, void 0, void 0, function* () {
-        yield backend_core_1.objectStore.deleteFolder(constants_1.ObjectStoreBuckets.APPS, `${appId}/`);
-    });
-}
-exports.deleteApp = deleteApp;
-/**
- * Retrieves a template and pipes it to minio as well as making it available temporarily.
- * @param {string} type The type of template which is to be retrieved.
- * @param name
- * @return {Promise<*>}
- */
-function downloadTemplate(type, name) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const DEFAULT_TEMPLATES_BUCKET = "prod-budi-templates.s3-eu-west-1.amazonaws.com";
-        const templateUrl = `https://${DEFAULT_TEMPLATES_BUCKET}/templates/${type}/${name}.tar.gz`;
-        return backend_core_1.objectStore.downloadTarball(templateUrl, constants_1.ObjectStoreBuckets.TEMPLATES, type);
-    });
-}
-exports.downloadTemplate = downloadTemplate;
-/**
- * Retrieves component libraries from object store (or tmp symlink if in local)
- */
-function getComponentLibraryManifest(library) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const appId = backend_core_1.context.getAppId();
-        const filename = "manifest.json";
-        /* istanbul ignore next */
-        // when testing in cypress and so on we need to get the package
-        // as the environment may not be fully fleshed out for dev or prod
-        if (environment_1.default.isTest()) {
-            library = library.replace("standard-components", "client");
-            const lib = library.split("/")[1];
-            const path = require.resolve(library).split(lib)[0];
-            return require((0, path_1.join)(path, lib, filename));
-        }
-        else if (environment_1.default.isDev()) {
-            const path = (0, path_1.join)(exports.NODE_MODULES_PATH, "@budibase", "client", filename);
-            // always load from new so that updates are refreshed
-            delete require.cache[require.resolve(path)];
-            return require(path);
-        }
-        if (!appId) {
-            throw new Error("No app ID found - cannot get component libraries");
-        }
-        let resp;
-        let path;
-        try {
-            // Try to load the manifest from the new file location
-            path = (0, path_1.join)(appId, filename);
-            resp = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, path);
-        }
-        catch (error) {
-            console.error(`component-manifest-objectstore=failed appId=${appId} path=${path}`, error);
-            // Fallback to loading it from the old location for old apps
-            path = (0, path_1.join)(appId, "node_modules", library, "package", filename);
-            resp = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, path);
-        }
-        if (typeof resp !== "string") {
-            resp = resp.toString("utf8");
-        }
-        return JSON.parse(resp);
-    });
-}
-exports.getComponentLibraryManifest = getComponentLibraryManifest;
-/**
- * All file reads come through here just to make sure all of them make sense
- * allows a centralised location to check logic is all good.
- */
-function readFileSync(filepath, options = "utf8") {
-    return fs_1.default.readFileSync(filepath, { encoding: options });
-}
-exports.readFileSync = readFileSync;
-/**
- * Given a set of app IDs makes sure file system is cleared of any of their temp info.
- */
-function cleanup(appIds) {
-    for (let appId of appIds) {
-        const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), appId);
-        if (fs_1.default.existsSync(path)) {
-            fs_1.default.rmdirSync(path, { recursive: true });
-        }
-    }
-}
-exports.cleanup = cleanup;
-function createTempFolder(item) {
-    const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), item);
-    try {
-        // remove old tmp directories automatically - don't combine
-        if (fs_1.default.existsSync(path)) {
-            fs_1.default.rmSync(path, { recursive: true, force: true });
-        }
-        fs_1.default.mkdirSync(path);
-    }
-    catch (err) {
-        throw new Error(`Path cannot be created: ${err.message}`);
-    }
-    return path;
-}
-exports.createTempFolder = createTempFolder;
-function extractTarball(fromFilePath, toPath) {
-    return __awaiter(this, void 0, void 0, function* () {
-        yield tar.extract({
-            file: fromFilePath,
-            C: toPath,
-        });
-    });
-}
-exports.extractTarball = extractTarball;
-function getPluginMetadata(path) {
-    return __awaiter(this, void 0, void 0, function* () {
-        let metadata = {};
-        try {
-            const pkg = fs_1.default.readFileSync((0, path_1.join)(path, "package.json"), "utf8");
-            const schema = fs_1.default.readFileSync((0, path_1.join)(path, "schema.json"), "utf8");
-            metadata.schema = JSON.parse(schema);
-            metadata.package = JSON.parse(pkg);
-            if (!metadata.package.name ||
-                !metadata.package.version ||
-                !metadata.package.description) {
-                throw new Error("package.json is missing one of 'name', 'version' or 'description'.");
-            }
-        }
-        catch (err) {
-            throw new Error(`Unable to process schema.json/package.json in plugin. ${err.message}`);
-        }
-        return { metadata, directory: path };
-    });
-}
-exports.getPluginMetadata = getPluginMetadata;
-function getDatasourcePlugin(name, url, hash) {
-    return __awaiter(this, void 0, void 0, function* () {
-        if (!fs_1.default.existsSync(DATASOURCE_PATH)) {
-            fs_1.default.mkdirSync(DATASOURCE_PATH);
-        }
-        const filename = (0, path_1.join)(DATASOURCE_PATH, name);
-        const metadataName = `${filename}.bbmetadata`;
-        if (fs_1.default.existsSync(filename)) {
-            const currentHash = fs_1.default.readFileSync(metadataName, "utf8");
-            // if hash is the same return the file, otherwise remove it and re-download
-            if (currentHash === hash) {
-                return require(filename);
-            }
-            else {
-                console.log(`Updating plugin: ${name}`);
-                delete require.cache[require.resolve(filename)];
-                fs_1.default.unlinkSync(filename);
-            }
-        }
-        const fullUrl = (0, __1.checkSlashesInUrl)(`${environment_1.default.MINIO_URL}/${constants_1.ObjectStoreBuckets.PLUGINS}/${url}`);
-        const response = yield (0, node_fetch_1.default)(fullUrl);
-        if (response.status === 200) {
-            const content = yield response.text();
-            fs_1.default.writeFileSync(filename, content);
-            fs_1.default.writeFileSync(metadataName, hash);
-            return require(filename);
-        }
-        else {
-            throw new Error(`Unable to retrieve plugin - reason: ${yield response.text()}`);
-        }
-    });
-}
-exports.getDatasourcePlugin = getDatasourcePlugin;
-/**
- * Find for a file recursively from start path applying filter, return first match
- */
-function findFileRec(startPath, filter) {
-    if (!fs_1.default.existsSync(startPath)) {
-        return;
-    }
-    const files = fs_1.default.readdirSync(startPath);
-    for (let i = 0, len = files.length; i < len; i++) {
-        const filename = (0, path_1.join)(startPath, files[i]);
-        const stat = fs_1.default.lstatSync(filename);
-        if (stat.isDirectory()) {
-            return exports.findFileRec(filename, filter);
-        }
-        else if (filename.endsWith(filter)) {
-            return filename;
-        }
-    }
-}
-exports.findFileRec = findFileRec;
-/**
- * Remove a folder which is not empty from the file system
- */
-function deleteFolderFileSystem(path) {
-    if (!fs_1.default.existsSync(path)) {
-        return;
-    }
-    fs_1.default.rmSync(path, { recursive: true, force: true });
-}
-exports.deleteFolderFileSystem = deleteFolderFileSystem;
+__exportStar(require("./app"), exports);
+__exportStar(require("./clientLibrary"), exports);
+__exportStar(require("./filesystem"), exports);
+__exportStar(require("./plugin"), exports);
+__exportStar(require("./template"), exports);