@budibase/server 2.5.6-alpha.2 → 2.5.6-alpha.20

package/dist/api/controllers/cloud.js

@@ -1,130 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.importApps = exports.hasBeenImported = exports.exportApps = void 0;
-const environment_1 = __importDefault(require("../../environment"));
-const backend_core_1 = require("@budibase/backend-core");
-const fileSystem_1 = require("../../utilities/fileSystem");
-const utilities_1 = require("../../utilities");
-const utils_1 = require("../../db/utils");
-const application_1 = require("./application");
-const path_1 = require("path");
-const sdk_1 = __importDefault(require("../../sdk"));
-function createApp(appName, appDirectory) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const ctx = {
-            request: {
-                body: {
-                    useTemplate: true,
-                    name: appName,
-                },
-                files: {
-                    templateFile: {
-                        path: appDirectory,
-                    },
-                },
-            },
-        };
-        // @ts-ignore
-        return (0, application_1.create)(ctx);
-    });
-}
-function getAllDocType(db, docType) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const response = yield db.allDocs((0, utils_1.getDocParams)(docType, null, {
-            include_docs: true,
-        }));
-        return response.rows.map(row => row.doc);
-    });
-}
-function exportApps(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        if (environment_1.default.SELF_HOSTED || !environment_1.default.MULTI_TENANCY) {
-            ctx.throw(400, "Exporting only allowed in multi-tenant cloud environments.");
-        }
-        const apps = (yield backend_core_1.db.getAllApps({ all: true }));
-        const globalDBString = yield sdk_1.default.backups.exportDB(backend_core_1.db.getGlobalDBName(), {
-            filter: (doc) => !doc._id.startsWith(utils_1.DocumentType.USER),
-        });
-        // only export the dev apps as they will be the latest, the user can republish the apps
-        // in their self-hosted environment
-        let appMetadata = apps
-            .filter((app) => (0, utils_1.isDevAppID)(app.appId || app._id))
-            .map((app) => ({ appId: (app.appId || app._id), name: app.name }));
-        const tmpPath = yield sdk_1.default.backups.exportMultipleApps(appMetadata, globalDBString);
-        const filename = `cloud-export-${new Date().getTime()}.tar.gz`;
-        ctx.attachment(filename);
-        ctx.body = (0, fileSystem_1.streamFile)(tmpPath);
-    });
-}
-exports.exportApps = exportApps;
-function checkHasBeenImported() {
-    return __awaiter(this, void 0, void 0, function* () {
-        if (!environment_1.default.SELF_HOSTED) {
-            return true;
-        }
-        const apps = yield backend_core_1.db.getAllApps({ all: true });
-        return apps.length !== 0;
-    });
-}
-function hasBeenImported(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        ctx.body = {
-            imported: yield checkHasBeenImported(),
-        };
-    });
-}
-exports.hasBeenImported = hasBeenImported;
-function importApps(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        if (!environment_1.default.SELF_HOSTED) {
-            ctx.throw(400, "Importing only allowed in self hosted environments.");
-        }
-        const beenImported = yield checkHasBeenImported();
-        if (beenImported || !ctx.request.files || !ctx.request.files.importFile) {
-            ctx.throw(400, "Import file is required and environment must be fresh to import apps.");
-        }
-        const file = ctx.request.files.importFile;
-        if (Array.isArray(file)) {
-            ctx.throw(400, "Single file is required");
-        }
-        if (file.type !== "application/gzip" && file.type !== "application/x-gzip") {
-            ctx.throw(400, "Import file must be a gzipped tarball.");
-        }
-        // initially get all the app databases out of the tarball
-        const tmpPath = sdk_1.default.backups.untarFile(file);
-        const globalDbImport = sdk_1.default.backups.getGlobalDBFile(tmpPath);
-        const appNames = sdk_1.default.backups.getListOfAppsInMulti(tmpPath);
-        const globalDb = backend_core_1.tenancy.getGlobalDB();
-        // load the global db first
-        yield globalDb.load((0, utilities_1.stringToReadStream)(globalDbImport));
-        for (let appName of appNames) {
-            yield createApp(appName, (0, path_1.join)(tmpPath, appName));
-        }
-        // if there are any users make sure to remove them
-        let users = yield getAllDocType(globalDb, utils_1.DocumentType.USER);
-        let userDeletionPromises = [];
-        for (let user of users) {
-            userDeletionPromises.push(globalDb.remove(user._id, user._rev));
-        }
-        if (userDeletionPromises.length > 0) {
-            yield Promise.all(userDeletionPromises);
-        }
-        yield globalDb.bulkDocs(users);
-        ctx.body = {
-            message: "Apps successfully imported.",
-        };
-    });
-}
-exports.importApps = importApps;

package/dist/websocket.js

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ClientAppSocket = exports.initialise = void 0;
-const socket_io_1 = require("socket.io");
-class Websocket {
-    constructor(server, path) {
-        this.socketServer = new socket_io_1.Server(server, {
-            path,
-        });
-    }
-    // Emit an event to all sockets
-    emit(event, payload) {
-        this.socketServer.sockets.emit(event, payload);
-    }
-}
-// Likely to be more socket instances in future
-let ClientAppSocket;
-exports.ClientAppSocket = ClientAppSocket;
-const initialise = (server) => {
-    exports.ClientAppSocket = ClientAppSocket = new Websocket(server, "/socket/client");
-};
-exports.initialise = initialise;

package/src/api/controllers/cloud.ts

@@ -1,119 +0,0 @@
-import env from "../../environment"
-import { db as dbCore, tenancy } from "@budibase/backend-core"
-import { streamFile } from "../../utilities/fileSystem"
-import { stringToReadStream } from "../../utilities"
-import { getDocParams, DocumentType, isDevAppID } from "../../db/utils"
-import { create } from "./application"
-import { join } from "path"
-import sdk from "../../sdk"
-import { App, Ctx, Database } from "@budibase/types"
-
-async function createApp(appName: string, appDirectory: string) {
-  const ctx = {
-    request: {
-      body: {
-        useTemplate: true,
-        name: appName,
-      },
-      files: {
-        templateFile: {
-          path: appDirectory,
-        },
-      },
-    },
-  }
-  // @ts-ignore
-  return create(ctx)
-}
-
-async function getAllDocType(db: Database, docType: string) {
-  const response = await db.allDocs(
-    getDocParams(docType, null, {
-      include_docs: true,
-    })
-  )
-  return response.rows.map(row => row.doc)
-}
-
-export async function exportApps(ctx: Ctx) {
-  if (env.SELF_HOSTED || !env.MULTI_TENANCY) {
-    ctx.throw(400, "Exporting only allowed in multi-tenant cloud environments.")
-  }
-  const apps = (await dbCore.getAllApps({ all: true })) as App[]
-  const globalDBString = await sdk.backups.exportDB(dbCore.getGlobalDBName(), {
-    filter: (doc: any) => !doc._id.startsWith(DocumentType.USER),
-  })
-  // only export the dev apps as they will be the latest, the user can republish the apps
-  // in their self-hosted environment
-  let appMetadata = apps
-    .filter((app: App) => isDevAppID(app.appId || app._id))
-    .map((app: App) => ({ appId: (app.appId || app._id)!, name: app.name }))
-  const tmpPath = await sdk.backups.exportMultipleApps(
-    appMetadata,
-    globalDBString
-  )
-  const filename = `cloud-export-${new Date().getTime()}.tar.gz`
-  ctx.attachment(filename)
-  ctx.body = streamFile(tmpPath)
-}
-
-async function checkHasBeenImported() {
-  if (!env.SELF_HOSTED) {
-    return true
-  }
-  const apps = await dbCore.getAllApps({ all: true })
-  return apps.length !== 0
-}
-
-export async function hasBeenImported(ctx: Ctx) {
-  ctx.body = {
-    imported: await checkHasBeenImported(),
-  }
-}
-
-export async function importApps(ctx: Ctx) {
-  if (!env.SELF_HOSTED) {
-    ctx.throw(400, "Importing only allowed in self hosted environments.")
-  }
-  const beenImported = await checkHasBeenImported()
-  if (beenImported || !ctx.request.files || !ctx.request.files.importFile) {
-    ctx.throw(
-      400,
-      "Import file is required and environment must be fresh to import apps."
-    )
-  }
-  const file = ctx.request.files.importFile as any
-  if (Array.isArray(file)) {
-    ctx.throw(400, "Single file is required")
-  }
-  if (file.type !== "application/gzip" && file.type !== "application/x-gzip") {
-    ctx.throw(400, "Import file must be a gzipped tarball.")
-  }
-
-  // initially get all the app databases out of the tarball
-  const tmpPath = sdk.backups.untarFile(file)
-  const globalDbImport = sdk.backups.getGlobalDBFile(tmpPath)
-  const appNames = sdk.backups.getListOfAppsInMulti(tmpPath)
-
-  const globalDb = tenancy.getGlobalDB()
-  // load the global db first
-  await globalDb.load(stringToReadStream(globalDbImport))
-  for (let appName of appNames) {
-    await createApp(appName, join(tmpPath, appName))
-  }
-
-  // if there are any users make sure to remove them
-  let users = await getAllDocType(globalDb, DocumentType.USER)
-  let userDeletionPromises = []
-  for (let user of users) {
-    userDeletionPromises.push(globalDb.remove(user._id, user._rev))
-  }
-  if (userDeletionPromises.length > 0) {
-    await Promise.all(userDeletionPromises)
-  }
-
-  await globalDb.bulkDocs(users)
-  ctx.body = {
-    message: "Apps successfully imported.",
-  }
-}

package/src/api/routes/cloud.ts

@@ -1,18 +0,0 @@
-import Router from "@koa/router"
-import * as controller from "../controllers/cloud"
-import authorized from "../../middleware/authorized"
-import { permissions } from "@budibase/backend-core"
-
-const router: Router = new Router()
-
-router
-  .get(
-    "/api/cloud/export",
-    authorized(permissions.BUILDER),
-    controller.exportApps
-  )
-  // has to be public, only run if apps don't exist
-  .post("/api/cloud/import", controller.importApps)
-  .get("/api/cloud/import/complete", controller.hasBeenImported)
-
-export default router

package/src/api/routes/tests/cloud.spec.ts

@@ -1,54 +0,0 @@
-import { App } from "@budibase/types"
-
-jest.setTimeout(30000)
-
-import { AppStatus } from "../../../db/utils"
-
-import * as setup from "./utilities"
-
-import { wipeDb } from "./utilities/TestFunctions"
-import { tenancy } from "@budibase/backend-core"
-
-describe("/cloud", () => {
-  let request = setup.getRequest()!
-  let config = setup.getConfig()
-
-  afterAll(setup.afterAll)
-
-  beforeAll(async () => {
-    // Importing is only allowed in self hosted environments
-    await config.init()
-    config.modeSelf()
-  })
-
-  describe("import", () => {
-    it("should be able to import apps", async () => {
-      // first we need to delete any existing apps on the system so it looks clean otherwise the
-      // import will not run
-      await wipeDb()
-
-      // Perform the import
-      const res = await request
-        .post(`/api/cloud/import`)
-        .set(config.publicHeaders())
-        .attach("importFile", "src/api/routes/tests/data/export-test.tar.gz")
-        .expect(200)
-      expect(res.body.message).toEqual("Apps successfully imported.")
-
-      // get a count of apps after the import
-      const postImportApps = await request
-        .get(`/api/applications?status=${AppStatus.ALL}`)
-        .set(config.publicHeaders())
-        .expect("Content-Type", /json/)
-        .expect(200)
-
-      const apps = postImportApps.body as App[]
-      // There are two apps in the file that was imported so check for this
-      expect(apps.length).toEqual(2)
-      // The new tenant id was assigned to the imported apps
-      expect(tenancy.getTenantIDFromAppID(apps[0].appId)).toBe(
-        config.getTenantId()
-      )
-    })
-  })
-})

package/src/migrations/functions/tests/syncQuotas.spec.js

@@ -1,26 +0,0 @@
-const syncApps = jest.fn()
-const syncRows = jest.fn()
-const syncPlugins = jest.fn()
-jest.mock("../usageQuotas/syncApps", () => ({ run: syncApps }) )
-jest.mock("../usageQuotas/syncRows", () => ({ run: syncRows }) )
-jest.mock("../usageQuotas/syncPlugins", () => ({ run: syncPlugins }) )
-
-const TestConfig = require("../../../tests/utilities/TestConfiguration")
-const migration = require("../syncQuotas")
-
-describe("run", () => {
-  let config = new TestConfig(false)
-
-  beforeAll(async () => {
-    await config.init()
-  })
-
-  afterAll(config.end)  
-
-  it("run", async () => {
-    await migration.run()
-    expect(syncApps).toHaveBeenCalledTimes(1)
-    expect(syncRows).toHaveBeenCalledTimes(1)
-    expect(syncPlugins).toHaveBeenCalledTimes(1)
-  })
-})

package/src/websocket.ts

@@ -1,26 +0,0 @@
-import { Server } from "socket.io"
-import http from "http"
-
-class Websocket {
-  socketServer: Server
-
-  constructor(server: http.Server, path: string) {
-    this.socketServer = new Server(server, {
-      path,
-    })
-  }
-
-  // Emit an event to all sockets
-  emit(event: string, payload: any) {
-    this.socketServer.sockets.emit(event, payload)
-  }
-}
-
-// Likely to be more socket instances in future
-let ClientAppSocket: Websocket
-
-export const initialise = (server: http.Server) => {
-  ClientAppSocket = new Websocket(server, "/socket/client")
-}
-
-export { ClientAppSocket }