@budibase/server 1.0.46-alpha.7 → 1.0.48

package/dist/integrations/googlesheets.js

@@ -1,340 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const datasource_1 = require("../definitions/datasource");
-const google_auth_library_1 = require("google-auth-library");
-const utils_1 = require("./utils");
-const constants_1 = require("../constants");
-const google_spreadsheet_1 = require("google-spreadsheet");
-var GoogleSheetsModule;
-(function (GoogleSheetsModule) {
-    const { getGlobalDB } = require("@budibase/backend-core/tenancy");
-    const { getScopedConfig } = require("@budibase/backend-core/db");
-    const { Configs } = require("@budibase/backend-core/constants");
-    const SCHEMA = {
-        plus: true,
-        auth: {
-            type: "google",
-        },
-        relationships: false,
-        docs: "https://developers.google.com/sheets/api/quickstart/nodejs",
-        description: "Create and collaborate on online spreadsheets in real-time and from any device. ",
-        friendlyName: "Google Sheets",
-        datasource: {
-            spreadsheetId: {
-                type: datasource_1.DatasourceFieldTypes.STRING,
-                required: true,
-            },
-        },
-        query: {
-            create: {
-                type: datasource_1.QueryTypes.FIELDS,
-                fields: {
-                    sheet: {
-                        type: datasource_1.DatasourceFieldTypes.STRING,
-                        required: true,
-                    },
-                    row: {
-                        type: datasource_1.QueryTypes.JSON,
-                        required: true,
-                    },
-                },
-            },
-            read: {
-                type: datasource_1.QueryTypes.FIELDS,
-                fields: {
-                    sheet: {
-                        type: datasource_1.DatasourceFieldTypes.STRING,
-                        required: true,
-                    },
-                },
-            },
-            update: {
-                type: datasource_1.QueryTypes.FIELDS,
-                fields: {
-                    sheet: {
-                        type: datasource_1.DatasourceFieldTypes.STRING,
-                        required: true,
-                    },
-                    rowIndex: {
-                        type: datasource_1.DatasourceFieldTypes.STRING,
-                        required: true,
-                    },
-                    row: {
-                        type: datasource_1.QueryTypes.JSON,
-                        required: true,
-                    },
-                },
-            },
-            delete: {
-                type: datasource_1.QueryTypes.FIELDS,
-                fields: {
-                    sheet: {
-                        type: datasource_1.DatasourceFieldTypes.STRING,
-                        required: true,
-                    },
-                    rowIndex: {
-                        type: datasource_1.DatasourceFieldTypes.NUMBER,
-                        required: true,
-                    },
-                },
-            },
-        },
-    };
-    class GoogleSheetsIntegration {
-        constructor(config) {
-            this.tables = {};
-            this.schemaErrors = {};
-            this.config = config;
-            const spreadsheetId = this.cleanSpreadsheetUrl(this.config.spreadsheetId);
-            this.client = new google_spreadsheet_1.GoogleSpreadsheet(spreadsheetId);
-        }
-        /**
-         * Pull the spreadsheet ID out from a valid google sheets URL
-         * @param spreadsheetId - the URL or standard spreadsheetId of the google sheet
-         * @returns spreadsheet Id of the google sheet
-         */
-        cleanSpreadsheetUrl(spreadsheetId) {
-            if (!spreadsheetId) {
-                throw new Error("You must set a spreadsheet ID in your configuration to fetch tables.");
-            }
-            const parts = spreadsheetId.split("/");
-            return parts.length > 5 ? parts[5] : spreadsheetId;
-        }
-        connect() {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    // Initialise oAuth client
-                    const db = getGlobalDB();
-                    const googleConfig = yield getScopedConfig(db, {
-                        type: Configs.GOOGLE,
-                    });
-                    const oauthClient = new google_auth_library_1.OAuth2Client({
-                        clientId: googleConfig.clientID,
-                        clientSecret: googleConfig.clientSecret,
-                    });
-                    oauthClient.credentials.access_token = this.config.auth.accessToken;
-                    oauthClient.credentials.refresh_token = this.config.auth.refreshToken;
-                    this.client.useOAuth2Client(oauthClient);
-                    yield this.client.loadInfo();
-                }
-                catch (err) {
-                    console.error("Error connecting to google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        buildSchema(datasourceId) {
-            return __awaiter(this, void 0, void 0, function* () {
-                yield this.connect();
-                const sheets = yield this.client.sheetsByIndex;
-                const tables = {};
-                for (let sheet of sheets) {
-                    // must fetch rows to determine schema
-                    yield sheet.getRows();
-                    // build schema
-                    const schema = {};
-                    // build schema from headers
-                    for (let header of sheet.headerValues) {
-                        schema[header] = {
-                            name: header,
-                            type: constants_1.FieldTypes.STRING,
-                        };
-                    }
-                    // create tables
-                    tables[sheet.title] = {
-                        _id: utils_1.buildExternalTableId(datasourceId, sheet.title),
-                        name: sheet.title,
-                        primary: ["rowNumber"],
-                        schema,
-                    };
-                }
-                this.tables = tables;
-            });
-        }
-        query(json) {
-            return __awaiter(this, void 0, void 0, function* () {
-                const sheet = json.endpoint.entityId;
-                const handlers = {
-                    [constants_1.DataSourceOperation.CREATE]: () => this.create({ sheet, row: json.body }),
-                    [constants_1.DataSourceOperation.READ]: () => this.read({ sheet }),
-                    [constants_1.DataSourceOperation.UPDATE]: () => {
-                        var _a, _b, _c;
-                        return this.update({
-                            // exclude the header row and zero index
-                            rowIndex: ((_c = (_b = (_a = json.extra) === null || _a === void 0 ? void 0 : _a.idFilter) === null || _b === void 0 ? void 0 : _b.equal) === null || _c === void 0 ? void 0 : _c.rowNumber) - 2,
-                            sheet,
-                            row: json.body,
-                        });
-                    },
-                    [constants_1.DataSourceOperation.DELETE]: () => {
-                        var _a, _b, _c;
-                        return this.delete({
-                            // exclude the header row and zero index
-                            rowIndex: ((_c = (_b = (_a = json.extra) === null || _a === void 0 ? void 0 : _a.idFilter) === null || _b === void 0 ? void 0 : _b.equal) === null || _c === void 0 ? void 0 : _c.rowNumber) - 2,
-                            sheet,
-                        });
-                    },
-                    [constants_1.DataSourceOperation.CREATE_TABLE]: () => { var _a; return this.createTable((_a = json === null || json === void 0 ? void 0 : json.table) === null || _a === void 0 ? void 0 : _a.name); },
-                    [constants_1.DataSourceOperation.UPDATE_TABLE]: () => this.updateTable(json.table),
-                    [constants_1.DataSourceOperation.DELETE_TABLE]: () => { var _a; return this.deleteTable((_a = json === null || json === void 0 ? void 0 : json.table) === null || _a === void 0 ? void 0 : _a.name); },
-                };
-                const internalQueryMethod = handlers[json.endpoint.operation];
-                return yield internalQueryMethod();
-            });
-        }
-        buildRowObject(headers, values, rowNumber) {
-            const rowObject = { rowNumber };
-            for (let i = 0; i < headers.length; i++) {
-                rowObject._id = rowNumber;
-                rowObject[headers[i]] = values[i];
-            }
-            return rowObject;
-        }
-        createTable(name) {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield this.connect();
-                    const sheet = yield this.client.addSheet({ title: name });
-                    return sheet;
-                }
-                catch (err) {
-                    console.error("Error creating new table in google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        updateTable(table) {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield this.connect();
-                    const sheet = yield this.client.sheetsByTitle[table.name];
-                    yield sheet.loadHeaderRow();
-                    if (table._rename) {
-                        const headers = [];
-                        for (let header of sheet.headerValues) {
-                            if (header === table._rename.old) {
-                                headers.push(table._rename.updated);
-                            }
-                            else {
-                                headers.push(header);
-                            }
-                        }
-                        yield sheet.setHeaderRow(headers);
-                    }
-                    else {
-                        let newField = Object.keys(table.schema).find(key => !sheet.headerValues.includes(key));
-                        yield sheet.setHeaderRow([...sheet.headerValues, newField]);
-                    }
-                }
-                catch (err) {
-                    console.error("Error updating table in google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        deleteTable(sheet) {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield this.connect();
-                    const sheetToDelete = yield this.client.sheetsByTitle[sheet];
-                    return yield sheetToDelete.delete();
-                }
-                catch (err) {
-                    console.error("Error deleting table in google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        create(query) {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield this.connect();
-                    const sheet = yield this.client.sheetsByTitle[query.sheet];
-                    const rowToInsert = typeof query.row === "string" ? JSON.parse(query.row) : query.row;
-                    const row = yield sheet.addRow(rowToInsert);
-                    return [
-                        this.buildRowObject(sheet.headerValues, row._rawData, row._rowNumber),
-                    ];
-                }
-                catch (err) {
-                    console.error("Error writing to google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        read(query) {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield this.connect();
-                    const sheet = yield this.client.sheetsByTitle[query.sheet];
-                    const rows = yield sheet.getRows();
-                    const headerValues = sheet.headerValues;
-                    const response = [];
-                    for (let row of rows) {
-                        response.push(this.buildRowObject(headerValues, row._rawData, row._rowNumber));
-                    }
-                    return response;
-                }
-                catch (err) {
-                    console.error("Error reading from google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        update(query) {
-            return __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield this.connect();
-                    const sheet = yield this.client.sheetsByTitle[query.sheet];
-                    const rows = yield sheet.getRows();
-                    const row = rows[query.rowIndex];
-                    if (row) {
-                        const updateValues = query.row;
-                        for (let key in updateValues) {
-                            row[key] = updateValues[key];
-                        }
-                        yield row.save();
-                        return [
-                            this.buildRowObject(sheet.headerValues, row._rawData, row._rowNumber),
-                        ];
-                    }
-                    else {
-                        throw new Error("Row does not exist.");
-                    }
-                }
-                catch (err) {
-                    console.error("Error reading from google sheets", err);
-                    throw err;
-                }
-            });
-        }
-        delete(query) {
-            return __awaiter(this, void 0, void 0, function* () {
-                yield this.connect();
-                const sheet = yield this.client.sheetsByTitle[query.sheet];
-                const rows = yield sheet.getRows();
-                const row = rows[query.rowIndex];
-                if (row) {
-                    yield row.delete();
-                    return [{ deleted: query.rowIndex }];
-                }
-                else {
-                    throw new Error("Row does not exist.");
-                }
-            });
-        }
-    }
-    module.exports = {
-        schema: SCHEMA,
-        integration: GoogleSheetsIntegration,
-    };
-})(GoogleSheetsModule || (GoogleSheetsModule = {}));

package/dist/migrations/usageQuotas/index.js

@@ -1,24 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-const { MIGRATIONS, MIGRATION_DBS, migrateIfRequired, } = require("@budibase/backend-core/migrations");
-const { useQuotas } = require("../../utilities/usageQuota");
-const syncApps = require("./syncApps");
-const syncRows = require("./syncRows");
-exports.run = () => __awaiter(void 0, void 0, void 0, function* () {
-    if (!useQuotas()) {
-        return;
-    }
-    // Jan 2022
-    yield migrateIfRequired(MIGRATION_DBS.GLOBAL_DB, MIGRATIONS.QUOTAS_1, () => __awaiter(void 0, void 0, void 0, function* () {
-        yield syncApps.run();
-        yield syncRows.run();
-    }));
-});

package/dist/migrations/usageQuotas/syncApps.js

@@ -1,26 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-const { getGlobalDB, getTenantId } = require("@budibase/backend-core/tenancy");
-const { getAllApps } = require("@budibase/backend-core/db");
-const CouchDB = require("../../db");
-const { getUsageQuotaDoc } = require("../../utilities/usageQuota");
-exports.run = () => __awaiter(void 0, void 0, void 0, function* () {
-    const db = getGlobalDB();
-    // get app count
-    const devApps = yield getAllApps(CouchDB, { dev: true });
-    const appCount = devApps ? devApps.length : 0;
-    // sync app count
-    const tenantId = getTenantId();
-    console.log(`[Tenant: ${tenantId}] Syncing app count: ${appCount}`);
-    const usageDoc = yield getUsageQuotaDoc(db);
-    usageDoc.usageQuota.apps = appCount;
-    yield db.put(usageDoc);
-});

package/dist/migrations/usageQuotas/syncRows.js

@@ -1,29 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-const { getGlobalDB, getTenantId } = require("@budibase/backend-core/tenancy");
-const { getAllApps } = require("@budibase/backend-core/db");
-const CouchDB = require("../../db");
-const { getUsageQuotaDoc } = require("../../utilities/usageQuota");
-const { getUniqueRows } = require("../../utilities/usageQuota/rows");
-exports.run = () => __awaiter(void 0, void 0, void 0, function* () {
-    const db = getGlobalDB();
-    // get all rows in all apps
-    const allApps = yield getAllApps(CouchDB, { all: true });
-    const appIds = allApps ? allApps.map(app => app.appId) : [];
-    const rows = yield getUniqueRows(appIds);
-    const rowCount = rows ? rows.length : 0;
-    // sync row count
-    const tenantId = getTenantId();
-    console.log(`[Tenant: ${tenantId}] Syncing row count: ${rowCount}`);
-    const usageDoc = yield getUsageQuotaDoc(db);
-    usageDoc.usageQuota.rows = rowCount;
-    yield db.put(usageDoc);
-});

package/dist/utilities/usageQuota/rows.js

@@ -1,77 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-const { getRowParams, USER_METDATA_PREFIX } = require("../../db/utils");
-const CouchDB = require("../../db");
-const { isDevAppID, getDevelopmentAppID } = require("@budibase/backend-core/db");
-const ROW_EXCLUSIONS = [USER_METDATA_PREFIX];
-const getAppPairs = appIds => {
-    // collect the app ids into dev / prod pairs
-    // keyed by the dev app id
-    const pairs = {};
-    for (let appId of appIds) {
-        const devId = getDevelopmentAppID(appId);
-        if (!pairs[devId]) {
-            pairs[devId] = {};
-        }
-        if (isDevAppID(appId)) {
-            pairs[devId].devId = appId;
-        }
-        else {
-            pairs[devId].prodId = appId;
-        }
-    }
-    return pairs;
-};
-const getAppRows = (appId) => __awaiter(void 0, void 0, void 0, function* () {
-    const appDb = new CouchDB(appId);
-    const response = yield appDb.allDocs(getRowParams(null, null, {
-        include_docs: false,
-    }));
-    return response.rows
-        .map(r => r.id)
-        .filter(id => {
-        for (let exclusion of ROW_EXCLUSIONS) {
-            if (id.startsWith(exclusion)) {
-                return false;
-            }
-        }
-        return true;
-    });
-});
-/**
- * Return a set of all rows in the given app ids.
- * The returned rows will be unique on a per dev/prod app basis.
- * Rows duplicates may exist across apps due to data import so they are not filtered out.
- */
-exports.getUniqueRows = (appIds) => __awaiter(void 0, void 0, void 0, function* () {
-    let uniqueRows = [];
-    const pairs = getAppPairs(appIds);
-    for (let pair of Object.values(pairs)) {
-        let appRows = [];
-        for (let appId of [pair.devId, pair.prodId]) {
-            if (!appId) {
-                continue;
-            }
-            try {
-                appRows.push(yield getAppRows(appId));
-            }
-            catch (e) {
-                console.error(e);
-                // don't error out if we can't count the app rows, just continue
-            }
-        }
-        // ensure uniqueness on a per app pair basis
-        // this can't be done on all rows because app import results in
-        // duplicate row ids across apps
-        uniqueRows = uniqueRows.concat(...new Set(appRows));
-    }
-    return uniqueRows;
-});

package/dist/utilities/usageQuota/usageQuoteReset.js

@@ -1,16 +0,0 @@
-"use strict";
-// UNUSED CODE
-// Preserved for future use
-/* eslint-disable no-unused-vars */
-function getNewQuotaReset() {
-    return Date.now() + 2592000000;
-}
-function resetQuotasIfRequired(quota) {
-    // Check if the quota needs reset
-    if (Date.now() >= quota.quotaReset) {
-        quota.quotaReset = getNewQuotaReset();
-        for (let prop of Object.keys(quota.usageQuota)) {
-            quota.usageQuota[prop] = 0;
-        }
-    }
-}

package/src/api/routes/tests/static.spec.js

@@ -1,98 +0,0 @@
-jest.mock("node-fetch")
-jest.mock("aws-sdk", () => ({
-  config: {
-    update: jest.fn(),
-  },
-  DynamoDB: {
-    DocumentClient: jest.fn(),
-  },
-  S3: jest.fn(() => ({
-    getSignedUrl: jest.fn(() => {
-      return "my-url"
-    }),
-  })),
-}))
-
-const setup = require("./utilities")
-
-describe("/attachments", () => {
-  let request = setup.getRequest()
-  let config = setup.getConfig()
-  let app
-
-  afterAll(setup.afterAll)
-
-  beforeEach(async () => {
-    app = await config.init()
-  })
-
-  describe("generateSignedUrls", () => {
-    let datasource
-
-    beforeEach(async () => {
-      datasource = await config.createDatasource({
-        datasource: {
-          type: "datasource",
-          name: "Test",
-          source: "S3",
-          config: {},
-        },
-      })
-    })
-
-    it("should be able to generate a signed upload URL", async () => {
-      const bucket = "foo"
-      const key = "bar"
-      const res = await request
-        .post(`/api/attachments/${datasource._id}/url`)
-        .send({ bucket, key })
-        .set(config.defaultHeaders())
-        .expect("Content-Type", /json/)
-        .expect(200)
-      expect(res.body.signedUrl).toEqual("my-url")
-      expect(res.body.publicUrl).toEqual(
-        `https://${bucket}.s3.eu-west-1.amazonaws.com/${key}`
-      )
-    })
-
-    it("should handle an invalid datasource ID", async () => {
-      const res = await request
-        .post(`/api/attachments/foo/url`)
-        .send({
-          bucket: "foo",
-          key: "bar",
-        })
-        .set(config.defaultHeaders())
-        .expect("Content-Type", /json/)
-        .expect(400)
-      expect(res.body.message).toEqual(
-        "The specified datasource could not be found"
-      )
-    })
-
-    it("should require a bucket parameter", async () => {
-      const res = await request
-        .post(`/api/attachments/${datasource._id}/url`)
-        .send({
-          bucket: undefined,
-          key: "bar",
-        })
-        .set(config.defaultHeaders())
-        .expect("Content-Type", /json/)
-        .expect(400)
-      expect(res.body.message).toEqual("bucket and key values are required")
-    })
-
-    it("should require a key parameter", async () => {
-      const res = await request
-        .post(`/api/attachments/${datasource._id}/url`)
-        .send({
-          bucket: "foo",
-        })
-        .set(config.defaultHeaders())
-        .expect("Content-Type", /json/)
-        .expect(400)
-      expect(res.body.message).toEqual("bucket and key values are required")
-    })
-  })
-})