@budibase/server 1.3.21 → 1.3.22-alpha.1

package/dist/api/controllers/application.js

@@ -12,7 +12,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sync = exports.destroy = exports.revertClient = exports.updateClient = exports.update = exports.create = exports.fetchAppPackage = exports.fetchAppDefinition = exports.fetch = exports.getAppUrl = void 0;
+exports.updateAppPackage = exports.sync = exports.destroy = exports.revertClient = exports.updateClient = exports.update = exports.create = exports.fetchAppPackage = exports.fetchAppDefinition = exports.fetch = exports.getAppUrl = void 0;
 const environment_1 = __importDefault(require("../../environment"));
 const package_json_1 = __importDefault(require("../../../package.json"));
 const staticViews_1 = require("../../db/views/staticViews");
@@ -353,7 +353,7 @@ const update = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
         checkAppUrl(ctx, apps, url, ctx.params.appId);
         ctx.request.body.url = url;
     }
-    const app = yield updateAppPackage(ctx.request.body, ctx.params.appId);
+    const app = yield (0, exports.updateAppPackage)(ctx.request.body, ctx.params.appId);
     yield backend_core_2.events.app.updated(app);
     ctx.status = 200;
     ctx.body = app;
@@ -375,7 +375,7 @@ const updateClient = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
         version: updatedToVersion,
         revertableVersion: currentVersion,
     };
-    const app = yield updateAppPackage(appPackageUpdates, ctx.params.appId);
+    const app = yield (0, exports.updateAppPackage)(appPackageUpdates, ctx.params.appId);
     yield backend_core_2.events.app.versionUpdated(app, currentVersion, updatedToVersion);
     ctx.status = 200;
     ctx.body = app;
@@ -399,7 +399,7 @@ const revertClient = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
         version: revertedToVersion,
         revertableVersion: null,
     };
-    const app = yield updateAppPackage(appPackageUpdates, ctx.params.appId);
+    const app = yield (0, exports.updateAppPackage)(appPackageUpdates, ctx.params.appId);
     yield backend_core_2.events.app.versionReverted(app, currentVersion, revertedToVersion);
     ctx.status = 200;
     ctx.body = app;
@@ -415,7 +415,6 @@ const destroyApp = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     const app = yield db.get(utils_1.DocumentType.APP_METADATA);
     const result = yield db.destroy();
     if (isUnpublish) {
-        yield pro_1.quotas.removePublishedApp();
         yield backend_core_2.events.app.unpublished(app);
     }
     else {
@@ -527,6 +526,7 @@ const updateAppPackage = (appPackage, appId) => __awaiter(void 0, void 0, void 0
         return newAppPackage;
     }));
 });
+exports.updateAppPackage = updateAppPackage;
 const migrateAppNavigation = () => __awaiter(void 0, void 0, void 0, function* () {
     const db = backend_core_1.context.getAppDB();
     const existing = yield db.get(utils_1.DocumentType.APP_METADATA);

package/dist/api/controllers/auth.js

@@ -13,6 +13,14 @@ const { InternalTables } = require("../../db/utils");
 const { getFullUser } = require("../../utilities/users");
 const { BUILTIN_ROLE_IDS } = require("@budibase/backend-core/roles");
 const { getAppDB, getAppId } = require("@budibase/backend-core/context");
+/**
+ * Add the attributes that are session based to the current user.
+ */
+const addSessionAttributesToUser = ctx => {
+    if (ctx.user) {
+        ctx.body.license = ctx.user.license;
+    }
+};
 exports.fetchSelf = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     let userId = ctx.user.userId || ctx.user._id;
     /* istanbul ignore next */
@@ -59,4 +67,5 @@ exports.fetchSelf = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     else {
         ctx.body = user;
     }
+    addSessionAttributesToUser(ctx);
 });

package/dist/api/controllers/component.js

@@ -8,16 +8,17 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const { DocumentType } = require("../../db/utils");
-const { getComponentLibraryManifest } = require("../../utilities/fileSystem");
-const { getAppDB } = require("@budibase/backend-core/context");
+Object.defineProperty(exports, "__esModule", { value: true });
+const utils_1 = require("../../db/utils");
+const backend_core_1 = require("@budibase/backend-core");
+const fileSystem_1 = require("../../utilities/fileSystem");
 exports.fetchAppComponentDefinitions = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         try {
-            const db = getAppDB();
-            const app = yield db.get(DocumentType.APP_METADATA);
+            const db = backend_core_1.context.getAppDB();
+            const app = yield db.get(utils_1.DocumentType.APP_METADATA);
             let componentManifests = yield Promise.all(app.componentLibraries.map((library) => __awaiter(this, void 0, void 0, function* () {
-                let manifest = yield getComponentLibraryManifest(library);
+                let manifest = yield (0, fileSystem_1.getComponentLibraryManifest)(library);
                 return {
                     manifest,
                     library,
@@ -35,6 +36,18 @@ exports.fetchAppComponentDefinitions = function (ctx) {
                     }
                 }
             }
+            // Add custom components
+            const globalDB = backend_core_1.tenancy.getGlobalDB();
+            const response = yield globalDB.allDocs(backend_core_1.db.getPluginParams(null, {
+                include_docs: true,
+            }));
+            response.rows
+                .map((row) => row.doc)
+                .filter((plugin) => plugin.schema.type === "component")
+                .forEach((plugin) => {
+                const fullComponentName = `plugin/${plugin.name}`;
+                definitions[fullComponentName] = Object.assign({ component: fullComponentName }, plugin.schema.schema);
+            });
             ctx.body = definitions;
         }
         catch (err) {

package/dist/api/controllers/datasource.js

@@ -10,7 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 const { generateDatasourceID, getDatasourceParams, getQueryParams, DocumentType, BudibaseInternalDB, getTableParams, } = require("../../db/utils");
 const { BuildSchemaErrors, InvalidColumns } = require("../../constants");
-const { integrations } = require("../../integrations");
+const { getIntegration } = require("../../integrations");
 const { getDatasourceAndQuery } = require("./row/utils");
 const { invalidateDynamicVariables } = require("../../threads/utils");
 const { getAppDB } = require("@budibase/backend-core/context");
@@ -41,8 +41,21 @@ exports.buildSchemaFromDb = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         const db = getAppDB();
         const datasource = yield db.get(ctx.params.datasourceId);
-        const { tables, error } = yield buildSchemaHelper(datasource);
-        datasource.entities = tables;
+        const tablesFilter = ctx.request.body.tablesFilter;
+        let { tables, error } = yield buildSchemaHelper(datasource);
+        if (tablesFilter) {
+            if (!datasource.entities) {
+                datasource.entities = {};
+            }
+            for (let key in tables) {
+                if (tablesFilter.some(filter => filter.toLowerCase() === key.toLowerCase())) {
+                    datasource.entities[key] = tables[key];
+                }
+            }
+        }
+        else {
+            datasource.entities = tables;
+        }
         const dbResp = yield db.put(datasource);
         datasource._rev = dbResp.rev;
         const response = { datasource };
@@ -96,7 +109,7 @@ exports.update = function (ctx) {
         datasource._rev = response.rev;
         // Drain connection pools when configuration is changed
         if (datasource.source) {
-            const source = integrations[datasource.source];
+            const source = yield getIntegration(datasource.source);
             if (source && source.pool) {
                 yield source.pool.end();
             }
@@ -123,7 +136,7 @@ exports.save = function (ctx) {
         datasource._rev = dbResp.rev;
         // Drain connection pools when configuration is changed
         if (datasource.source) {
-            const source = integrations[datasource.source];
+            const source = yield getIntegration(datasource.source);
             if (source && source.pool) {
                 yield source.pool.end();
             }
@@ -188,13 +201,13 @@ function updateError(error, newError, tables) {
     return error;
 }
 const buildSchemaHelper = (datasource) => __awaiter(void 0, void 0, void 0, function* () {
-    const Connector = integrations[datasource.source];
+    var _a;
+    const Connector = yield getIntegration(datasource.source);
     // Connect to the DB and build the schema
     const connector = new Connector(datasource.config);
     yield connector.buildSchema(datasource._id, datasource.entities);
-    datasource.entities = connector.tables;
     // make sure they all have a display name selected
-    for (let entity of Object.values(datasource.entities)) {
+    for (let entity of Object.values((_a = datasource.entities) !== null && _a !== void 0 ? _a : {})) {
         if (entity.primaryDisplay) {
             continue;
         }

package/dist/api/controllers/deploy/index.js

@@ -19,7 +19,6 @@ const utils_1 = require("../../../db/utils");
 const utils_2 = require("../../../automations/utils");
 const cache_1 = require("@budibase/backend-core/cache");
 const context_1 = require("@budibase/backend-core/context");
-const pro_1 = require("@budibase/pro");
 const backend_core_1 = require("@budibase/backend-core");
 // the max time we can wait for an invalidation to complete before considering it failed
 const MAX_PENDING_TIME_MS = 30 * 60000;
@@ -196,13 +195,7 @@ const _deployApp = function (ctx) {
         deployment = yield storeDeploymentHistory(deployment);
         console.log("Stored deployment history");
         console.log("Deploying app...");
-        let app;
-        if (yield isFirstDeploy()) {
-            app = yield pro_1.quotas.addPublishedApp(() => deployApp(deployment));
-        }
-        else {
-            app = yield deployApp(deployment);
-        }
+        let app = yield deployApp(deployment);
         yield backend_core_1.events.app.published(app);
         ctx.body = deployment;
     });

package/dist/api/controllers/integration.js

@@ -8,15 +8,14 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const { cloneDeep } = require("lodash");
-const { definitions } = require("../../integrations");
+const { getDefinitions } = require("../../integrations");
 const { SourceName } = require("@budibase/types");
 const googlesheets = require("../../integrations/googlesheets");
 const { featureFlags } = require("@budibase/backend-core");
 exports.fetch = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         ctx.status = 200;
-        const defs = cloneDeep(definitions);
+        const defs = yield getDefinitions();
         // for google sheets integration google verification
         if (featureFlags.isEnabled(featureFlags.FeatureFlag.GOOGLE_SHEETS)) {
             defs[SourceName.GOOGLE_SHEETS] = googlesheets.schema;
@@ -26,7 +25,8 @@ exports.fetch = function (ctx) {
 };
 exports.find = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
+        const defs = yield getDefinitions();
         ctx.status = 200;
-        ctx.body = definitions[ctx.params.type];
+        ctx.body = defs[ctx.params.type];
     });
 };

package/dist/{migrations/functions/usageQuotas/syncDevelopers.js → api/controllers/plugin/file.js}

@@ -9,16 +9,16 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.run = void 0;
-const tenancy_1 = require("@budibase/backend-core/tenancy");
-const backend_core_1 = require("@budibase/backend-core");
-const pro_1 = require("@budibase/pro");
-const run = () => __awaiter(void 0, void 0, void 0, function* () {
-    // get developer count
-    const developerCount = yield backend_core_1.utils.getBuildersCount();
-    // sync developer count
-    const tenantId = (0, tenancy_1.getTenantId)();
-    console.log(`[Tenant: ${tenantId}] Syncing developer count: ${developerCount}`);
-    yield pro_1.quotas.setUsage(developerCount, pro_1.StaticQuotaName.DEVELOPERS, pro_1.QuotaUsageType.STATIC);
-});
-exports.run = run;
+exports.fileUpload = void 0;
+const fileSystem_1 = require("../../../utilities/fileSystem");
+function fileUpload(file) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (!file.name.endsWith(".tar.gz")) {
+            throw new Error("Plugin must be compressed into a gzipped tarball.");
+        }
+        const path = (0, fileSystem_1.createTempFolder)(file.name.split(".tar.gz")[0]);
+        yield (0, fileSystem_1.extractTarball)(file.path, path);
+        return yield (0, fileSystem_1.getPluginMetadata)(path);
+    });
+}
+exports.fileUpload = fileUpload;

package/dist/api/controllers/plugin/github.js

@@ -0,0 +1,69 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.githubUpload = exports.request = void 0;
+const fileSystem_1 = require("../../../utilities/fileSystem");
+const node_fetch_1 = __importDefault(require("node-fetch"));
+const utils_1 = require("./utils");
+function request(url, headers, err) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const response = yield (0, node_fetch_1.default)(url, { headers });
+        if (response.status >= 300) {
+            const respErr = yield response.text();
+            throw new Error(`Error: ${err} - ${respErr}`);
+        }
+        return response.json();
+    });
+}
+exports.request = request;
+function githubUpload(url, name = "", token = "") {
+    var _a;
+    return __awaiter(this, void 0, void 0, function* () {
+        let githubUrl = url;
+        if (!githubUrl.includes("https://github.com/")) {
+            throw new Error("The plugin origin must be from Github");
+        }
+        if (url.includes(".git")) {
+            githubUrl = url.replace(".git", "");
+        }
+        const githubApiUrl = githubUrl.replace("https://github.com/", "https://api.github.com/repos/");
+        const headers = token ? { Authorization: `Bearer ${token}` } : {};
+        const pluginDetails = yield request(githubApiUrl, headers, "Repository not found");
+        const pluginName = pluginDetails.name || name;
+        const pluginLatestReleaseUrl = (pluginDetails === null || pluginDetails === void 0 ? void 0 : pluginDetails["releases_url"])
+            ? pluginDetails === null || pluginDetails === void 0 ? void 0 : pluginDetails["releases_url"].replace("{/id}", "/latest")
+            : undefined;
+        if (!pluginLatestReleaseUrl) {
+            throw new Error("Github release not found");
+        }
+        const pluginReleaseDetails = yield request(pluginLatestReleaseUrl, headers, "Github latest release not found");
+        const pluginReleaseTarballAsset = (_a = pluginReleaseDetails === null || pluginReleaseDetails === void 0 ? void 0 : pluginReleaseDetails.assets) === null || _a === void 0 ? void 0 : _a.find((x) => (x === null || x === void 0 ? void 0 : x["content_type"]) === "application/gzip");
+        const pluginLastReleaseTarballUrl = pluginReleaseTarballAsset === null || pluginReleaseTarballAsset === void 0 ? void 0 : pluginReleaseTarballAsset["browser_download_url"];
+        if (!pluginLastReleaseTarballUrl) {
+            throw new Error("Github latest release url not found");
+        }
+        try {
+            const path = yield (0, utils_1.downloadUnzipTarball)(pluginLastReleaseTarballUrl, pluginName, headers);
+            return yield (0, fileSystem_1.getPluginMetadata)(path);
+        }
+        catch (err) {
+            let errMsg = (err === null || err === void 0 ? void 0 : err.message) || err;
+            if (errMsg === "unexpected response Not Found") {
+                errMsg = "Github release tarball not found";
+            }
+            throw new Error(errMsg);
+        }
+    });
+}
+exports.githubUpload = githubUpload;

package/dist/api/controllers/plugin/index.js

@@ -0,0 +1,144 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processUploadedPlugin = exports.destroy = exports.fetch = exports.create = exports.upload = exports.getPlugins = void 0;
+const uploaders_1 = require("./uploaders");
+const tenancy_1 = require("@budibase/backend-core/tenancy");
+const plugins_1 = require("@budibase/backend-core/plugins");
+const types_1 = require("@budibase/types");
+const environment_1 = __importDefault(require("../../../environment"));
+const websocket_1 = require("../../../websocket");
+const backend_core_1 = require("@budibase/backend-core");
+const pro_1 = require("@budibase/pro");
+function getPlugins(type) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const db = (0, tenancy_1.getGlobalDB)();
+        const response = yield db.allDocs(backend_core_1.db.getPluginParams(null, {
+            include_docs: true,
+        }));
+        const plugins = response.rows.map((row) => row.doc);
+        if (type) {
+            return plugins.filter((plugin) => { var _a; return ((_a = plugin.schema) === null || _a === void 0 ? void 0 : _a.type) === type; });
+        }
+        else {
+            return plugins;
+        }
+    });
+}
+exports.getPlugins = getPlugins;
+function upload(ctx) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const plugins = ctx.request.files.file.length > 1
+            ? Array.from(ctx.request.files.file)
+            : [ctx.request.files.file];
+        try {
+            let docs = [];
+            // can do single or multiple plugins
+            for (let plugin of plugins) {
+                const doc = yield processUploadedPlugin(plugin, types_1.PluginSource.FILE);
+                docs.push(doc);
+            }
+            ctx.body = {
+                message: "Plugin(s) uploaded successfully",
+                plugins: docs,
+            };
+        }
+        catch (err) {
+            const errMsg = (err === null || err === void 0 ? void 0 : err.message) ? err === null || err === void 0 ? void 0 : err.message : err;
+            ctx.throw(400, `Failed to import plugin: ${errMsg}`);
+        }
+    });
+}
+exports.upload = upload;
+function create(ctx) {
+    var _a;
+    return __awaiter(this, void 0, void 0, function* () {
+        const { source, url, headers, githubToken } = ctx.request.body;
+        try {
+            let metadata;
+            let directory;
+            // Generating random name as a backup and needed for url
+            let name = "PLUGIN_" + Math.floor(100000 + Math.random() * 900000);
+            switch (source) {
+                case types_1.PluginSource.NPM:
+                    const { metadata: metadataNpm, directory: directoryNpm } = yield (0, uploaders_1.npmUpload)(url, name);
+                    metadata = metadataNpm;
+                    directory = directoryNpm;
+                    break;
+                case types_1.PluginSource.GITHUB:
+                    const { metadata: metadataGithub, directory: directoryGithub } = yield (0, uploaders_1.githubUpload)(url, name, githubToken);
+                    metadata = metadataGithub;
+                    directory = directoryGithub;
+                    break;
+                case types_1.PluginSource.URL:
+                    const headersObj = headers || {};
+                    const { metadata: metadataUrl, directory: directoryUrl } = yield (0, uploaders_1.urlUpload)(url, name, headersObj);
+                    metadata = metadataUrl;
+                    directory = directoryUrl;
+                    break;
+            }
+            (0, plugins_1.validate)(metadata === null || metadata === void 0 ? void 0 : metadata.schema);
+            // Only allow components in cloud
+            if (!environment_1.default.SELF_HOSTED && ((_a = metadata === null || metadata === void 0 ? void 0 : metadata.schema) === null || _a === void 0 ? void 0 : _a.type) !== types_1.PluginType.COMPONENT) {
+                throw new Error("Only component plugins are supported outside of self-host");
+            }
+            const doc = yield pro_1.plugins.storePlugin(metadata, directory, source);
+            websocket_1.ClientAppSocket.emit("plugins-update", { name, hash: doc.hash });
+            ctx.body = {
+                message: "Plugin uploaded successfully",
+                plugins: [doc],
+            };
+            ctx.body = { plugin: doc };
+        }
+        catch (err) {
+            const errMsg = (err === null || err === void 0 ? void 0 : err.message) ? err === null || err === void 0 ? void 0 : err.message : err;
+            ctx.throw(400, `Failed to import plugin: ${errMsg}`);
+        }
+    });
+}
+exports.create = create;
+function fetch(ctx) {
+    return __awaiter(this, void 0, void 0, function* () {
+        ctx.body = yield getPlugins();
+    });
+}
+exports.fetch = fetch;
+function destroy(ctx) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { pluginId } = ctx.params;
+        try {
+            yield pro_1.plugins.deletePlugin(pluginId);
+            ctx.body = { message: `Plugin ${ctx.params.pluginId} deleted.` };
+        }
+        catch (err) {
+            ctx.throw(400, err.message);
+        }
+    });
+}
+exports.destroy = destroy;
+function processUploadedPlugin(plugin, source) {
+    var _a;
+    return __awaiter(this, void 0, void 0, function* () {
+        const { metadata, directory } = yield (0, uploaders_1.fileUpload)(plugin);
+        (0, plugins_1.validate)(metadata === null || metadata === void 0 ? void 0 : metadata.schema);
+        // Only allow components in cloud
+        if (!environment_1.default.SELF_HOSTED && ((_a = metadata === null || metadata === void 0 ? void 0 : metadata.schema) === null || _a === void 0 ? void 0 : _a.type) !== types_1.PluginType.COMPONENT) {
+            throw new Error("Only component plugins are supported outside of self-host");
+        }
+        const doc = yield pro_1.plugins.storePlugin(metadata, directory, source);
+        websocket_1.ClientAppSocket.emit("plugins-update", { name: doc.name, hash: doc.hash });
+        return doc;
+    });
+}
+exports.processUploadedPlugin = processUploadedPlugin;

package/dist/api/controllers/plugin/npm.js

@@ -0,0 +1,58 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.npmUpload = void 0;
+const fileSystem_1 = require("../../../utilities/fileSystem");
+const node_fetch_1 = __importDefault(require("node-fetch"));
+const path_1 = require("path");
+const utils_1 = require("./utils");
+function npmUpload(url, name, headers = {}) {
+    var _a, _b, _c;
+    return __awaiter(this, void 0, void 0, function* () {
+        let npmTarballUrl = url;
+        let pluginName = name;
+        if (!npmTarballUrl.includes("https://www.npmjs.com") &&
+            !npmTarballUrl.includes("https://registry.npmjs.org")) {
+            throw new Error("The plugin origin must be from NPM");
+        }
+        if (!npmTarballUrl.includes(".tgz")) {
+            const npmPackageURl = url.replace("https://www.npmjs.com/package/", "https://registry.npmjs.org/");
+            const response = yield (0, node_fetch_1.default)(npmPackageURl);
+            if (response.status !== 200) {
+                throw new Error("NPM Package not found");
+            }
+            let npmDetails = yield response.json();
+            pluginName = npmDetails.name;
+            const npmVersion = npmDetails["dist-tags"].latest;
+            npmTarballUrl = (_c = (_b = (_a = npmDetails === null || npmDetails === void 0 ? void 0 : npmDetails.versions) === null || _a === void 0 ? void 0 : _a[npmVersion]) === null || _b === void 0 ? void 0 : _b.dist) === null || _c === void 0 ? void 0 : _c.tarball;
+            if (!npmTarballUrl) {
+                throw new Error("NPM tarball url not found");
+            }
+        }
+        const path = yield (0, utils_1.downloadUnzipTarball)(npmTarballUrl, pluginName, headers);
+        const tarballPluginFile = (0, fileSystem_1.findFileRec)(path, ".tar.gz");
+        if (!tarballPluginFile) {
+            throw new Error("Tarball plugin file not found");
+        }
+        try {
+            yield (0, fileSystem_1.extractTarball)(tarballPluginFile, path);
+            (0, fileSystem_1.deleteFolderFileSystem)((0, path_1.join)(path, "package"));
+        }
+        catch (err) {
+            throw new Error(err);
+        }
+        return yield (0, fileSystem_1.getPluginMetadata)(path);
+    });
+}
+exports.npmUpload = npmUpload;

package/dist/api/controllers/plugin/uploaders.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.urlUpload = exports.npmUpload = exports.githubUpload = exports.fileUpload = void 0;
+var file_1 = require("./file");
+Object.defineProperty(exports, "fileUpload", { enumerable: true, get: function () { return file_1.fileUpload; } });
+var github_1 = require("./github");
+Object.defineProperty(exports, "githubUpload", { enumerable: true, get: function () { return github_1.githubUpload; } });
+var npm_1 = require("./npm");
+Object.defineProperty(exports, "npmUpload", { enumerable: true, get: function () { return npm_1.npmUpload; } });
+var url_1 = require("./url");
+Object.defineProperty(exports, "urlUpload", { enumerable: true, get: function () { return url_1.urlUpload; } });

package/dist/{migrations/functions/usageQuotas/syncPublishedApps.js → api/controllers/plugin/url.js}

@@ -9,18 +9,16 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.run = void 0;
-const tenancy_1 = require("@budibase/backend-core/tenancy");
-const db_1 = require("@budibase/backend-core/db");
-const pro_1 = require("@budibase/pro");
-const run = () => __awaiter(void 0, void 0, void 0, function* () {
-    // get app count
-    const opts = { dev: false };
-    const prodApps = yield (0, db_1.getAllApps)(opts);
-    const prodAppCount = prodApps ? prodApps.length : 0;
-    // sync app count
-    const tenantId = (0, tenancy_1.getTenantId)();
-    console.log(`[Tenant: ${tenantId}] Syncing published app count: ${prodAppCount}`);
-    yield pro_1.quotas.setUsage(prodAppCount, pro_1.StaticQuotaName.PUBLISHED_APPS, pro_1.QuotaUsageType.STATIC);
-});
-exports.run = run;
+exports.urlUpload = void 0;
+const utils_1 = require("./utils");
+const fileSystem_1 = require("../../../utilities/fileSystem");
+function urlUpload(url, name = "", headers = {}) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (!url.includes(".tar.gz")) {
+            throw new Error("Plugin must be compressed into a gzipped tarball.");
+        }
+        const path = yield (0, utils_1.downloadUnzipTarball)(url, name, headers);
+        return yield (0, fileSystem_1.getPluginMetadata)(path);
+    });
+}
+exports.urlUpload = urlUpload;

package/dist/api/controllers/plugin/utils.js

@@ -0,0 +1,26 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.downloadUnzipTarball = void 0;
+const fileSystem_1 = require("../../../utilities/fileSystem");
+function downloadUnzipTarball(url, name, headers = {}) {
+    return __awaiter(this, void 0, void 0, function* () {
+        try {
+            const path = (0, fileSystem_1.createTempFolder)(name);
+            yield (0, fileSystem_1.downloadTarballDirect)(url, path, headers);
+            return path;
+        }
+        catch (e) {
+            throw new Error(e.message);
+        }
+    });
+}
+exports.downloadUnzipTarball = downloadUnzipTarball;

package/dist/api/controllers/row/external.js

@@ -63,7 +63,7 @@ exports.save = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     });
 });
 exports.fetchView = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    // there are no views in external data sources, shouldn't ever be called
+    // there are no views in external datasources, shouldn't ever be called
     // for now just fetch
     const split = ctx.params.viewName.split("all_");
     ctx.params.tableId = split[1] ? split[1] : split[0];