@budibase/server 2.1.17 → 2.1.19-alpha.0

package/coverage/lcov.info

@@ -5102,10 +5102,10 @@ FN:1,(anonymous_0)
 FN:21,(anonymous_1)
 FN:26,(anonymous_2)
 FNF:3
-FNH:2
+FNH:3
 FNDA:2,(anonymous_0)
 FNDA:22,(anonymous_1)
-FNDA:0,(anonymous_2)
+FNDA:1,(anonymous_2)
 DA:1,45
 DA:2,2
 DA:4,2
@@ -5117,7 +5117,7 @@ DA:12,0
 DA:14,2
 DA:21,45
 DA:22,22
-DA:27,0
+DA:27,1
 DA:30,22
 DA:31,17
 DA:33,22
@@ -5126,7 +5126,7 @@ DA:36,22
 DA:37,5
 DA:39,22
 LF:19
-LH:16
+LH:17
 BRDA:6,0,0,2
 BRDA:6,0,1,0
 BRDA:6,1,0,2
@@ -7030,23 +7030,23 @@ BRH:27
 end_of_record
 TN:
 SF:src/utilities/index.js
-FN:10,(anonymous_0)
-FN:10,(anonymous_1)
-FN:16,(anonymous_2)
-FN:30,(anonymous_3)
-FN:38,(anonymous_4)
-FN:57,(anonymous_5)
-FN:73,(anonymous_6)
-FN:79,(anonymous_7)
-FN:105,(anonymous_8)
-FN:106,(anonymous_9)
-FN:111,(anonymous_10)
-FN:128,(anonymous_11)
-FN:138,(anonymous_12)
-FN:140,(anonymous_13)
-FN:147,(anonymous_14)
-FN:158,(anonymous_15)
-FN:166,(anonymous_16)
+FN:8,(anonymous_0)
+FN:8,(anonymous_1)
+FN:14,(anonymous_2)
+FN:28,(anonymous_3)
+FN:36,(anonymous_4)
+FN:55,(anonymous_5)
+FN:71,(anonymous_6)
+FN:77,(anonymous_7)
+FN:103,(anonymous_8)
+FN:104,(anonymous_9)
+FN:109,(anonymous_10)
+FN:126,(anonymous_11)
+FN:136,(anonymous_12)
+FN:138,(anonymous_13)
+FN:145,(anonymous_14)
+FN:156,(anonymous_15)
+FN:164,(anonymous_16)
 FNF:17
 FNH:16
 FNDA:3,(anonymous_0)
@@ -7076,110 +7076,109 @@ DA:8,51
 DA:10,51
 DA:12,51
 DA:14,51
-DA:16,51
+DA:15,1
+DA:16,1
 DA:17,1
-DA:18,1
 DA:19,1
-DA:21,1
-DA:30,51
-DA:31,54
-DA:38,51
+DA:28,51
+DA:29,54
+DA:36,51
+DA:37,2
 DA:39,2
-DA:41,2
-DA:43,0
-DA:57,51
-DA:58,6
-DA:59,0
-DA:64,0
+DA:41,0
+DA:55,51
+DA:56,6
+DA:57,0
+DA:62,0
+DA:63,0
 DA:65,0
-DA:67,0
-DA:69,6
-DA:73,51
-DA:74,2
-DA:79,51
-DA:80,3
-DA:81,3
+DA:67,6
+DA:71,51
+DA:72,2
+DA:77,51
+DA:78,3
+DA:79,3
+DA:82,3
+DA:83,3
 DA:84,3
-DA:85,3
-DA:86,3
-DA:87,0
-DA:88,0
-DA:90,3
+DA:85,0
+DA:86,0
+DA:88,3
+DA:89,3
 DA:91,3
-DA:93,3
-DA:94,3
-DA:95,0
-DA:97,3
-DA:98,3
-DA:105,51
-DA:106,1
-DA:107,1
-DA:111,51
-DA:112,4
+DA:92,3
+DA:93,0
+DA:95,3
+DA:96,3
+DA:103,51
+DA:104,1
+DA:105,1
+DA:109,51
+DA:110,4
+DA:111,4
 DA:113,4
-DA:115,4
-DA:116,4
-DA:117,0
-DA:118,0
-DA:123,4
-DA:124,0
-DA:128,51
-DA:129,0
-DA:138,51
+DA:114,4
+DA:115,0
+DA:116,0
+DA:121,4
+DA:122,0
+DA:126,51
+DA:127,0
+DA:136,51
+DA:137,1
 DA:139,1
-DA:141,1
-DA:142,1
-DA:147,51
+DA:140,1
+DA:145,51
+DA:146,39
+DA:147,39
 DA:148,39
 DA:149,39
 DA:150,39
-DA:151,39
-DA:152,39
-DA:153,0
-DA:155,39
-DA:158,51
-DA:159,1
-DA:160,1
-DA:161,0
-DA:163,1
-DA:166,51
-DA:167,1
-DA:168,0
-DA:170,1
-LF:80
-LH:65
-BRDA:18,0,0,1
-BRDA:18,0,1,0
-BRDA:39,1,0,2
-BRDA:39,1,1,0
-BRDA:39,2,0,2
-BRDA:39,2,1,0
-BRDA:58,3,0,0
-BRDA:58,3,1,6
-BRDA:64,4,0,0
-BRDA:64,4,1,0
-BRDA:94,5,0,0
-BRDA:94,5,1,3
-BRDA:117,6,0,0
-BRDA:117,6,1,0
-BRDA:123,7,0,0
-BRDA:123,7,1,4
-BRDA:123,8,0,4
-BRDA:123,8,1,4
-BRDA:151,9,0,39
-BRDA:151,9,1,36
-BRDA:152,10,0,39
-BRDA:152,10,1,0
-BRDA:155,11,0,0
-BRDA:155,11,1,39
-BRDA:155,12,0,39
-BRDA:155,12,1,36
-BRDA:160,13,0,0
-BRDA:160,13,1,1
-BRDA:160,14,0,1
-BRDA:160,14,1,0
-BRDA:167,15,0,0
-BRDA:167,15,1,1
+DA:151,0
+DA:153,39
+DA:156,51
+DA:157,1
+DA:158,1
+DA:159,0
+DA:161,1
+DA:164,51
+DA:165,1
+DA:166,0
+DA:168,1
+LF:79
+LH:64
+BRDA:16,0,0,1
+BRDA:16,0,1,0
+BRDA:37,1,0,2
+BRDA:37,1,1,0
+BRDA:37,2,0,2
+BRDA:37,2,1,0
+BRDA:56,3,0,0
+BRDA:56,3,1,6
+BRDA:62,4,0,0
+BRDA:62,4,1,0
+BRDA:92,5,0,0
+BRDA:92,5,1,3
+BRDA:115,6,0,0
+BRDA:115,6,1,0
+BRDA:121,7,0,0
+BRDA:121,7,1,4
+BRDA:121,8,0,4
+BRDA:121,8,1,4
+BRDA:149,9,0,39
+BRDA:149,9,1,36
+BRDA:150,10,0,39
+BRDA:150,10,1,0
+BRDA:153,11,0,0
+BRDA:153,11,1,39
+BRDA:153,12,0,39
+BRDA:153,12,1,36
+BRDA:158,13,0,0
+BRDA:158,13,1,1
+BRDA:158,14,0,1
+BRDA:158,14,1,0
+BRDA:165,15,0,0
+BRDA:165,15,1,1
 BRF:32
 BRH:17
 end_of_record

package/dist/api/controllers/row/ExternalRequest.js

@@ -196,6 +196,7 @@ var External;
             }
         }
         inputProcessing(row, table) {
+            var _a;
             if (!row) {
                 return { row, manyRelationships: [] };
             }
@@ -235,7 +236,11 @@ var External;
                 const linkTablePrimary = linkTable.primary[0];
                 // one to many
                 if (isOneSide(field)) {
-                    newRow[field.foreignKey || linkTablePrimary] = (0, utils_1.breakRowIdField)(row[key][0])[0];
+                    let id = row[key][0];
+                    if (typeof row[key] === "string") {
+                        id = (_a = decodeURIComponent(row[key]).match(/\[(.*?)\]/)) === null || _a === void 0 ? void 0 : _a[1];
+                    }
+                    newRow[field.foreignKey || linkTablePrimary] = (0, utils_1.breakRowIdField)(id)[0];
                 }
                 // many to many
                 else if (field.through) {

package/dist/api/controllers/row/index.js

@@ -43,13 +43,22 @@ function patch(ctx) {
         if (body && !body._id) {
             return (0, exports.save)(ctx);
         }
-        const { row, table } = yield pro_1.quotas.addQuery(() => pickApi(tableId).patch(ctx), {
-            datasourceId: tableId,
-        });
-        ctx.status = 200;
-        ctx.eventEmitter && ctx.eventEmitter.emitRow(`row:update`, appId, row, table);
-        ctx.message = `${table.name} updated successfully.`;
-        ctx.body = row;
+        try {
+            const { row, table } = yield pro_1.quotas.addQuery(() => pickApi(tableId).patch(ctx), {
+                datasourceId: tableId,
+            });
+            if (!row) {
+                ctx.throw(404, "Row not found");
+            }
+            ctx.status = 200;
+            ctx.eventEmitter &&
+                ctx.eventEmitter.emitRow(`row:update`, appId, row, table);
+            ctx.message = `${table.name} updated successfully.`;
+            ctx.body = row;
+        }
+        catch (err) {
+            ctx.throw(400, err);
+        }
     });
 }
 exports.patch = patch;

package/dist/environment.js

@@ -37,6 +37,7 @@ module.exports = {
     AWS_REGION: process.env.AWS_REGION,
     MINIO_ACCESS_KEY: process.env.MINIO_ACCESS_KEY,
     MINIO_SECRET_KEY: process.env.MINIO_SECRET_KEY,
+    CDN_URL: process.env.CDN_URL || "https://cdn.budi.live",
     REDIS_URL: process.env.REDIS_URL,
     REDIS_PASSWORD: process.env.REDIS_PASSWORD,
     INTERNAL_API_KEY: process.env.INTERNAL_API_KEY,

package/dist/integrations/elasticsearch.js

@@ -10,7 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@budibase/types");
-const { Client } = require("@elastic/elasticsearch");
+const elasticsearch_1 = require("@elastic/elasticsearch");
 const SCHEMA = {
     docs: "https://www.elastic.co/guide/en/elasticsearch/client/javascript-api/current/index.html",
     description: "Elasticsearch is a search engine based on the Lucene library. It provides a distributed, multitenant-capable full-text search engine with an HTTP web interface and schema-free JSON documents.",
@@ -22,6 +22,21 @@ const SCHEMA = {
             required: true,
             default: "http://localhost:9200",
         },
+        ssl: {
+            type: types_1.DatasourceFieldType.BOOLEAN,
+            default: false,
+            required: false,
+        },
+        rejectUnauthorized: {
+            type: types_1.DatasourceFieldType.BOOLEAN,
+            default: true,
+            required: false,
+        },
+        ca: {
+            type: types_1.DatasourceFieldType.LONGFORM,
+            default: false,
+            required: false,
+        },
     },
     query: {
         create: {
@@ -76,7 +91,16 @@ const SCHEMA = {
 class ElasticSearchIntegration {
     constructor(config) {
         this.config = config;
-        this.client = new Client({ node: config.url });
+        const clientConfig = {
+            node: this.config.url,
+        };
+        if (this.config.ssl) {
+            clientConfig.ssl = {
+                rejectUnauthorized: this.config.rejectUnauthorized,
+                ca: this.config.ca || undefined,
+            };
+        }
+        this.client = new elasticsearch_1.Client(clientConfig);
     }
     create(query) {
         return __awaiter(this, void 0, void 0, function* () {

package/dist/integrations/s3.js

@@ -11,6 +11,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@budibase/types");
 const AWS = require("aws-sdk");
+const csv = require("csvtojson");
 const SCHEMA = {
     docs: "https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/S3.html",
     description: "Amazon Simple Storage Service (Amazon S3) is an object storage service that offers industry-leading scalability, data availability, security, and performance.",
@@ -41,16 +42,106 @@ const SCHEMA = {
         },
     },
     query: {
+        create: {
+            type: types_1.QueryType.FIELDS,
+            fields: {
+                bucket: {
+                    display: "New Bucket",
+                    type: types_1.DatasourceFieldType.STRING,
+                    required: true,
+                },
+                location: {
+                    required: true,
+                    default: "us-east-1",
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                grantFullControl: {
+                    display: "Grant full control",
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                grantRead: {
+                    display: "Grant read",
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                grantReadAcp: {
+                    display: "Grant read ACP",
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                grantWrite: {
+                    display: "Grant write",
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                grantWriteAcp: {
+                    display: "Grant write ACP",
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+            },
+        },
         read: {
             type: types_1.QueryType.FIELDS,
             fields: {
                 bucket: {
-                    type: "string",
+                    type: types_1.DatasourceFieldType.STRING,
+                    required: true,
+                },
+                delimiter: {
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                marker: {
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+                maxKeys: {
+                    type: types_1.DatasourceFieldType.NUMBER,
+                    display: "Max Keys",
+                },
+                prefix: {
+                    type: types_1.DatasourceFieldType.STRING,
+                },
+            },
+        },
+        readCsv: {
+            displayName: "Read CSV",
+            type: types_1.QueryType.FIELDS,
+            fields: {
+                bucket: {
+                    type: types_1.DatasourceFieldType.STRING,
+                    required: true,
+                },
+                key: {
+                    type: types_1.DatasourceFieldType.STRING,
+                    required: true,
+                },
+            },
+        },
+        delete: {
+            type: types_1.QueryType.FIELDS,
+            fields: {
+                bucket: {
+                    type: types_1.DatasourceFieldType.STRING,
+                    required: true,
+                },
+                delete: {
+                    type: types_1.DatasourceFieldType.JSON,
                     required: true,
                 },
             },
         },
     },
+    extra: {
+        acl: {
+            required: false,
+            displayName: "ACL",
+            type: types_1.DatasourceFieldType.LIST,
+            data: {
+                create: [
+                    "private",
+                    "public-read",
+                    "public-read-write",
+                    "authenticated-read",
+                ],
+            },
+        },
+    },
 };
 class S3Integration {
     constructor(config) {
@@ -63,16 +154,81 @@ class S3Integration {
         }
         this.client = new AWS.S3(this.config);
     }
+    create(query) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            let params = {
+                Bucket: query.bucket,
+                ACL: (_a = query.extra) === null || _a === void 0 ? void 0 : _a.acl,
+                GrantFullControl: query.grantFullControl,
+                GrantRead: query.grantRead,
+                GrantReadACP: query.grantReadAcp,
+                GrantWrite: query.grantWrite,
+                GrantWriteACP: query.grantWriteAcp,
+            };
+            if (query.location) {
+                params["CreateBucketConfiguration"] = {
+                    LocationConstraint: query.location,
+                };
+            }
+            return yield this.client.createBucket(params).promise();
+        });
+    }
     read(query) {
         return __awaiter(this, void 0, void 0, function* () {
             const response = yield this.client
                 .listObjects({
                 Bucket: query.bucket,
+                Delimiter: query.delimiter,
+                Marker: query.marker,
+                MaxKeys: query.maxKeys,
+                Prefix: query.prefix,
             })
                 .promise();
             return response.Contents;
         });
     }
+    readCsv(query) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const stream = this.client
+                .getObject({
+                Bucket: query.bucket,
+                Key: query.key,
+            })
+                .createReadStream();
+            let csvError = false;
+            return new Promise((resolve, reject) => {
+                stream.on("error", (err) => {
+                    reject(err);
+                });
+                const response = csv()
+                    .fromStream(stream)
+                    .on("error", () => {
+                    csvError = true;
+                });
+                stream.on("finish", () => {
+                    resolve(response);
+                });
+            }).catch(err => {
+                if (csvError) {
+                    throw new Error("Could not read CSV");
+                }
+                else {
+                    throw err;
+                }
+            });
+        });
+    }
+    delete(query) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return yield this.client
+                .deleteObjects({
+                Bucket: query.bucket,
+                Delete: JSON.parse(query.delete),
+            })
+                .promise();
+        });
+    }
 }
 exports.default = {
     schema: SCHEMA,

package/dist/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@budibase/server",
     "email": "hi@budibase.com",
-    "version": "2.1.16",
+    "version": "2.1.18",
     "description": "Budibase Web Server",
     "main": "src/index.ts",
     "repository": {
@@ -77,11 +77,11 @@
     "license": "GPL-3.0",
     "dependencies": {
         "@apidevtools/swagger-parser": "10.0.3",
-        "@budibase/backend-core": "^2.1.16",
-        "@budibase/client": "^2.1.16",
-        "@budibase/pro": "2.1.16",
-        "@budibase/string-templates": "^2.1.16",
-        "@budibase/types": "^2.1.16",
+        "@budibase/backend-core": "^2.1.18",
+        "@budibase/client": "^2.1.18",
+        "@budibase/pro": "2.1.18",
+        "@budibase/string-templates": "^2.1.18",
+        "@budibase/types": "^2.1.18",
         "@bull-board/api": "3.7.0",
         "@bull-board/koa": "3.9.4",
         "@elastic/elasticsearch": "7.10.0",