@budibase/server 2.5.5 → 2.5.6-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/builder/assets/index.5c1a6913.js +1776 -0
  2. package/builder/assets/index.c0265b74.css +6 -0
  3. package/builder/index.html +2 -2
  4. package/dist/api/controllers/automation.js +13 -7
  5. package/dist/api/controllers/ops.js +40 -0
  6. package/dist/api/controllers/plugin/index.js +6 -37
  7. package/dist/api/controllers/table/utils.js +2 -1
  8. package/dist/api/controllers/user.js +1 -83
  9. package/dist/api/routes/index.js +2 -0
  10. package/dist/api/routes/ops.js +52 -0
  11. package/dist/api/routes/user.js +0 -1
  12. package/dist/app.js +4 -13
  13. package/dist/automations/actions.js +32 -6
  14. package/dist/automations/index.js +3 -2
  15. package/dist/automations/steps/bash.js +6 -6
  16. package/dist/automations/steps/createRow.js +11 -11
  17. package/dist/automations/steps/delay.js +3 -3
  18. package/dist/automations/steps/deleteRow.js +8 -8
  19. package/dist/automations/steps/discord.js +8 -8
  20. package/dist/automations/steps/executeQuery.js +9 -9
  21. package/dist/automations/steps/executeScript.js +6 -6
  22. package/dist/automations/steps/filter.js +6 -6
  23. package/dist/automations/steps/integromat.js +10 -10
  24. package/dist/automations/steps/loop.js +9 -9
  25. package/dist/automations/steps/outgoingWebhook.js +10 -10
  26. package/dist/automations/steps/queryRows.js +14 -14
  27. package/dist/automations/steps/sendSmtpEmail.js +9 -9
  28. package/dist/automations/steps/serverLog.js +4 -4
  29. package/dist/automations/steps/slack.js +6 -6
  30. package/dist/automations/steps/updateRow.js +11 -11
  31. package/dist/automations/steps/zapier.js +9 -9
  32. package/dist/automations/triggerInfo/app.js +5 -5
  33. package/dist/automations/triggerInfo/cron.js +4 -4
  34. package/dist/automations/triggerInfo/rowDeleted.js +5 -5
  35. package/dist/automations/triggerInfo/rowSaved.js +7 -7
  36. package/dist/automations/triggerInfo/rowUpdated.js +7 -7
  37. package/dist/automations/triggerInfo/webhook.js +6 -6
  38. package/dist/environment.js +0 -1
  39. package/dist/events/docUpdates/index.js +17 -0
  40. package/dist/events/docUpdates/processors.js +18 -0
  41. package/dist/events/docUpdates/syncUsers.js +49 -0
  42. package/dist/events/index.js +3 -0
  43. package/dist/integrations/index.js +3 -3
  44. package/dist/integrations/microsoftSqlServer.js +5 -2
  45. package/dist/integrations/mysql.js +5 -3
  46. package/dist/integrations/postgres.js +7 -5
  47. package/dist/integrations/redis.js +7 -0
  48. package/dist/integrations/rest.js +4 -0
  49. package/dist/migrations/functions/usageQuotas/syncApps.js +1 -1
  50. package/dist/migrations/functions/usageQuotas/syncRows.js +1 -2
  51. package/dist/package.json +15 -15
  52. package/dist/sdk/app/applications/sync.js +117 -23
  53. package/dist/sdk/index.js +2 -0
  54. package/dist/sdk/plugins/index.js +27 -0
  55. package/dist/sdk/plugins/plugins.js +53 -0
  56. package/dist/sdk/users/utils.js +21 -4
  57. package/dist/startup.js +31 -28
  58. package/dist/threads/automation.js +16 -5
  59. package/dist/tsconfig.build.tsbuildinfo +1 -1
  60. package/dist/utilities/fileSystem/plugin.js +33 -23
  61. package/dist/utilities/global.js +17 -12
  62. package/dist/watch.js +2 -2
  63. package/dist/websockets/client.js +14 -0
  64. package/dist/websockets/grid.js +60 -0
  65. package/dist/websockets/index.js +17 -0
  66. package/dist/websockets/websocket.js +78 -0
  67. package/jest.config.ts +3 -3
  68. package/nodemon.json +7 -3
  69. package/package.json +16 -16
  70. package/scripts/dev/manage.js +2 -0
  71. package/scripts/integrations/mssql/data/entrypoint.sh +1 -0
  72. package/scripts/integrations/mssql/data/setup.sql +17 -17
  73. package/scripts/integrations/mysql/init.sql +1 -1
  74. package/scripts/integrations/postgres/init.sql +1 -0
  75. package/src/api/controllers/automation.ts +12 -6
  76. package/src/api/controllers/ops.ts +32 -0
  77. package/src/api/controllers/plugin/index.ts +8 -45
  78. package/src/api/controllers/row/internal.ts +9 -10
  79. package/src/api/controllers/row/utils.ts +2 -2
  80. package/src/api/controllers/table/utils.ts +2 -1
  81. package/src/api/controllers/user.ts +10 -96
  82. package/src/api/routes/index.ts +2 -0
  83. package/src/api/routes/ops.ts +30 -0
  84. package/src/api/routes/tests/automation.spec.js +7 -4
  85. package/src/api/routes/tests/user.spec.js +48 -37
  86. package/src/api/routes/user.ts +0 -5
  87. package/src/app.ts +4 -15
  88. package/src/automations/actions.ts +56 -24
  89. package/src/automations/index.ts +1 -1
  90. package/src/automations/steps/bash.ts +10 -7
  91. package/src/automations/steps/createRow.ts +15 -12
  92. package/src/automations/steps/delay.ts +6 -4
  93. package/src/automations/steps/deleteRow.ts +12 -9
  94. package/src/automations/steps/discord.ts +10 -8
  95. package/src/automations/steps/executeQuery.ts +13 -10
  96. package/src/automations/steps/executeScript.ts +10 -7
  97. package/src/automations/steps/filter.ts +8 -6
  98. package/src/automations/steps/integromat.ts +12 -10
  99. package/src/automations/steps/loop.ts +16 -10
  100. package/src/automations/steps/outgoingWebhook.ts +14 -11
  101. package/src/automations/steps/queryRows.ts +18 -15
  102. package/src/automations/steps/sendSmtpEmail.ts +11 -9
  103. package/src/automations/steps/serverLog.ts +6 -4
  104. package/src/automations/steps/slack.ts +8 -6
  105. package/src/automations/steps/updateRow.ts +15 -12
  106. package/src/automations/steps/zapier.ts +11 -9
  107. package/src/automations/tests/utilities/index.ts +2 -2
  108. package/src/automations/triggerInfo/app.ts +8 -5
  109. package/src/automations/triggerInfo/cron.ts +7 -4
  110. package/src/automations/triggerInfo/rowDeleted.ts +8 -5
  111. package/src/automations/triggerInfo/rowSaved.ts +10 -7
  112. package/src/automations/triggerInfo/rowUpdated.ts +10 -7
  113. package/src/automations/triggerInfo/webhook.ts +9 -6
  114. package/src/environment.ts +0 -1
  115. package/src/events/docUpdates/index.ts +1 -0
  116. package/src/events/docUpdates/processors.ts +14 -0
  117. package/src/events/docUpdates/syncUsers.ts +35 -0
  118. package/src/events/index.ts +1 -0
  119. package/src/integrations/index.ts +3 -3
  120. package/src/integrations/microsoftSqlServer.ts +5 -2
  121. package/src/integrations/mysql.ts +5 -3
  122. package/src/integrations/postgres.ts +7 -5
  123. package/src/integrations/redis.ts +8 -0
  124. package/src/integrations/rest.ts +3 -0
  125. package/src/migrations/functions/usageQuotas/syncApps.ts +1 -1
  126. package/src/migrations/functions/usageQuotas/syncRows.ts +2 -3
  127. package/src/migrations/functions/usageQuotas/tests/syncRows.spec.ts +2 -2
  128. package/src/sdk/app/applications/sync.ts +129 -22
  129. package/src/sdk/app/applications/tests/sync.spec.ts +137 -0
  130. package/src/sdk/index.ts +2 -0
  131. package/src/sdk/plugins/index.ts +5 -0
  132. package/src/sdk/plugins/plugins.ts +41 -0
  133. package/src/sdk/users/tests/utils.spec.ts +1 -32
  134. package/src/sdk/users/utils.ts +23 -5
  135. package/src/startup.ts +36 -34
  136. package/src/tests/jestEnv.ts +0 -1
  137. package/src/tests/jestSetup.ts +0 -1
  138. package/src/tests/utilities/TestConfiguration.ts +28 -0
  139. package/src/tests/utilities/structures.ts +25 -17
  140. package/src/threads/automation.ts +18 -6
  141. package/src/utilities/fileSystem/plugin.ts +13 -4
  142. package/src/utilities/global.ts +21 -16
  143. package/src/watch.ts +2 -2
  144. package/src/websockets/client.ts +11 -0
  145. package/src/websockets/grid.ts +55 -0
  146. package/src/websockets/index.ts +14 -0
  147. package/src/websockets/websocket.ts +83 -0
  148. package/tsconfig.json +1 -7
  149. package/builder/assets/index.7f9a008b.css +0 -6
  150. package/builder/assets/index.f493a2b3.js +0 -1817
  151. package/dist/elasticApm.js +0 -14
  152. package/dist/websocket.js +0 -22
  153. package/scripts/likeCypress.ts +0 -35
  154. package/src/elasticApm.ts +0 -10
  155. package/src/tests/logging.ts +0 -34
  156. package/src/websocket.ts +0 -26
@@ -8,8 +8,8 @@
8
8
  <link rel="preconnect" href="https://fonts.gstatic.com" />
9
9
  <link href="https://fonts.googleapis.com/css2?family=Source+Sans+Pro:wght@400;600;700&display=swap"
10
10
  rel="stylesheet" />
11
- <script type="module" crossorigin src="/builder/assets/index.f493a2b3.js"></script>
12
- <link rel="stylesheet" href="/builder/assets/index.7f9a008b.css">
11
+ <script type="module" crossorigin src="/builder/assets/index.5c1a6913.js"></script>
12
+ <link rel="stylesheet" href="/builder/assets/index.c0265b74.css">
13
13
  </head>
14
14
 
15
15
  <body id="app">
@@ -33,7 +33,6 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
33
33
  };
34
34
  Object.defineProperty(exports, "__esModule", { value: true });
35
35
  exports.test = exports.trigger = exports.getDefinitionList = exports.getTriggerList = exports.getActionList = exports.clearLogError = exports.logSearch = exports.destroy = exports.find = exports.fetch = exports.update = exports.handleStepEvents = exports.getDeletedSteps = exports.getNewSteps = exports.create = void 0;
36
- const actions = __importStar(require("../../automations/actions"));
37
36
  const triggers = __importStar(require("../../automations/triggers"));
38
37
  const utils_1 = require("../../db/utils");
39
38
  const utils_2 = require("../../automations/utils");
@@ -42,8 +41,15 @@ const constants_1 = require("../../constants");
42
41
  const redis_1 = require("../../utilities/redis");
43
42
  const backend_core_1 = require("@budibase/backend-core");
44
43
  const pro_1 = require("@budibase/pro");
45
- const ACTION_DEFS = (0, utils_2.removeDeprecated)(actions.ACTION_DEFINITIONS);
46
- const TRIGGER_DEFS = (0, utils_2.removeDeprecated)(triggers.TRIGGER_DEFINITIONS);
44
+ const actions_1 = require("../../automations/actions");
45
+ function getActionDefinitions() {
46
+ return __awaiter(this, void 0, void 0, function* () {
47
+ return (0, utils_2.removeDeprecated)(yield (0, actions_1.getActionDefinitions)());
48
+ });
49
+ }
50
+ function getTriggerDefinitions() {
51
+ return (0, utils_2.removeDeprecated)(triggers.TRIGGER_DEFINITIONS);
52
+ }
47
53
  /*************************
48
54
  * *
49
55
  * BUILDER FUNCTIONS *
@@ -234,21 +240,21 @@ function clearLogError(ctx) {
234
240
  exports.clearLogError = clearLogError;
235
241
  function getActionList(ctx) {
236
242
  return __awaiter(this, void 0, void 0, function* () {
237
- ctx.body = ACTION_DEFS;
243
+ ctx.body = yield getActionDefinitions();
238
244
  });
239
245
  }
240
246
  exports.getActionList = getActionList;
241
247
  function getTriggerList(ctx) {
242
248
  return __awaiter(this, void 0, void 0, function* () {
243
- ctx.body = TRIGGER_DEFS;
249
+ ctx.body = getTriggerDefinitions();
244
250
  });
245
251
  }
246
252
  exports.getTriggerList = getTriggerList;
247
253
  function getDefinitionList(ctx) {
248
254
  return __awaiter(this, void 0, void 0, function* () {
249
255
  ctx.body = {
250
- trigger: TRIGGER_DEFS,
251
- action: ACTION_DEFS,
256
+ trigger: getTriggerDefinitions(),
257
+ action: yield getActionDefinitions(),
252
258
  };
253
259
  });
254
260
  }
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.error = exports.alert = exports.log = void 0;
13
+ const backend_core_1 = require("@budibase/backend-core");
14
+ function log(ctx) {
15
+ return __awaiter(this, void 0, void 0, function* () {
16
+ const body = ctx.request.body;
17
+ console.trace(body.message, body.data);
18
+ console.debug(body.message, body.data);
19
+ console.info(body.message, body.data);
20
+ console.warn(body.message, body.data);
21
+ console.error(body.message, body.data);
22
+ ctx.status = 204;
23
+ });
24
+ }
25
+ exports.log = log;
26
+ function alert(ctx) {
27
+ return __awaiter(this, void 0, void 0, function* () {
28
+ const body = ctx.request.body;
29
+ backend_core_1.logging.logAlert(body.message, new Error(body.message));
30
+ ctx.status = 204;
31
+ });
32
+ }
33
+ exports.alert = alert;
34
+ function error(ctx) {
35
+ return __awaiter(this, void 0, void 0, function* () {
36
+ const body = ctx.request.body;
37
+ throw new Error(body.message);
38
+ });
39
+ }
40
+ exports.error = error;
@@ -12,30 +12,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
12
12
  return (mod && mod.__esModule) ? mod : { "default": mod };
13
13
  };
14
14
  Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.processUploadedPlugin = exports.destroy = exports.fetch = exports.create = exports.upload = exports.getPlugins = void 0;
15
+ exports.destroy = exports.fetch = exports.create = exports.upload = void 0;
16
16
  const uploaders_1 = require("./uploaders");
17
17
  const backend_core_1 = require("@budibase/backend-core");
18
18
  const types_1 = require("@budibase/types");
19
19
  const environment_1 = __importDefault(require("../../../environment"));
20
- const websocket_1 = require("../../../websocket");
20
+ const websockets_1 = require("../../../websockets");
21
+ const sdk_1 = __importDefault(require("../../../sdk"));
21
22
  const pro_1 = require("@budibase/pro");
22
- function getPlugins(type) {
23
- return __awaiter(this, void 0, void 0, function* () {
24
- const db = backend_core_1.tenancy.getGlobalDB();
25
- const response = yield db.allDocs(backend_core_1.db.getPluginParams(null, {
26
- include_docs: true,
27
- }));
28
- let plugins = response.rows.map((row) => row.doc);
29
- plugins = backend_core_1.objectStore.enrichPluginURLs(plugins);
30
- if (type) {
31
- return plugins.filter((plugin) => { var _a; return ((_a = plugin.schema) === null || _a === void 0 ? void 0 : _a.type) === type; });
32
- }
33
- else {
34
- return plugins;
35
- }
36
- });
37
- }
38
- exports.getPlugins = getPlugins;
39
23
  function upload(ctx) {
40
24
  return __awaiter(this, void 0, void 0, function* () {
41
25
  const plugins = ctx.request.files.file.length > 1
@@ -45,7 +29,7 @@ function upload(ctx) {
45
29
  let docs = [];
46
30
  // can do single or multiple plugins
47
31
  for (let plugin of plugins) {
48
- const doc = yield processUploadedPlugin(plugin, types_1.PluginSource.FILE);
32
+ const doc = yield sdk_1.default.plugins.processUploaded(plugin, types_1.PluginSource.FILE);
49
33
  docs.push(doc);
50
34
  }
51
35
  ctx.body = {
@@ -93,7 +77,7 @@ function create(ctx) {
93
77
  throw new Error("Only component plugins are supported outside of self-host");
94
78
  }
95
79
  const doc = yield pro_1.sdk.plugins.storePlugin(metadata, directory, source);
96
- websocket_1.ClientAppSocket.emit("plugins-update", { name, hash: doc.hash });
80
+ websockets_1.clientAppSocket.emit("plugins-update", { name, hash: doc.hash });
97
81
  ctx.body = {
98
82
  message: "Plugin uploaded successfully",
99
83
  plugins: [doc],
@@ -109,7 +93,7 @@ function create(ctx) {
109
93
  exports.create = create;
110
94
  function fetch(ctx) {
111
95
  return __awaiter(this, void 0, void 0, function* () {
112
- ctx.body = yield getPlugins();
96
+ ctx.body = yield sdk_1.default.plugins.fetch();
113
97
  });
114
98
  }
115
99
  exports.fetch = fetch;
@@ -126,18 +110,3 @@ function destroy(ctx) {
126
110
  });
127
111
  }
128
112
  exports.destroy = destroy;
129
- function processUploadedPlugin(plugin, source) {
130
- var _a;
131
- return __awaiter(this, void 0, void 0, function* () {
132
- const { metadata, directory } = yield (0, uploaders_1.fileUpload)(plugin);
133
- backend_core_1.plugins.validate(metadata === null || metadata === void 0 ? void 0 : metadata.schema);
134
- // Only allow components in cloud
135
- if (!environment_1.default.SELF_HOSTED && ((_a = metadata === null || metadata === void 0 ? void 0 : metadata.schema) === null || _a === void 0 ? void 0 : _a.type) !== types_1.PluginType.COMPONENT) {
136
- throw new Error("Only component plugins are supported outside of self-host");
137
- }
138
- const doc = yield pro_1.sdk.plugins.storePlugin(metadata, directory, source);
139
- websocket_1.ClientAppSocket.emit("plugin-update", { name: doc.name, hash: doc.hash });
140
- return doc;
141
- });
142
- }
143
- exports.processUploadedPlugin = processUploadedPlugin;
@@ -109,7 +109,8 @@ function importToRows(data, table, user = null) {
109
109
  table = processed.table;
110
110
  for (const [fieldName, schema] of Object.entries(table.schema)) {
111
111
  // check whether the options need to be updated for inclusion as part of the data import
112
- if (schema.type === constants_1.FieldTypes.OPTIONS &&
112
+ if ((schema.type === constants_1.FieldTypes.OPTIONS ||
113
+ schema.type === constants_1.FieldTypes.ARRAY) &&
113
114
  row[fieldName] &&
114
115
  (!schema.constraints.inclusion ||
115
116
  schema.constraints.inclusion.indexOf(row[fieldName]) === -1)) {
@@ -12,95 +12,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
12
12
  return (mod && mod.__esModule) ? mod : { "default": mod };
13
13
  };
14
14
  Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.getFlags = exports.setFlag = exports.findMetadata = exports.destroyMetadata = exports.updateMetadata = exports.updateSelfMetadata = exports.fetchMetadata = exports.syncUser = void 0;
15
+ exports.getFlags = exports.setFlag = exports.findMetadata = exports.destroyMetadata = exports.updateMetadata = exports.updateSelfMetadata = exports.fetchMetadata = void 0;
16
16
  const utils_1 = require("../../db/utils");
17
17
  const utils_2 = require("../../db/utils");
18
18
  const global_1 = require("../../utilities/global");
19
19
  const users_1 = require("../../utilities/users");
20
20
  const backend_core_1 = require("@budibase/backend-core");
21
21
  const sdk_1 = __importDefault(require("../../sdk"));
22
- function syncUser(ctx) {
23
- var _a;
24
- return __awaiter(this, void 0, void 0, function* () {
25
- let deleting = false, user;
26
- const userId = ctx.params.id;
27
- const previousUser = (_a = ctx.request.body) === null || _a === void 0 ? void 0 : _a.previousUser;
28
- try {
29
- user = (yield (0, global_1.getRawGlobalUser)(userId));
30
- }
31
- catch (err) {
32
- if (err && err.status === 404) {
33
- user = {};
34
- deleting = true;
35
- }
36
- else {
37
- throw err;
38
- }
39
- }
40
- let previousApps = previousUser
41
- ? Object.keys(previousUser.roles).map(appId => appId)
42
- : [];
43
- const roles = deleting ? {} : user.roles;
44
- // remove props which aren't useful to metadata
45
- delete user.password;
46
- delete user.forceResetPassword;
47
- delete user.roles;
48
- // run through all production appIDs in the users roles
49
- let prodAppIds;
50
- // if they are a builder then get all production app IDs
51
- if ((user.builder && user.builder.global) || deleting) {
52
- prodAppIds = yield backend_core_1.db.getProdAppIDs();
53
- }
54
- else {
55
- prodAppIds = Object.entries(roles)
56
- .filter(entry => entry[1] !== backend_core_1.roles.BUILTIN_ROLE_IDS.PUBLIC)
57
- .map(([appId]) => appId);
58
- }
59
- for (let prodAppId of new Set([...prodAppIds, ...previousApps])) {
60
- const roleId = roles[prodAppId];
61
- const deleteFromApp = !roleId;
62
- const devAppId = backend_core_1.db.getDevelopmentAppID(prodAppId);
63
- for (let appId of [prodAppId, devAppId]) {
64
- if (!(yield backend_core_1.db.dbExists(appId))) {
65
- continue;
66
- }
67
- yield backend_core_1.context.doInAppContext(appId, () => __awaiter(this, void 0, void 0, function* () {
68
- const db = backend_core_1.context.getAppDB();
69
- const metadataId = (0, utils_1.generateUserMetadataID)(userId);
70
- let metadata;
71
- try {
72
- metadata = yield db.get(metadataId);
73
- }
74
- catch (err) {
75
- if (deleteFromApp) {
76
- return;
77
- }
78
- metadata = {
79
- tableId: utils_2.InternalTables.USER_METADATA,
80
- };
81
- }
82
- if (deleteFromApp) {
83
- yield db.remove(metadata);
84
- return;
85
- }
86
- // assign the roleId for the metadata doc
87
- if (roleId) {
88
- metadata.roleId = roleId;
89
- }
90
- let combined = sdk_1.default.users.combineMetadataAndUser(user, metadata);
91
- // if its null then there was no updates required
92
- if (combined) {
93
- yield db.put(combined);
94
- }
95
- }));
96
- }
97
- }
98
- ctx.body = {
99
- message: "User synced.",
100
- };
101
- });
102
- }
103
- exports.syncUser = syncUser;
104
22
  function fetchMetadata(ctx) {
105
23
  return __awaiter(this, void 0, void 0, function* () {
106
24
  const global = yield (0, global_1.getGlobalUsers)();
@@ -31,6 +31,7 @@ const dev_1 = __importDefault(require("./dev"));
31
31
  const cloud_1 = __importDefault(require("./cloud"));
32
32
  const migrations_1 = __importDefault(require("./migrations"));
33
33
  const plugin_1 = __importDefault(require("./plugin"));
34
+ const ops_1 = __importDefault(require("./ops"));
34
35
  const pro_1 = require("@budibase/pro");
35
36
  var static_1 = require("./static");
36
37
  Object.defineProperty(exports, "staticRoutes", { enumerable: true, get: function () { return __importDefault(static_1).default; } });
@@ -67,6 +68,7 @@ exports.mainRoutes = [
67
68
  row_1.default,
68
69
  migrations_1.default,
69
70
  plugin_1.default,
71
+ ops_1.default,
70
72
  scheduleRoutes,
71
73
  environmentVariableRoutes,
72
74
  // these need to be handled last as they still use /api/:tableId
@@ -0,0 +1,52 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || function (mod) {
19
+ if (mod && mod.__esModule) return mod;
20
+ var result = {};
21
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
+ __setModuleDefault(result, mod);
23
+ return result;
24
+ };
25
+ var __importDefault = (this && this.__importDefault) || function (mod) {
26
+ return (mod && mod.__esModule) ? mod : { "default": mod };
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.errorValidator = exports.logsValidator = void 0;
30
+ const router_1 = __importDefault(require("@koa/router"));
31
+ const controller = __importStar(require("../controllers/ops"));
32
+ const backend_core_1 = require("@budibase/backend-core");
33
+ const joi_1 = __importDefault(require("joi"));
34
+ function logsValidator() {
35
+ return backend_core_1.middleware.joiValidator.body(joi_1.default.object({
36
+ message: joi_1.default.string().required(),
37
+ data: joi_1.default.object(),
38
+ }));
39
+ }
40
+ exports.logsValidator = logsValidator;
41
+ function errorValidator() {
42
+ return backend_core_1.middleware.joiValidator.body(joi_1.default.object({
43
+ message: joi_1.default.string().required(),
44
+ }));
45
+ }
46
+ exports.errorValidator = errorValidator;
47
+ const router = new router_1.default();
48
+ router
49
+ .post("/api/ops/log", logsValidator(), controller.log)
50
+ .post("/api/ops/error", errorValidator(), controller.error)
51
+ .post("/api/ops/alert", errorValidator(), controller.alert);
52
+ exports.default = router;
@@ -38,7 +38,6 @@ router
38
38
  .put("/api/users/metadata", (0, authorized_1.default)(PermissionType.USER, PermissionLevel.WRITE), controller.updateMetadata)
39
39
  .post("/api/users/metadata/self", (0, authorized_1.default)(PermissionType.USER, PermissionLevel.WRITE), controller.updateSelfMetadata)
40
40
  .delete("/api/users/metadata/:id", (0, authorized_1.default)(PermissionType.USER, PermissionLevel.WRITE), controller.destroyMetadata)
41
- .post("/api/users/metadata/sync/:id", (0, authorized_1.default)(PermissionType.USER, PermissionLevel.WRITE), controller.syncUser)
42
41
  .post("/api/users/flags", (0, authorized_1.default)(PermissionType.USER, PermissionLevel.WRITE), controller.setFlag)
43
42
  .get("/api/users/flags", (0, authorized_1.default)(PermissionType.USER, PermissionLevel.READ), controller.getFlags);
44
43
  exports.default = router;
package/dist/app.js CHANGED
@@ -38,18 +38,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  if (process.env.DD_APM_ENABLED) {
39
39
  require("./ddApm");
40
40
  }
41
- if (process.env.ELASTIC_APM_ENABLED) {
42
- require("./elasticApm");
43
- }
44
41
  // need to load environment first
45
42
  const environment_1 = __importDefault(require("./environment"));
46
- // enable APM if configured
47
- if (process.env.ELASTIC_APM_ENABLED) {
48
- const apm = require("elastic-apm-node").start({
49
- serviceName: process.env.SERVICE,
50
- environment: process.env.BUDIBASE_ENVIRONMENT,
51
- });
52
- }
53
43
  const db = __importStar(require("./db"));
54
44
  db.init();
55
45
  const koa_1 = __importDefault(require("koa"));
@@ -59,8 +49,8 @@ const api = __importStar(require("./api"));
59
49
  const automations = __importStar(require("./automations"));
60
50
  const threads_1 = require("./threads");
61
51
  const redis = __importStar(require("./utilities/redis"));
52
+ const websockets_1 = require("./websockets");
62
53
  const backend_core_1 = require("@budibase/backend-core");
63
- const websocket_1 = require("./websocket");
64
54
  const startup_1 = require("./startup");
65
55
  const Sentry = require("@sentry/node");
66
56
  const destroyable = require("server-destroy");
@@ -80,7 +70,8 @@ app.use((0, koa_body_1.default)({
80
70
  enableTypes: ["json", "form", "text"],
81
71
  parsedMethods: ["POST", "PUT", "PATCH", "DELETE"],
82
72
  }));
83
- app.use(backend_core_1.middleware.logging);
73
+ app.use(backend_core_1.middleware.correlation);
74
+ app.use(backend_core_1.middleware.pino);
84
75
  app.use(userAgent);
85
76
  if (environment_1.default.isProd()) {
86
77
  environment_1.default._set("NODE_ENV", "production");
@@ -96,7 +87,7 @@ if (environment_1.default.isProd()) {
96
87
  }
97
88
  const server = http_1.default.createServer(app.callback());
98
89
  destroyable(server);
99
- (0, websocket_1.initialise)(server);
90
+ (0, websockets_1.initialise)(app, server);
100
91
  let shuttingDown = false, errCode = 0;
101
92
  server.on("close", () => __awaiter(void 0, void 0, void 0, function* () {
102
93
  // already in process
@@ -35,7 +35,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
35
35
  return (mod && mod.__esModule) ? mod : { "default": mod };
36
36
  };
37
37
  Object.defineProperty(exports, "__esModule", { value: true });
38
- exports.getAction = exports.ACTION_DEFINITIONS = void 0;
38
+ exports.getAction = exports.getActionDefinitions = exports.BUILTIN_ACTION_DEFINITIONS = void 0;
39
39
  const sendSmtpEmail = __importStar(require("./steps/sendSmtpEmail"));
40
40
  const createRow = __importStar(require("./steps/createRow"));
41
41
  const updateRow = __importStar(require("./steps/updateRow"));
@@ -53,6 +53,9 @@ const delay = __importStar(require("./steps/delay"));
53
53
  const queryRow = __importStar(require("./steps/queryRows"));
54
54
  const loop = __importStar(require("./steps/loop"));
55
55
  const environment_1 = __importDefault(require("../environment"));
56
+ const types_1 = require("@budibase/types");
57
+ const sdk_1 = __importDefault(require("../sdk"));
58
+ const fileSystem_1 = require("../utilities/fileSystem");
56
59
  const ACTION_IMPLS = {
57
60
  SEND_EMAIL_SMTP: sendSmtpEmail.run,
58
61
  CREATE_ROW: createRow.run,
@@ -71,7 +74,7 @@ const ACTION_IMPLS = {
71
74
  zapier: zapier.run,
72
75
  integromat: integromat.run,
73
76
  };
74
- exports.ACTION_DEFINITIONS = {
77
+ exports.BUILTIN_ACTION_DEFINITIONS = {
75
78
  SEND_EMAIL_SMTP: sendSmtpEmail.definition,
76
79
  CREATE_ROW: createRow.definition,
77
80
  UPDATE_ROW: updateRow.definition,
@@ -98,13 +101,36 @@ if (environment_1.default.SELF_HOSTED) {
98
101
  // @ts-ignore
99
102
  ACTION_IMPLS["EXECUTE_BASH"] = bash.run;
100
103
  // @ts-ignore
101
- exports.ACTION_DEFINITIONS["EXECUTE_BASH"] = bash.definition;
104
+ exports.BUILTIN_ACTION_DEFINITIONS["EXECUTE_BASH"] = bash.definition;
102
105
  }
106
+ function getActionDefinitions() {
107
+ return __awaiter(this, void 0, void 0, function* () {
108
+ const actionDefinitions = exports.BUILTIN_ACTION_DEFINITIONS;
109
+ if (environment_1.default.SELF_HOSTED) {
110
+ const plugins = yield sdk_1.default.plugins.fetch(types_1.PluginType.AUTOMATION);
111
+ for (let plugin of plugins) {
112
+ const schema = plugin.schema.schema;
113
+ actionDefinitions[schema.stepId] = Object.assign(Object.assign({}, schema), { custom: true });
114
+ }
115
+ }
116
+ return actionDefinitions;
117
+ });
118
+ }
119
+ exports.getActionDefinitions = getActionDefinitions;
103
120
  /* istanbul ignore next */
104
- function getAction(actionName) {
121
+ function getAction(stepId) {
105
122
  return __awaiter(this, void 0, void 0, function* () {
106
- if (ACTION_IMPLS[actionName] != null) {
107
- return ACTION_IMPLS[actionName];
123
+ if (ACTION_IMPLS[stepId] != null) {
124
+ return ACTION_IMPLS[stepId];
125
+ }
126
+ // must be a plugin
127
+ if (environment_1.default.SELF_HOSTED) {
128
+ const plugins = yield sdk_1.default.plugins.fetch(types_1.PluginType.AUTOMATION);
129
+ const found = plugins.find(plugin => plugin.schema.schema.stepId === stepId);
130
+ if (!found) {
131
+ throw new Error(`Unable to find action implementation for "${stepId}"`);
132
+ }
133
+ return (yield (0, fileSystem_1.getAutomationPlugin)(found)).action;
108
134
  }
109
135
  });
110
136
  }
@@ -9,7 +9,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
9
9
  });
10
10
  };
11
11
  Object.defineProperty(exports, "__esModule", { value: true });
12
- exports.getQueues = exports.init = exports.ACTION_DEFINITIONS = exports.TRIGGER_DEFINITIONS = exports.shutdown = exports.automationQueue = void 0;
12
+ exports.getQueues = exports.init = exports.getActionDefinitions = exports.BUILTIN_ACTION_DEFINITIONS = exports.TRIGGER_DEFINITIONS = exports.shutdown = exports.automationQueue = void 0;
13
13
  const utils_1 = require("./utils");
14
14
  const bullboard_1 = require("./bullboard");
15
15
  const triggers_1 = require("./triggers");
@@ -20,7 +20,8 @@ Object.defineProperty(exports, "shutdown", { enumerable: true, get: function ()
20
20
  var triggers_2 = require("./triggers");
21
21
  Object.defineProperty(exports, "TRIGGER_DEFINITIONS", { enumerable: true, get: function () { return triggers_2.TRIGGER_DEFINITIONS; } });
22
22
  var actions_1 = require("./actions");
23
- Object.defineProperty(exports, "ACTION_DEFINITIONS", { enumerable: true, get: function () { return actions_1.ACTION_DEFINITIONS; } });
23
+ Object.defineProperty(exports, "BUILTIN_ACTION_DEFINITIONS", { enumerable: true, get: function () { return actions_1.BUILTIN_ACTION_DEFINITIONS; } });
24
+ Object.defineProperty(exports, "getActionDefinitions", { enumerable: true, get: function () { return actions_1.getActionDefinitions; } });
24
25
  /**
25
26
  * This module is built purely to kick off the worker farm and manage the inputs/outputs
26
27
  */
@@ -46,7 +46,7 @@ exports.definition = {
46
46
  tagline: "Execute a bash command",
47
47
  icon: "JourneyEvent",
48
48
  description: "Run a bash script",
49
- type: "ACTION",
49
+ type: types_1.AutomationStepType.ACTION,
50
50
  internal: true,
51
51
  stepId: types_1.AutomationActionStepId.EXECUTE_BASH,
52
52
  inputs: {},
@@ -54,8 +54,8 @@ exports.definition = {
54
54
  inputs: {
55
55
  properties: {
56
56
  code: {
57
- type: "string",
58
- customType: "code",
57
+ type: types_1.AutomationIOType.STRING,
58
+ customType: types_1.AutomationCustomIOType.CODE,
59
59
  title: "Code",
60
60
  },
61
61
  },
@@ -64,16 +64,16 @@ exports.definition = {
64
64
  outputs: {
65
65
  properties: {
66
66
  stdout: {
67
- type: "string",
67
+ type: types_1.AutomationIOType.STRING,
68
68
  description: "Standard output of your bash command or script",
69
69
  },
70
70
  success: {
71
- type: "boolean",
71
+ type: types_1.AutomationIOType.BOOLEAN,
72
72
  description: "Whether the command was successful",
73
73
  },
74
74
  },
75
+ required: ["stdout"],
75
76
  },
76
- required: ["stdout"],
77
77
  },
78
78
  };
79
79
  function run({ inputs, context }) {
@@ -19,7 +19,7 @@ exports.definition = {
19
19
  tagline: "Create a {{inputs.enriched.table.name}} row",
20
20
  icon: "TableRowAddBottom",
21
21
  description: "Add a row to your database",
22
- type: "ACTION",
22
+ type: types_1.AutomationStepType.ACTION,
23
23
  internal: true,
24
24
  stepId: types_1.AutomationActionStepId.CREATE_ROW,
25
25
  inputs: {},
@@ -27,14 +27,14 @@ exports.definition = {
27
27
  inputs: {
28
28
  properties: {
29
29
  row: {
30
- type: "object",
30
+ type: types_1.AutomationIOType.OBJECT,
31
31
  properties: {
32
32
  tableId: {
33
- type: "string",
34
- customType: "table",
33
+ type: types_1.AutomationIOType.STRING,
34
+ customType: types_1.AutomationCustomIOType.TABLE,
35
35
  },
36
36
  },
37
- customType: "row",
37
+ customType: types_1.AutomationCustomIOType.ROW,
38
38
  title: "Table",
39
39
  required: ["tableId"],
40
40
  },
@@ -44,24 +44,24 @@ exports.definition = {
44
44
  outputs: {
45
45
  properties: {
46
46
  row: {
47
- type: "object",
48
- customType: "row",
47
+ type: types_1.AutomationIOType.OBJECT,
48
+ customType: types_1.AutomationCustomIOType.ROW,
49
49
  description: "The new row",
50
50
  },
51
51
  response: {
52
- type: "object",
52
+ type: types_1.AutomationIOType.OBJECT,
53
53
  description: "The response from the table",
54
54
  },
55
55
  success: {
56
- type: "boolean",
56
+ type: types_1.AutomationIOType.BOOLEAN,
57
57
  description: "Whether the row creation was successful",
58
58
  },
59
59
  id: {
60
- type: "string",
60
+ type: types_1.AutomationIOType.STRING,
61
61
  description: "The identifier of the new row",
62
62
  },
63
63
  revision: {
64
- type: "string",
64
+ type: types_1.AutomationIOType.STRING,
65
65
  description: "The revision of the new row",
66
66
  },
67
67
  },
@@ -24,7 +24,7 @@ exports.definition = {
24
24
  inputs: {
25
25
  properties: {
26
26
  time: {
27
- type: "number",
27
+ type: types_1.AutomationIOType.NUMBER,
28
28
  title: "Delay in milliseconds",
29
29
  },
30
30
  },
@@ -33,14 +33,14 @@ exports.definition = {
33
33
  outputs: {
34
34
  properties: {
35
35
  success: {
36
- type: "boolean",
36
+ type: types_1.AutomationIOType.BOOLEAN,
37
37
  description: "Whether the delay was successful",
38
38
  },
39
39
  },
40
40
  required: ["success"],
41
41
  },
42
42
  },
43
- type: "LOGIC",
43
+ type: types_1.AutomationStepType.LOGIC,
44
44
  };
45
45
  function run({ inputs }) {
46
46
  return __awaiter(this, void 0, void 0, function* () {