@budibase/server 1.0.25 → 1.0.27-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (255) hide show
  1. package/__mocks__/node-fetch.ts +21 -0
  2. package/builder/assets/bb-spaceship.8f6e81e1.svg +227 -0
  3. package/builder/assets/{index.4fb3f887.css → index.0dce895b.css} +1 -1
  4. package/builder/assets/index.39751e34.js +1348 -0
  5. package/builder/assets/{vendor.470042a4.js → vendor.f9faf6ab.js} +88 -88
  6. package/builder/index.html +3 -3
  7. package/coverage/clover.xml +1263 -1036
  8. package/coverage/coverage-final.json +36 -35
  9. package/coverage/lcov-report/api/controllers/analytics.js.html +1 -1
  10. package/coverage/lcov-report/api/controllers/apikeys.js.html +1 -1
  11. package/coverage/lcov-report/api/controllers/application.js.html +54 -54
  12. package/coverage/lcov-report/api/controllers/auth.js.html +1 -1
  13. package/coverage/lcov-report/api/controllers/automation.js.html +22 -10
  14. package/coverage/lcov-report/api/controllers/backup.js.html +1 -1
  15. package/coverage/lcov-report/api/controllers/cloud.js.html +1 -1
  16. package/coverage/lcov-report/api/controllers/component.js.html +4 -4
  17. package/coverage/lcov-report/api/controllers/datasource.js.html +62 -62
  18. package/coverage/lcov-report/api/controllers/dev.js.html +1 -1
  19. package/coverage/lcov-report/api/controllers/hosting.js.html +1 -1
  20. package/coverage/lcov-report/api/controllers/index.html +39 -54
  21. package/coverage/lcov-report/api/controllers/integration.js.html +1 -1
  22. package/coverage/lcov-report/api/controllers/layout.js.html +1 -1
  23. package/coverage/lcov-report/api/controllers/metadata.js.html +1 -1
  24. package/coverage/lcov-report/api/controllers/permission.js.html +1 -1
  25. package/coverage/lcov-report/api/controllers/query/index.html +126 -0
  26. package/coverage/lcov-report/api/controllers/{query.js.html → query/index.js.html} +225 -114
  27. package/coverage/lcov-report/api/controllers/query/validation.js.html +206 -0
  28. package/coverage/lcov-report/api/controllers/role.js.html +1 -1
  29. package/coverage/lcov-report/api/controllers/routing.js.html +1 -1
  30. package/coverage/lcov-report/api/controllers/row/external.js.html +1 -1
  31. package/coverage/lcov-report/api/controllers/row/index.html +22 -22
  32. package/coverage/lcov-report/api/controllers/row/index.js.html +1 -1
  33. package/coverage/lcov-report/api/controllers/row/internal.js.html +38 -11
  34. package/coverage/lcov-report/api/controllers/row/internalSearch.js.html +7 -4
  35. package/coverage/lcov-report/api/controllers/row/utils.js.html +29 -20
  36. package/coverage/lcov-report/api/controllers/screen.js.html +1 -1
  37. package/coverage/lcov-report/api/controllers/script.js.html +1 -1
  38. package/coverage/lcov-report/api/controllers/table/external.js.html +1 -1
  39. package/coverage/lcov-report/api/controllers/table/index.html +1 -1
  40. package/coverage/lcov-report/api/controllers/table/index.js.html +1 -1
  41. package/coverage/lcov-report/api/controllers/table/internal.js.html +1 -1
  42. package/coverage/lcov-report/api/controllers/table/utils.js.html +1 -1
  43. package/coverage/lcov-report/api/controllers/templates.js.html +1 -1
  44. package/coverage/lcov-report/api/controllers/user.js.html +108 -9
  45. package/coverage/lcov-report/api/controllers/view/exporters.js.html +1 -1
  46. package/coverage/lcov-report/api/controllers/view/index.html +1 -1
  47. package/coverage/lcov-report/api/controllers/view/index.js.html +1 -1
  48. package/coverage/lcov-report/api/controllers/view/utils.js.html +1 -1
  49. package/coverage/lcov-report/api/controllers/view/viewBuilder.js.html +1 -1
  50. package/coverage/lcov-report/api/controllers/webhook.js.html +18 -6
  51. package/coverage/lcov-report/api/index.html +1 -1
  52. package/coverage/lcov-report/api/index.js.html +5 -5
  53. package/coverage/lcov-report/api/routes/analytics.js.html +1 -1
  54. package/coverage/lcov-report/api/routes/apikeys.js.html +1 -1
  55. package/coverage/lcov-report/api/routes/application.js.html +1 -1
  56. package/coverage/lcov-report/api/routes/auth.js.html +1 -1
  57. package/coverage/lcov-report/api/routes/automation.js.html +1 -1
  58. package/coverage/lcov-report/api/routes/backup.js.html +1 -1
  59. package/coverage/lcov-report/api/routes/cloud.js.html +1 -1
  60. package/coverage/lcov-report/api/routes/component.js.html +1 -1
  61. package/coverage/lcov-report/api/routes/datasource.js.html +1 -1
  62. package/coverage/lcov-report/api/routes/deploy.js.html +1 -1
  63. package/coverage/lcov-report/api/routes/dev.js.html +1 -1
  64. package/coverage/lcov-report/api/routes/hosting.js.html +1 -1
  65. package/coverage/lcov-report/api/routes/index.html +9 -9
  66. package/coverage/lcov-report/api/routes/index.js.html +1 -1
  67. package/coverage/lcov-report/api/routes/integration.js.html +1 -1
  68. package/coverage/lcov-report/api/routes/layout.js.html +1 -1
  69. package/coverage/lcov-report/api/routes/metadata.js.html +1 -1
  70. package/coverage/lcov-report/api/routes/permission.js.html +1 -1
  71. package/coverage/lcov-report/api/routes/query.js.html +19 -85
  72. package/coverage/lcov-report/api/routes/role.js.html +1 -1
  73. package/coverage/lcov-report/api/routes/routing.js.html +1 -1
  74. package/coverage/lcov-report/api/routes/row.js.html +1 -1
  75. package/coverage/lcov-report/api/routes/screen.js.html +1 -1
  76. package/coverage/lcov-report/api/routes/script.js.html +1 -1
  77. package/coverage/lcov-report/api/routes/static.js.html +1 -1
  78. package/coverage/lcov-report/api/routes/table.js.html +1 -1
  79. package/coverage/lcov-report/api/routes/templates.js.html +1 -1
  80. package/coverage/lcov-report/api/routes/user.js.html +32 -2
  81. package/coverage/lcov-report/api/routes/view.js.html +1 -1
  82. package/coverage/lcov-report/api/routes/webhook.js.html +1 -1
  83. package/coverage/lcov-report/automations/actions.js.html +1 -1
  84. package/coverage/lcov-report/automations/automationUtils.js.html +1 -1
  85. package/coverage/lcov-report/automations/bullboard.js.html +1 -1
  86. package/coverage/lcov-report/automations/index.html +20 -20
  87. package/coverage/lcov-report/automations/index.js.html +1 -1
  88. package/coverage/lcov-report/automations/steps/bash.js.html +1 -1
  89. package/coverage/lcov-report/automations/steps/createRow.js.html +1 -1
  90. package/coverage/lcov-report/automations/steps/delay.js.html +1 -1
  91. package/coverage/lcov-report/automations/steps/deleteRow.js.html +1 -1
  92. package/coverage/lcov-report/automations/steps/discord.js.html +1 -1
  93. package/coverage/lcov-report/automations/steps/executeQuery.js.html +31 -7
  94. package/coverage/lcov-report/automations/steps/executeScript.js.html +1 -1
  95. package/coverage/lcov-report/automations/steps/filter.js.html +1 -1
  96. package/coverage/lcov-report/automations/steps/index.html +11 -11
  97. package/coverage/lcov-report/automations/steps/integromat.js.html +1 -1
  98. package/coverage/lcov-report/automations/steps/outgoingWebhook.js.html +5 -8
  99. package/coverage/lcov-report/automations/steps/queryRows.js.html +1 -1
  100. package/coverage/lcov-report/automations/steps/sendSmtpEmail.js.html +1 -1
  101. package/coverage/lcov-report/automations/steps/serverLog.js.html +1 -1
  102. package/coverage/lcov-report/automations/steps/slack.js.html +1 -1
  103. package/coverage/lcov-report/automations/steps/updateRow.js.html +1 -1
  104. package/coverage/lcov-report/automations/steps/utils.js.html +1 -1
  105. package/coverage/lcov-report/automations/steps/zapier.js.html +1 -1
  106. package/coverage/lcov-report/automations/triggerInfo/app.js.html +1 -1
  107. package/coverage/lcov-report/automations/triggerInfo/cron.js.html +1 -1
  108. package/coverage/lcov-report/automations/triggerInfo/index.html +1 -1
  109. package/coverage/lcov-report/automations/triggerInfo/index.js.html +1 -1
  110. package/coverage/lcov-report/automations/triggerInfo/rowDeleted.js.html +1 -1
  111. package/coverage/lcov-report/automations/triggerInfo/rowSaved.js.html +1 -1
  112. package/coverage/lcov-report/automations/triggerInfo/rowUpdated.js.html +1 -1
  113. package/coverage/lcov-report/automations/triggerInfo/webhook.js.html +1 -1
  114. package/coverage/lcov-report/automations/triggers.js.html +1 -1
  115. package/coverage/lcov-report/automations/utils.js.html +48 -15
  116. package/coverage/lcov-report/constants/index.html +1 -1
  117. package/coverage/lcov-report/constants/index.js.html +22 -22
  118. package/coverage/lcov-report/constants/layouts.js.html +1 -1
  119. package/coverage/lcov-report/constants/screens.js.html +1 -1
  120. package/coverage/lcov-report/db/client.js.html +18 -18
  121. package/coverage/lcov-report/db/inMemoryView.js.html +1 -1
  122. package/coverage/lcov-report/db/index.html +15 -15
  123. package/coverage/lcov-report/db/index.js.html +3 -3
  124. package/coverage/lcov-report/db/linkedRows/LinkController.js.html +1 -1
  125. package/coverage/lcov-report/db/linkedRows/index.html +1 -1
  126. package/coverage/lcov-report/db/linkedRows/index.js.html +1 -1
  127. package/coverage/lcov-report/db/linkedRows/linkUtils.js.html +1 -1
  128. package/coverage/lcov-report/db/newid.js.html +4 -4
  129. package/coverage/lcov-report/db/utils.js.html +107 -80
  130. package/coverage/lcov-report/events/AutomationEmitter.js.html +1 -1
  131. package/coverage/lcov-report/events/index.html +1 -1
  132. package/coverage/lcov-report/events/index.js.html +1 -1
  133. package/coverage/lcov-report/events/utils.js.html +1 -1
  134. package/coverage/lcov-report/index.html +99 -84
  135. package/coverage/lcov-report/integrations/tests/TestConfiguration.js.html +1 -1
  136. package/coverage/lcov-report/integrations/tests/index.html +1 -1
  137. package/coverage/lcov-report/middleware/appInfo.js.html +1 -1
  138. package/coverage/lcov-report/middleware/authorized.js.html +10 -10
  139. package/coverage/lcov-report/middleware/builder.js.html +8 -8
  140. package/coverage/lcov-report/middleware/currentapp.js.html +28 -28
  141. package/coverage/lcov-report/middleware/index.html +1 -1
  142. package/coverage/lcov-report/middleware/joi-validator.js.html +11 -11
  143. package/coverage/lcov-report/middleware/resourceId.js.html +17 -17
  144. package/coverage/lcov-report/middleware/selfhost.js.html +1 -1
  145. package/coverage/lcov-report/middleware/usageQuota.js.html +1 -1
  146. package/coverage/lcov-report/middleware/utils.js.html +2 -2
  147. package/coverage/lcov-report/threads/automation.js.html +1 -1
  148. package/coverage/lcov-report/threads/index.html +31 -31
  149. package/coverage/lcov-report/threads/index.js.html +11 -11
  150. package/coverage/lcov-report/threads/query.js.html +394 -67
  151. package/coverage/lcov-report/threads/utils.js.html +356 -11
  152. package/coverage/lcov-report/utilities/bcrypt.js.html +1 -1
  153. package/coverage/lcov-report/utilities/budibaseDir.js.html +1 -1
  154. package/coverage/lcov-report/utilities/centralPath.js.html +1 -1
  155. package/coverage/lcov-report/utilities/csvParser.js.html +1 -1
  156. package/coverage/lcov-report/utilities/global.js.html +13 -13
  157. package/coverage/lcov-report/utilities/index.html +19 -19
  158. package/coverage/lcov-report/utilities/index.js.html +68 -35
  159. package/coverage/lcov-report/utilities/queue/inMemoryQueue.js.html +2 -2
  160. package/coverage/lcov-report/utilities/queue/index.html +1 -1
  161. package/coverage/lcov-report/utilities/routing/index.html +1 -1
  162. package/coverage/lcov-report/utilities/routing/index.js.html +1 -1
  163. package/coverage/lcov-report/utilities/rowProcessor/index.html +19 -19
  164. package/coverage/lcov-report/utilities/rowProcessor/index.js.html +235 -10
  165. package/coverage/lcov-report/utilities/rowProcessor/utils.js.html +1 -1
  166. package/coverage/lcov-report/utilities/scriptRunner.js.html +1 -1
  167. package/coverage/lcov-report/utilities/security.js.html +2 -2
  168. package/coverage/lcov-report/utilities/statusCodes.js.html +1 -1
  169. package/coverage/lcov-report/utilities/users.js.html +1 -1
  170. package/coverage/lcov-report/utilities/workerRequests.js.html +1 -1
  171. package/coverage/lcov.info +2117 -1728
  172. package/dist/api/controllers/automation.js +7 -5
  173. package/dist/api/controllers/query/import/index.js +79 -0
  174. package/dist/api/controllers/query/import/sources/base/index.js +64 -0
  175. package/dist/api/controllers/query/import/sources/base/openapi.js +42 -0
  176. package/dist/api/controllers/query/import/sources/curl.js +96 -0
  177. package/dist/api/controllers/query/import/sources/openapi2.js +142 -0
  178. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +253 -0
  179. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +1054 -0
  180. package/dist/api/controllers/{query.js → query/index.js} +86 -52
  181. package/dist/api/controllers/query/validation.js +38 -0
  182. package/dist/api/controllers/row/internal.js +14 -6
  183. package/dist/api/controllers/row/internalSearch.js +2 -1
  184. package/dist/api/controllers/row/utils.js +13 -6
  185. package/dist/api/controllers/user.js +37 -1
  186. package/dist/api/controllers/webhook.js +4 -0
  187. package/dist/api/routes/query.js +5 -33
  188. package/dist/api/routes/user.js +3 -1
  189. package/dist/automations/steps/executeQuery.js +8 -1
  190. package/dist/automations/steps/outgoingWebhook.js +2 -3
  191. package/dist/automations/utils.js +10 -0
  192. package/dist/db/utils.js +8 -0
  193. package/dist/definitions/datasource.js +6 -1
  194. package/dist/integrations/base/sqlTable.js +1 -1
  195. package/dist/integrations/rest.js +207 -117
  196. package/dist/package.json +11 -4
  197. package/dist/tests/utilities/TestConfiguration.js +7 -0
  198. package/dist/threads/query.js +148 -40
  199. package/dist/threads/utils.js +105 -0
  200. package/dist/tsconfig.tsbuildinfo +1 -1
  201. package/dist/utilities/fileSystem/utilities.js +2 -1
  202. package/dist/utilities/index.js +10 -0
  203. package/dist/utilities/rowProcessor/index.js +76 -0
  204. package/package.json +12 -5
  205. package/src/api/controllers/automation.js +8 -4
  206. package/src/api/controllers/query/import/index.ts +85 -0
  207. package/src/api/controllers/query/import/sources/base/index.ts +87 -0
  208. package/src/api/controllers/query/import/sources/base/openapi.ts +24 -0
  209. package/src/api/controllers/query/import/sources/curl.ts +102 -0
  210. package/src/api/controllers/query/import/sources/openapi2.ts +163 -0
  211. package/src/api/controllers/query/import/sources/tests/curl/curl.spec.js +103 -0
  212. package/src/api/controllers/query/import/sources/tests/curl/data/delete.txt +1 -0
  213. package/src/api/controllers/query/import/sources/tests/curl/data/empty-body.txt +2 -0
  214. package/src/api/controllers/query/import/sources/tests/curl/data/get.txt +1 -0
  215. package/src/api/controllers/query/import/sources/tests/curl/data/headers.txt +3 -0
  216. package/src/api/controllers/query/import/sources/tests/curl/data/patch.txt +2 -0
  217. package/src/api/controllers/query/import/sources/tests/curl/data/path.txt +1 -0
  218. package/src/api/controllers/query/import/sources/tests/curl/data/post.txt +2 -0
  219. package/src/api/controllers/query/import/sources/tests/curl/data/put.txt +2 -0
  220. package/src/api/controllers/query/import/sources/tests/curl/data/query.txt +1 -0
  221. package/src/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +253 -0
  222. package/src/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.yaml +160 -0
  223. package/src/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +1054 -0
  224. package/src/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.yaml +711 -0
  225. package/src/api/controllers/query/import/sources/tests/openapi2/openapi2.spec.js +238 -0
  226. package/src/api/controllers/query/import/tests/index.spec.js +109 -0
  227. package/src/api/controllers/query/index.js +195 -0
  228. package/src/api/controllers/query/validation.js +42 -0
  229. package/src/api/controllers/row/internal.js +14 -5
  230. package/src/api/controllers/row/internalSearch.js +2 -1
  231. package/src/api/controllers/row/utils.js +11 -8
  232. package/src/api/controllers/user.js +33 -0
  233. package/src/api/controllers/webhook.js +4 -0
  234. package/src/api/routes/query.js +13 -35
  235. package/src/api/routes/tests/query.spec.js +88 -0
  236. package/src/api/routes/user.js +10 -0
  237. package/src/automations/steps/executeQuery.js +9 -1
  238. package/src/automations/steps/outgoingWebhook.js +2 -3
  239. package/src/automations/utils.js +11 -0
  240. package/src/db/utils.js +9 -0
  241. package/src/definitions/common.ts +2 -16
  242. package/src/definitions/datasource.ts +83 -1
  243. package/src/integrations/base/IntegrationBase.ts +4 -4
  244. package/src/integrations/base/sqlTable.ts +1 -1
  245. package/src/integrations/oracle.ts +1 -1
  246. package/src/integrations/rest.ts +230 -137
  247. package/src/integrations/tests/rest.spec.js +167 -19
  248. package/src/tests/utilities/TestConfiguration.js +10 -0
  249. package/src/threads/query.js +149 -40
  250. package/src/threads/utils.js +115 -0
  251. package/src/utilities/fileSystem/utilities.js +2 -0
  252. package/src/utilities/index.js +11 -0
  253. package/src/utilities/rowProcessor/index.js +75 -0
  254. package/builder/assets/index.f01106f0.js +0 -1316
  255. package/src/api/controllers/query.js +0 -158
@@ -3,6 +3,10 @@ const { cloneDeep } = require("lodash/fp")
3
3
  const { FieldTypes, AutoFieldSubTypes } = require("../../constants")
4
4
  const { attachmentsRelativeURL } = require("../index")
5
5
  const { processFormulas } = require("./utils")
6
+ const { deleteFiles } = require("../../utilities/fileSystem/utilities")
7
+ const { ObjectStoreBuckets } = require("../../constants")
8
+ const { isProdAppID, getDeployedAppID, dbExists } = require("@budibase/auth/db")
9
+ const CouchDB = require("../../db")
6
10
 
7
11
  const BASE_AUTO_ID = 1
8
12
 
@@ -81,6 +85,35 @@ const TYPE_TRANSFORM_MAP = {
81
85
  [FieldTypes.AUTO]: {
82
86
  parse: () => undefined,
83
87
  },
88
+ [FieldTypes.JSON]: {
89
+ parse: input => {
90
+ try {
91
+ if (input === "") {
92
+ return undefined
93
+ }
94
+ return JSON.parse(input)
95
+ } catch (err) {
96
+ return input
97
+ }
98
+ },
99
+ },
100
+ }
101
+
102
+ /**
103
+ * Given the old state of the row and the new one after an update, this will
104
+ * find the keys that have been removed in the updated row.
105
+ */
106
+ function getRemovedAttachmentKeys(oldRow, row, attachmentKey) {
107
+ if (!oldRow[attachmentKey]) {
108
+ return []
109
+ }
110
+ const oldKeys = oldRow[attachmentKey].map(attachment => attachment.key)
111
+ // no attachments in new row, all removed
112
+ if (!row[attachmentKey]) {
113
+ return oldKeys
114
+ }
115
+ const newKeys = row[attachmentKey].map(attachment => attachment.key)
116
+ return oldKeys.filter(key => newKeys.indexOf(key) === -1)
84
117
  }
85
118
 
86
119
  /**
@@ -260,3 +293,45 @@ exports.outputProcessing = async (
260
293
  }
261
294
  return wasArray ? enriched : enriched[0]
262
295
  }
296
+
297
+ /**
298
+ * Clean up any attachments that were attached to a row.
299
+ * @param {string} appId The ID of the app from which a row is being deleted.
300
+ * @param {object} table The table from which a row is being removed.
301
+ * @param {any} row optional - the row being removed.
302
+ * @param {any} rows optional - if multiple rows being deleted can do this in bulk.
303
+ * @param {any} oldRow optional - if updating a row this will determine the difference.
304
+ * @return {Promise<void>} When all attachments have been removed this will return.
305
+ */
306
+ exports.cleanupAttachments = async (appId, table, { row, rows, oldRow }) => {
307
+ if (!isProdAppID(appId)) {
308
+ const prodAppId = getDeployedAppID(appId)
309
+ // if prod exists, then don't allow deleting
310
+ const exists = await dbExists(CouchDB, prodAppId)
311
+ if (exists) {
312
+ return
313
+ }
314
+ }
315
+ let files = []
316
+ function addFiles(row, key) {
317
+ if (row[key]) {
318
+ files = files.concat(row[key].map(attachment => attachment.key))
319
+ }
320
+ }
321
+ for (let [key, schema] of Object.entries(table.schema)) {
322
+ if (schema.type !== FieldTypes.ATTACHMENT) {
323
+ continue
324
+ }
325
+ // if updating, need to manage the differences
326
+ if (oldRow && row) {
327
+ files = files.concat(getRemovedAttachmentKeys(oldRow, row, key))
328
+ } else if (row) {
329
+ addFiles(row, key)
330
+ } else if (rows) {
331
+ rows.forEach(row => addFiles(row, key))
332
+ }
333
+ }
334
+ if (files.length > 0) {
335
+ return deleteFiles(ObjectStoreBuckets.APPS, files)
336
+ }
337
+ }