@budibase/server 2.6.23 → 2.6.24-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (424) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/index.50121870.js +1869 -0
  4. package/builder/assets/index.a86e2071.css +6 -0
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32576 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +45065 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24462 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +6 -3
  14. package/nodemon.json +8 -4
  15. package/package.json +35 -16
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/application.ts +21 -22
  19. package/src/api/controllers/automation.ts +37 -9
  20. package/src/api/controllers/datasource.ts +114 -49
  21. package/src/api/controllers/deploy/index.ts +1 -0
  22. package/src/api/controllers/integration.ts +3 -3
  23. package/src/api/controllers/plugin/index.ts +1 -1
  24. package/src/api/controllers/row/external.ts +39 -15
  25. package/src/api/controllers/row/index.ts +18 -24
  26. package/src/api/controllers/row/internal.ts +1 -1
  27. package/src/api/controllers/row/staticFormula.ts +6 -1
  28. package/src/api/controllers/row/utils.ts +12 -0
  29. package/src/api/controllers/static/index.ts +3 -3
  30. package/src/api/controllers/table/index.ts +3 -0
  31. package/src/api/controllers/table/internal.ts +2 -6
  32. package/src/api/controllers/table/utils.ts +32 -1
  33. package/src/api/controllers/view/index.ts +5 -5
  34. package/src/api/controllers/webhook.ts +33 -9
  35. package/src/api/routes/application.ts +5 -0
  36. package/src/api/routes/automation.ts +0 -1
  37. package/src/api/routes/datasource.ts +10 -0
  38. package/src/api/routes/static.ts +3 -1
  39. package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
  40. package/src/api/routes/tests/datasource.spec.ts +1 -1
  41. package/src/api/routes/tests/view.spec.js +4 -3
  42. package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
  43. package/src/app.ts +0 -1
  44. package/src/automations/actions.ts +8 -0
  45. package/src/automations/logging/index.ts +21 -0
  46. package/src/automations/steps/bash.ts +4 -0
  47. package/src/automations/steps/collect.ts +58 -0
  48. package/src/automations/steps/createRow.ts +4 -0
  49. package/src/automations/steps/delay.ts +1 -0
  50. package/src/automations/steps/deleteRow.ts +4 -0
  51. package/src/automations/steps/discord.ts +4 -0
  52. package/src/automations/steps/executeQuery.ts +4 -0
  53. package/src/automations/steps/executeScript.ts +4 -0
  54. package/src/automations/steps/filter.ts +1 -0
  55. package/src/automations/steps/loop.ts +1 -0
  56. package/src/automations/steps/make.ts +22 -1
  57. package/src/automations/steps/openai.ts +106 -0
  58. package/src/automations/steps/outgoingWebhook.ts +4 -0
  59. package/src/automations/steps/queryRows.ts +4 -0
  60. package/src/automations/steps/sendSmtpEmail.ts +4 -0
  61. package/src/automations/steps/serverLog.ts +4 -0
  62. package/src/automations/steps/slack.ts +4 -0
  63. package/src/automations/steps/updateRow.ts +4 -0
  64. package/src/automations/steps/zapier.ts +22 -1
  65. package/src/automations/tests/make.spec.ts +54 -0
  66. package/src/automations/tests/openai.spec.ts +86 -0
  67. package/src/automations/tests/zapier.spec.ts +56 -0
  68. package/src/automations/triggers.ts +3 -2
  69. package/src/constants/index.ts +17 -16
  70. package/src/db/dynamoClient.ts +1 -1
  71. package/src/db/inMemoryView.ts +1 -0
  72. package/src/db/linkedRows/index.ts +5 -3
  73. package/src/environment.ts +3 -0
  74. package/src/integration-test/postgres.spec.ts +47 -5
  75. package/src/integrations/airtable.ts +33 -4
  76. package/src/integrations/arangodb.ts +20 -2
  77. package/src/integrations/base/sqlTable.ts +0 -1
  78. package/src/integrations/couchdb.ts +20 -4
  79. package/src/integrations/dynamodb.ts +36 -5
  80. package/src/integrations/elasticsearch.ts +18 -1
  81. package/src/integrations/firebase.ts +17 -0
  82. package/src/integrations/googlesheets.ts +66 -5
  83. package/src/integrations/index.ts +12 -7
  84. package/src/integrations/microsoftSqlServer.ts +33 -1
  85. package/src/integrations/mongodb.ts +18 -0
  86. package/src/integrations/mysql.ts +53 -26
  87. package/src/integrations/oracle.ts +38 -6
  88. package/src/integrations/postgres.ts +47 -12
  89. package/src/integrations/redis.ts +35 -4
  90. package/src/integrations/s3.ts +21 -3
  91. package/src/integrations/snowflake.ts +22 -1
  92. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  93. package/src/middleware/builder.ts +26 -18
  94. package/src/migrations/functions/backfill/app/queries.ts +1 -1
  95. package/src/sdk/app/automations/index.ts +2 -0
  96. package/src/sdk/app/automations/utils.ts +7 -0
  97. package/src/sdk/app/datasources/datasources.ts +7 -1
  98. package/src/sdk/plugins/plugins.ts +1 -1
  99. package/src/startup.ts +2 -0
  100. package/src/tests/utilities/TestConfiguration.ts +4 -2
  101. package/src/tests/utilities/structures.ts +42 -0
  102. package/src/threads/automation.ts +91 -23
  103. package/src/threads/index.ts +9 -3
  104. package/src/threads/utils.ts +2 -0
  105. package/src/utilities/fileSystem/app.ts +14 -4
  106. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  107. package/src/utilities/fileSystem/filesystem.ts +3 -1
  108. package/src/utilities/redis.ts +25 -3
  109. package/src/utilities/rowProcessor/index.ts +4 -1
  110. package/src/utilities/rowProcessor/map.ts +1 -1
  111. package/src/websockets/builder.ts +95 -0
  112. package/src/websockets/client.ts +2 -2
  113. package/src/websockets/grid.ts +44 -44
  114. package/src/websockets/index.ts +13 -6
  115. package/src/websockets/websocket.ts +211 -7
  116. package/tsconfig.build.json +9 -1
  117. package/tsconfig.json +1 -14
  118. package/builder/assets/index.86c992bf.css +0 -6
  119. package/builder/assets/index.c16c35ca.js +0 -1794
  120. package/dist/api/controllers/analytics.js +0 -46
  121. package/dist/api/controllers/apikeys.js +0 -72
  122. package/dist/api/controllers/application.js +0 -574
  123. package/dist/api/controllers/auth.js +0 -80
  124. package/dist/api/controllers/automation.js +0 -303
  125. package/dist/api/controllers/backup.js +0 -37
  126. package/dist/api/controllers/component.js +0 -59
  127. package/dist/api/controllers/datasource.js +0 -306
  128. package/dist/api/controllers/deploy/Deployment.js +0 -53
  129. package/dist/api/controllers/deploy/index.js +0 -198
  130. package/dist/api/controllers/dev.js +0 -146
  131. package/dist/api/controllers/integration.js +0 -28
  132. package/dist/api/controllers/layout.js +0 -49
  133. package/dist/api/controllers/metadata.js +0 -63
  134. package/dist/api/controllers/migrations.js +0 -29
  135. package/dist/api/controllers/ops.js +0 -40
  136. package/dist/api/controllers/permission.js +0 -162
  137. package/dist/api/controllers/plugin/file.js +0 -24
  138. package/dist/api/controllers/plugin/github.js +0 -69
  139. package/dist/api/controllers/plugin/index.js +0 -112
  140. package/dist/api/controllers/plugin/npm.js +0 -58
  141. package/dist/api/controllers/plugin/uploaders.js +0 -11
  142. package/dist/api/controllers/plugin/url.js +0 -24
  143. package/dist/api/controllers/plugin/utils.js +0 -27
  144. package/dist/api/controllers/public/applications.js +0 -146
  145. package/dist/api/controllers/public/mapping/applications.js +0 -29
  146. package/dist/api/controllers/public/mapping/index.js +0 -11
  147. package/dist/api/controllers/public/mapping/queries.js +0 -36
  148. package/dist/api/controllers/public/mapping/rows.js +0 -24
  149. package/dist/api/controllers/public/mapping/tables.js +0 -23
  150. package/dist/api/controllers/public/mapping/types.js +0 -2
  151. package/dist/api/controllers/public/mapping/users.js +0 -29
  152. package/dist/api/controllers/public/metrics.js +0 -113
  153. package/dist/api/controllers/public/queries.js +0 -58
  154. package/dist/api/controllers/public/rows.js +0 -120
  155. package/dist/api/controllers/public/tables.js +0 -95
  156. package/dist/api/controllers/public/users.js +0 -93
  157. package/dist/api/controllers/public/utils.js +0 -56
  158. package/dist/api/controllers/query/import/index.js +0 -87
  159. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  160. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  161. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  162. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  163. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  164. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  165. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  166. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  167. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  168. package/dist/api/controllers/query/index.js +0 -299
  169. package/dist/api/controllers/query/validation.js +0 -53
  170. package/dist/api/controllers/role.js +0 -109
  171. package/dist/api/controllers/routing.js +0 -105
  172. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  173. package/dist/api/controllers/row/external.js +0 -339
  174. package/dist/api/controllers/row/index.js +0 -203
  175. package/dist/api/controllers/row/internal.js +0 -509
  176. package/dist/api/controllers/row/internalSearch.js +0 -28
  177. package/dist/api/controllers/row/staticFormula.js +0 -165
  178. package/dist/api/controllers/row/utils.js +0 -183
  179. package/dist/api/controllers/screen.js +0 -110
  180. package/dist/api/controllers/script.js +0 -30
  181. package/dist/api/controllers/static/index.js +0 -268
  182. package/dist/api/controllers/table/bulkFormula.js +0 -173
  183. package/dist/api/controllers/table/external.js +0 -279
  184. package/dist/api/controllers/table/index.js +0 -179
  185. package/dist/api/controllers/table/internal.js +0 -197
  186. package/dist/api/controllers/table/utils.js +0 -379
  187. package/dist/api/controllers/templates.js +0 -56
  188. package/dist/api/controllers/user.js +0 -124
  189. package/dist/api/controllers/view/exporters.js +0 -46
  190. package/dist/api/controllers/view/index.js +0 -193
  191. package/dist/api/controllers/view/utils.js +0 -177
  192. package/dist/api/controllers/view/viewBuilder.js +0 -158
  193. package/dist/api/controllers/webhook.js +0 -134
  194. package/dist/api/index.js +0 -55
  195. package/dist/api/routes/analytics.js +0 -34
  196. package/dist/api/routes/apikeys.js +0 -37
  197. package/dist/api/routes/application.js +0 -48
  198. package/dist/api/routes/auth.js +0 -33
  199. package/dist/api/routes/automation.js +0 -50
  200. package/dist/api/routes/backup.js +0 -35
  201. package/dist/api/routes/component.js +0 -35
  202. package/dist/api/routes/datasource.js +0 -43
  203. package/dist/api/routes/deploy.js +0 -37
  204. package/dist/api/routes/dev.js +0 -49
  205. package/dist/api/routes/index.js +0 -75
  206. package/dist/api/routes/integration.js +0 -37
  207. package/dist/api/routes/layout.js +0 -37
  208. package/dist/api/routes/metadata.js +0 -40
  209. package/dist/api/routes/migrations.js +0 -36
  210. package/dist/api/routes/ops.js +0 -52
  211. package/dist/api/routes/permission.js +0 -44
  212. package/dist/api/routes/plugin.js +0 -39
  213. package/dist/api/routes/public/applications.js +0 -174
  214. package/dist/api/routes/public/index.js +0 -140
  215. package/dist/api/routes/public/metrics.js +0 -30
  216. package/dist/api/routes/public/middleware/mapper.js +0 -97
  217. package/dist/api/routes/public/queries.js +0 -72
  218. package/dist/api/routes/public/rows.js +0 -158
  219. package/dist/api/routes/public/tables.js +0 -152
  220. package/dist/api/routes/public/users.js +0 -135
  221. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  222. package/dist/api/routes/query.js +0 -47
  223. package/dist/api/routes/role.js +0 -40
  224. package/dist/api/routes/routing.js +0 -39
  225. package/dist/api/routes/row.js +0 -239
  226. package/dist/api/routes/screen.js +0 -39
  227. package/dist/api/routes/script.js +0 -35
  228. package/dist/api/routes/static.js +0 -80
  229. package/dist/api/routes/table.js +0 -163
  230. package/dist/api/routes/templates.js +0 -37
  231. package/dist/api/routes/user.js +0 -43
  232. package/dist/api/routes/utils/validators.js +0 -238
  233. package/dist/api/routes/view.js +0 -42
  234. package/dist/api/routes/webhook.js +0 -43
  235. package/dist/app.js +0 -132
  236. package/dist/automations/actions.js +0 -137
  237. package/dist/automations/automationUtils.js +0 -173
  238. package/dist/automations/bullboard.js +0 -71
  239. package/dist/automations/index.js +0 -43
  240. package/dist/automations/logging/index.js +0 -53
  241. package/dist/automations/steps/bash.js +0 -111
  242. package/dist/automations/steps/createRow.js +0 -108
  243. package/dist/automations/steps/delay.js +0 -53
  244. package/dist/automations/steps/deleteRow.js +0 -96
  245. package/dist/automations/steps/discord.js +0 -116
  246. package/dist/automations/steps/executeQuery.js +0 -134
  247. package/dist/automations/steps/executeScript.js +0 -106
  248. package/dist/automations/steps/filter.js +0 -112
  249. package/dist/automations/steps/loop.js +0 -54
  250. package/dist/automations/steps/make.js +0 -120
  251. package/dist/automations/steps/outgoingWebhook.js +0 -166
  252. package/dist/automations/steps/queryRows.js +0 -220
  253. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  254. package/dist/automations/steps/serverLog.js +0 -65
  255. package/dist/automations/steps/slack.js +0 -98
  256. package/dist/automations/steps/updateRow.js +0 -144
  257. package/dist/automations/steps/utils.js +0 -56
  258. package/dist/automations/steps/zapier.js +0 -117
  259. package/dist/automations/triggerInfo/app.js +0 -36
  260. package/dist/automations/triggerInfo/cron.js +0 -35
  261. package/dist/automations/triggerInfo/index.js +0 -40
  262. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  263. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  264. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  265. package/dist/automations/triggerInfo/webhook.js +0 -40
  266. package/dist/automations/triggers.js +0 -181
  267. package/dist/automations/utils.js +0 -275
  268. package/dist/constants/definitions.js +0 -2
  269. package/dist/constants/index.js +0 -181
  270. package/dist/constants/layouts.js +0 -148
  271. package/dist/constants/screens.js +0 -51
  272. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  273. package/dist/db/defaultData/employeeImport.js +0 -155
  274. package/dist/db/defaultData/expensesImport.js +0 -117
  275. package/dist/db/defaultData/inventoryImport.js +0 -109
  276. package/dist/db/defaultData/jobsImport.js +0 -152
  277. package/dist/db/dynamoClient.js +0 -124
  278. package/dist/db/inMemoryView.js +0 -62
  279. package/dist/db/index.js +0 -43
  280. package/dist/db/linkedRows/LinkController.js +0 -392
  281. package/dist/db/linkedRows/LinkDocument.js +0 -33
  282. package/dist/db/linkedRows/index.js +0 -206
  283. package/dist/db/linkedRows/linkUtils.js +0 -131
  284. package/dist/db/newid.js +0 -7
  285. package/dist/db/utils.js +0 -248
  286. package/dist/db/views/staticViews.js +0 -144
  287. package/dist/ddApm.js +0 -11
  288. package/dist/definitions/automations.js +0 -8
  289. package/dist/definitions/common.js +0 -2
  290. package/dist/definitions/datasource.js +0 -7
  291. package/dist/definitions/openapi.js +0 -6
  292. package/dist/environment.js +0 -109
  293. package/dist/events/AutomationEmitter.js +0 -53
  294. package/dist/events/BudibaseEmitter.js +0 -25
  295. package/dist/events/docUpdates/index.js +0 -17
  296. package/dist/events/docUpdates/processors.js +0 -18
  297. package/dist/events/docUpdates/syncUsers.js +0 -49
  298. package/dist/events/index.js +0 -11
  299. package/dist/events/utils.js +0 -43
  300. package/dist/integrations/airtable.js +0 -147
  301. package/dist/integrations/arangodb.js +0 -103
  302. package/dist/integrations/base/query.js +0 -32
  303. package/dist/integrations/base/sql.js +0 -600
  304. package/dist/integrations/base/sqlTable.js +0 -167
  305. package/dist/integrations/base/types.js +0 -2
  306. package/dist/integrations/couchdb.js +0 -125
  307. package/dist/integrations/dynamodb.js +0 -194
  308. package/dist/integrations/elasticsearch.js +0 -186
  309. package/dist/integrations/firebase.js +0 -174
  310. package/dist/integrations/googlesheets.js +0 -455
  311. package/dist/integrations/index.js +0 -135
  312. package/dist/integrations/microsoftSqlServer.js +0 -273
  313. package/dist/integrations/mongodb.js +0 -614
  314. package/dist/integrations/mysql.js +0 -256
  315. package/dist/integrations/oracle.js +0 -375
  316. package/dist/integrations/postgres.js +0 -300
  317. package/dist/integrations/queries/sql.js +0 -84
  318. package/dist/integrations/redis.js +0 -168
  319. package/dist/integrations/rest.js +0 -400
  320. package/dist/integrations/s3.js +0 -237
  321. package/dist/integrations/snowflake.js +0 -102
  322. package/dist/integrations/utils.js +0 -295
  323. package/dist/middleware/appInfo.js +0 -22
  324. package/dist/middleware/authorized.js +0 -112
  325. package/dist/middleware/builder.js +0 -93
  326. package/dist/middleware/currentapp.js +0 -103
  327. package/dist/middleware/joi-validator.js +0 -43
  328. package/dist/middleware/publicApi.js +0 -25
  329. package/dist/middleware/resourceId.js +0 -59
  330. package/dist/middleware/selfhost.js +0 -24
  331. package/dist/middleware/utils.js +0 -8
  332. package/dist/migrations/functions/appUrls.js +0 -42
  333. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  334. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  335. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  336. package/dist/migrations/functions/backfill/app/queries.js +0 -50
  337. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  338. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  339. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  340. package/dist/migrations/functions/backfill/app.js +0 -176
  341. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  342. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  343. package/dist/migrations/functions/backfill/global/users.js +0 -50
  344. package/dist/migrations/functions/backfill/global.js +0 -205
  345. package/dist/migrations/functions/backfill/index.js +0 -32
  346. package/dist/migrations/functions/backfill/installation.js +0 -80
  347. package/dist/migrations/functions/syncQuotas.js +0 -52
  348. package/dist/migrations/functions/tableSettings.js +0 -130
  349. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  350. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  351. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  352. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  353. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  354. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  355. package/dist/migrations/index.js +0 -111
  356. package/dist/migrations/tests/helpers.js +0 -72
  357. package/dist/migrations/tests/structures.js +0 -37
  358. package/dist/sdk/app/applications/index.js +0 -28
  359. package/dist/sdk/app/applications/sync.js +0 -164
  360. package/dist/sdk/app/applications/utils.js +0 -21
  361. package/dist/sdk/app/automations/index.js +0 -29
  362. package/dist/sdk/app/automations/webhook.js +0 -54
  363. package/dist/sdk/app/backups/constants.js +0 -6
  364. package/dist/sdk/app/backups/exports.js +0 -160
  365. package/dist/sdk/app/backups/imports.js +0 -170
  366. package/dist/sdk/app/backups/index.js +0 -29
  367. package/dist/sdk/app/backups/statistics.js +0 -73
  368. package/dist/sdk/app/datasources/datasources.js +0 -166
  369. package/dist/sdk/app/datasources/index.js +0 -27
  370. package/dist/sdk/app/queries/index.js +0 -27
  371. package/dist/sdk/app/queries/queries.js +0 -60
  372. package/dist/sdk/app/rows/attachments.js +0 -61
  373. package/dist/sdk/app/rows/index.js +0 -28
  374. package/dist/sdk/app/rows/rows.js +0 -30
  375. package/dist/sdk/app/tables/index.js +0 -65
  376. package/dist/sdk/index.js +0 -27
  377. package/dist/sdk/plugins/index.js +0 -27
  378. package/dist/sdk/plugins/plugins.js +0 -53
  379. package/dist/sdk/users/index.js +0 -27
  380. package/dist/sdk/users/utils.js +0 -94
  381. package/dist/sdk/utils/index.js +0 -29
  382. package/dist/startup.js +0 -158
  383. package/dist/threads/automation.js +0 -450
  384. package/dist/threads/definitions.js +0 -2
  385. package/dist/threads/index.js +0 -140
  386. package/dist/threads/query.js +0 -265
  387. package/dist/threads/utils.js +0 -120
  388. package/dist/tsconfig.build.tsbuildinfo +0 -1
  389. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  390. package/dist/utilities/budibaseDir.js +0 -5
  391. package/dist/utilities/centralPath.js +0 -27
  392. package/dist/utilities/csv.js +0 -33
  393. package/dist/utilities/fileSystem/app.js +0 -88
  394. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  395. package/dist/utilities/fileSystem/filesystem.js +0 -180
  396. package/dist/utilities/fileSystem/index.js +0 -21
  397. package/dist/utilities/fileSystem/plugin.js +0 -76
  398. package/dist/utilities/fileSystem/processor.js +0 -34
  399. package/dist/utilities/fileSystem/template.js +0 -47
  400. package/dist/utilities/global.js +0 -146
  401. package/dist/utilities/index.js +0 -143
  402. package/dist/utilities/redis.js +0 -117
  403. package/dist/utilities/retry.js +0 -30
  404. package/dist/utilities/routing/index.js +0 -39
  405. package/dist/utilities/rowProcessor/index.js +0 -282
  406. package/dist/utilities/rowProcessor/map.js +0 -116
  407. package/dist/utilities/rowProcessor/utils.js +0 -87
  408. package/dist/utilities/schema.js +0 -112
  409. package/dist/utilities/scriptRunner.js +0 -26
  410. package/dist/utilities/security.js +0 -57
  411. package/dist/utilities/statusCodes.js +0 -9
  412. package/dist/utilities/usageQuota/rows.js +0 -88
  413. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  414. package/dist/utilities/users.js +0 -57
  415. package/dist/utilities/workerRequests.js +0 -171
  416. package/dist/watch.js +0 -53
  417. package/dist/websockets/client.js +0 -14
  418. package/dist/websockets/grid.js +0 -60
  419. package/dist/websockets/index.js +0 -17
  420. package/dist/websockets/websocket.js +0 -78
  421. package/src/automations/tests/zapier.spec.js +0 -27
  422. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  423. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  424. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,268 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
26
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
27
- return new (P || (P = Promise))(function (resolve, reject) {
28
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
29
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
30
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
31
- step((generator = generator.apply(thisArg, _arguments || [])).next());
32
- });
33
- };
34
- var __importDefault = (this && this.__importDefault) || function (mod) {
35
- return (mod && mod.__esModule) ? mod : { "default": mod };
36
- };
37
- Object.defineProperty(exports, "__esModule", { value: true });
38
- exports.getSignedUploadURL = exports.serveClientLibrary = exports.serveBuilderPreview = exports.serveApp = exports.deleteObjects = exports.uploadFile = exports.serveBuilder = exports.toggleBetaUiFeature = void 0;
39
- require("svelte/register");
40
- const centralPath_1 = require("../../../utilities/centralPath");
41
- const uuid = require("uuid");
42
- const constants_1 = require("../../../constants");
43
- const string_templates_1 = require("@budibase/string-templates");
44
- const fileSystem_1 = require("../../../utilities/fileSystem");
45
- const environment_1 = __importDefault(require("../../../environment"));
46
- const utils_1 = require("../../../db/utils");
47
- const backend_core_1 = require("@budibase/backend-core");
48
- const aws_sdk_1 = __importDefault(require("aws-sdk"));
49
- const fs_1 = __importDefault(require("fs"));
50
- const sdk_1 = __importDefault(require("../../../sdk"));
51
- const pro = __importStar(require("@budibase/pro"));
52
- const send = require("koa-send");
53
- function prepareUpload({ s3Key, bucket, metadata, file }) {
54
- return __awaiter(this, void 0, void 0, function* () {
55
- const response = yield backend_core_1.objectStore.upload({
56
- bucket,
57
- metadata,
58
- filename: s3Key,
59
- path: file.path,
60
- type: file.type,
61
- });
62
- // don't store a URL, work this out on the way out as the URL could change
63
- return {
64
- size: file.size,
65
- name: file.name,
66
- url: backend_core_1.objectStore.getAppFileUrl(s3Key),
67
- extension: [...file.name.split(".")].pop(),
68
- key: response.Key,
69
- };
70
- });
71
- }
72
- const toggleBetaUiFeature = function (ctx) {
73
- return __awaiter(this, void 0, void 0, function* () {
74
- const cookieName = `beta:${ctx.params.feature}`;
75
- if (ctx.cookies.get(cookieName)) {
76
- backend_core_1.utils.clearCookie(ctx, cookieName);
77
- ctx.body = {
78
- message: `${ctx.params.feature} disabled`,
79
- };
80
- return;
81
- }
82
- let builderPath = (0, centralPath_1.resolve)(fileSystem_1.TOP_LEVEL_PATH, "new_design_ui");
83
- // // download it from S3
84
- if (!fs_1.default.existsSync(builderPath)) {
85
- fs_1.default.mkdirSync(builderPath);
86
- }
87
- yield backend_core_1.objectStore.downloadTarballDirect("https://cdn.budi.live/beta:design_ui/new_ui.tar.gz", builderPath);
88
- backend_core_1.utils.setCookie(ctx, {}, cookieName);
89
- ctx.body = {
90
- message: `${ctx.params.feature} enabled`,
91
- };
92
- });
93
- };
94
- exports.toggleBetaUiFeature = toggleBetaUiFeature;
95
- const serveBuilder = function (ctx) {
96
- return __awaiter(this, void 0, void 0, function* () {
97
- const builderPath = (0, centralPath_1.resolve)(fileSystem_1.TOP_LEVEL_PATH, "builder");
98
- yield send(ctx, ctx.file, { root: builderPath });
99
- });
100
- };
101
- exports.serveBuilder = serveBuilder;
102
- const uploadFile = function (ctx) {
103
- return __awaiter(this, void 0, void 0, function* () {
104
- let files = ctx.request.files.file.length > 1
105
- ? Array.from(ctx.request.files.file)
106
- : [ctx.request.files.file];
107
- const uploads = files.map((file) => __awaiter(this, void 0, void 0, function* () {
108
- const fileExtension = [...file.name.split(".")].pop();
109
- // filenames converted to UUIDs so they are unique
110
- const processedFileName = `${uuid.v4()}.${fileExtension}`;
111
- return prepareUpload({
112
- file,
113
- s3Key: `${backend_core_1.context.getProdAppId()}/attachments/${processedFileName}`,
114
- bucket: constants_1.ObjectStoreBuckets.APPS,
115
- });
116
- }));
117
- ctx.body = yield Promise.all(uploads);
118
- });
119
- };
120
- exports.uploadFile = uploadFile;
121
- const deleteObjects = function (ctx) {
122
- return __awaiter(this, void 0, void 0, function* () {
123
- ctx.body = yield backend_core_1.objectStore.deleteFiles(constants_1.ObjectStoreBuckets.APPS, ctx.request.body.keys);
124
- });
125
- };
126
- exports.deleteObjects = deleteObjects;
127
- const serveApp = function (ctx) {
128
- return __awaiter(this, void 0, void 0, function* () {
129
- //Public Settings
130
- const { config } = yield backend_core_1.configs.getSettingsConfigDoc();
131
- const branding = yield pro.branding.getBrandingConfig(config);
132
- let db;
133
- try {
134
- db = backend_core_1.context.getAppDB({ skip_setup: true });
135
- const appInfo = yield db.get(utils_1.DocumentType.APP_METADATA);
136
- let appId = backend_core_1.context.getAppId();
137
- if (!environment_1.default.isJest()) {
138
- const App = require("./templates/BudibaseApp.svelte").default;
139
- const plugins = backend_core_1.objectStore.enrichPluginURLs(appInfo.usedPlugins);
140
- const { head, html, css } = App.render({
141
- metaImage: (branding === null || branding === void 0 ? void 0 : branding.metaImageUrl) ||
142
- "https://res.cloudinary.com/daog6scxm/image/upload/v1666109324/meta-images/budibase-meta-image_uukc1m.png",
143
- metaDescription: (branding === null || branding === void 0 ? void 0 : branding.metaDescription) || "",
144
- metaTitle: (branding === null || branding === void 0 ? void 0 : branding.metaTitle) || `${appInfo.name} - built with Budibase`,
145
- title: appInfo.name,
146
- production: environment_1.default.isProd(),
147
- appId,
148
- clientLibPath: backend_core_1.objectStore.clientLibraryUrl(appId, appInfo.version),
149
- usedPlugins: plugins,
150
- favicon: branding.faviconUrl !== ""
151
- ? backend_core_1.objectStore.getGlobalFileUrl("settings", "faviconUrl")
152
- : "",
153
- logo: (config === null || config === void 0 ? void 0 : config.logoUrl) !== ""
154
- ? backend_core_1.objectStore.getGlobalFileUrl("settings", "logoUrl")
155
- : "",
156
- });
157
- const appHbs = (0, fileSystem_1.loadHandlebarsFile)(`${__dirname}/templates/app.hbs`);
158
- ctx.body = yield (0, string_templates_1.processString)(appHbs, {
159
- head,
160
- body: html,
161
- style: css.code,
162
- appId,
163
- });
164
- }
165
- else {
166
- // just return the app info for jest to assert on
167
- ctx.body = appInfo;
168
- }
169
- }
170
- catch (error) {
171
- if (!environment_1.default.isJest()) {
172
- const App = require("./templates/BudibaseApp.svelte").default;
173
- const { head, html, css } = App.render({
174
- title: branding === null || branding === void 0 ? void 0 : branding.metaTitle,
175
- metaTitle: branding === null || branding === void 0 ? void 0 : branding.metaTitle,
176
- metaImage: (branding === null || branding === void 0 ? void 0 : branding.metaImageUrl) ||
177
- "https://res.cloudinary.com/daog6scxm/image/upload/v1666109324/meta-images/budibase-meta-image_uukc1m.png",
178
- metaDescription: (branding === null || branding === void 0 ? void 0 : branding.metaDescription) || "",
179
- favicon: branding.faviconUrl !== ""
180
- ? backend_core_1.objectStore.getGlobalFileUrl("settings", "faviconUrl")
181
- : "",
182
- });
183
- const appHbs = (0, fileSystem_1.loadHandlebarsFile)(`${__dirname}/templates/app.hbs`);
184
- ctx.body = yield (0, string_templates_1.processString)(appHbs, {
185
- head,
186
- body: html,
187
- style: css.code,
188
- });
189
- }
190
- }
191
- });
192
- };
193
- exports.serveApp = serveApp;
194
- const serveBuilderPreview = function (ctx) {
195
- return __awaiter(this, void 0, void 0, function* () {
196
- const db = backend_core_1.context.getAppDB({ skip_setup: true });
197
- const appInfo = yield db.get(utils_1.DocumentType.APP_METADATA);
198
- if (!environment_1.default.isJest()) {
199
- let appId = backend_core_1.context.getAppId();
200
- const previewHbs = (0, fileSystem_1.loadHandlebarsFile)(`${__dirname}/templates/preview.hbs`);
201
- ctx.body = yield (0, string_templates_1.processString)(previewHbs, {
202
- clientLibPath: backend_core_1.objectStore.clientLibraryUrl(appId, appInfo.version),
203
- });
204
- }
205
- else {
206
- // just return the app info for jest to assert on
207
- ctx.body = Object.assign(Object.assign({}, appInfo), { builderPreview: true });
208
- }
209
- });
210
- };
211
- exports.serveBuilderPreview = serveBuilderPreview;
212
- const serveClientLibrary = function (ctx) {
213
- return __awaiter(this, void 0, void 0, function* () {
214
- return send(ctx, "budibase-client.js", {
215
- root: (0, centralPath_1.join)(fileSystem_1.NODE_MODULES_PATH, "@budibase", "client", "dist"),
216
- });
217
- });
218
- };
219
- exports.serveClientLibrary = serveClientLibrary;
220
- const getSignedUploadURL = function (ctx) {
221
- var _a, _b, _c, _d;
222
- return __awaiter(this, void 0, void 0, function* () {
223
- // Ensure datasource is valid
224
- let datasource;
225
- try {
226
- const { datasourceId } = ctx.params;
227
- datasource = yield sdk_1.default.datasources.get(datasourceId, { enriched: true });
228
- if (!datasource) {
229
- ctx.throw(400, "The specified datasource could not be found");
230
- }
231
- }
232
- catch (error) {
233
- ctx.throw(400, "The specified datasource could not be found");
234
- }
235
- // Ensure we aren't using a custom endpoint
236
- if ((_a = datasource === null || datasource === void 0 ? void 0 : datasource.config) === null || _a === void 0 ? void 0 : _a.endpoint) {
237
- ctx.throw(400, "S3 datasources with custom endpoints are not supported");
238
- }
239
- // Determine type of datasource and generate signed URL
240
- let signedUrl;
241
- let publicUrl;
242
- const awsRegion = (((_b = datasource === null || datasource === void 0 ? void 0 : datasource.config) === null || _b === void 0 ? void 0 : _b.region) || "eu-west-1");
243
- if ((datasource === null || datasource === void 0 ? void 0 : datasource.source) === "S3") {
244
- const { bucket, key } = ctx.request.body || {};
245
- if (!bucket || !key) {
246
- ctx.throw(400, "bucket and key values are required");
247
- return;
248
- }
249
- try {
250
- const s3 = new aws_sdk_1.default.S3({
251
- region: awsRegion,
252
- accessKeyId: (_c = datasource === null || datasource === void 0 ? void 0 : datasource.config) === null || _c === void 0 ? void 0 : _c.accessKeyId,
253
- secretAccessKey: (_d = datasource === null || datasource === void 0 ? void 0 : datasource.config) === null || _d === void 0 ? void 0 : _d.secretAccessKey,
254
- apiVersion: "2006-03-01",
255
- signatureVersion: "v4",
256
- });
257
- const params = { Bucket: bucket, Key: key };
258
- signedUrl = s3.getSignedUrl("putObject", params);
259
- publicUrl = `https://${bucket}.s3.${awsRegion}.amazonaws.com/${key}`;
260
- }
261
- catch (error) {
262
- ctx.throw(400, error);
263
- }
264
- }
265
- ctx.body = { signedUrl, publicUrl };
266
- });
267
- };
268
- exports.getSignedUploadURL = getSignedUploadURL;
@@ -1,173 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.runStaticFormulaChecks = void 0;
16
- const constants_1 = require("../../../constants");
17
- const utils_1 = require("./utils");
18
- const string_templates_1 = require("@budibase/string-templates");
19
- const fp_1 = require("lodash/fp");
20
- const lodash_1 = require("lodash");
21
- const staticFormula_1 = require("../row/staticFormula");
22
- const backend_core_1 = require("@budibase/backend-core");
23
- const sdk_1 = __importDefault(require("../../../sdk"));
24
- function isStaticFormula(column) {
25
- return (column.type === constants_1.FieldTypes.FORMULA &&
26
- column.formulaType === constants_1.FormulaTypes.STATIC);
27
- }
28
- /**
29
- * This retrieves the formula columns from a table schema that use a specified column name
30
- * in the formula.
31
- */
32
- function getFormulaThatUseColumn(table, columnNames) {
33
- var _a;
34
- let formula = [];
35
- columnNames = Array.isArray(columnNames) ? columnNames : [columnNames];
36
- for (let column of Object.values(table.schema)) {
37
- // not a static formula, or doesn't contain a relationship
38
- if (!isStaticFormula(column)) {
39
- continue;
40
- }
41
- if (!(0, string_templates_1.doesContainStrings)((_a = column === null || column === void 0 ? void 0 : column.formula) !== null && _a !== void 0 ? _a : "", columnNames)) {
42
- continue;
43
- }
44
- formula.push(column.name);
45
- }
46
- return formula;
47
- }
48
- /**
49
- * This functions checks for when a related table, column or related column is deleted, if any
50
- * tables need to have the formula column removed.
51
- */
52
- function checkIfFormulaNeedsCleared(table, { oldTable, deletion }) {
53
- return __awaiter(this, void 0, void 0, function* () {
54
- // start by retrieving all tables, remove the current table from the list
55
- const tables = (yield sdk_1.default.tables.getAllInternalTables()).filter(tbl => tbl._id !== table._id);
56
- const schemaToUse = oldTable ? oldTable.schema : table.schema;
57
- let removedColumns = Object.values(schemaToUse).filter(column => deletion || !table.schema[column.name]);
58
- // remove any formula columns that used related columns
59
- for (let removed of removedColumns) {
60
- let tableToUse = table;
61
- // if relationship, get the related table
62
- if (removed.type === constants_1.FieldTypes.LINK) {
63
- tableToUse = tables.find(table => table._id === removed.tableId);
64
- }
65
- if (!tableToUse) {
66
- continue;
67
- }
68
- const columnsToDelete = getFormulaThatUseColumn(tableToUse, removed.name);
69
- if (columnsToDelete.length > 0) {
70
- yield (0, utils_1.clearColumns)(table, columnsToDelete);
71
- }
72
- // need a special case, where a column has been removed from this table, but was used
73
- // in a different, related tables formula
74
- if (!table.relatedFormula) {
75
- continue;
76
- }
77
- for (let relatedTableId of table.relatedFormula) {
78
- const relatedColumns = Object.values(table.schema).filter(column => column.tableId === relatedTableId);
79
- const relatedTable = tables.find(table => table._id === relatedTableId);
80
- // look to see if the column was used in a relationship formula,
81
- // relationships won't be used for this
82
- if (relatedTable && relatedColumns && removed.type !== constants_1.FieldTypes.LINK) {
83
- let relatedFormulaToRemove = [];
84
- for (let column of relatedColumns) {
85
- relatedFormulaToRemove = relatedFormulaToRemove.concat(getFormulaThatUseColumn(relatedTable, [
86
- column.fieldName,
87
- removed.name,
88
- ]));
89
- }
90
- if (relatedFormulaToRemove.length > 0) {
91
- yield (0, utils_1.clearColumns)(relatedTable, (0, lodash_1.uniq)(relatedFormulaToRemove));
92
- }
93
- }
94
- }
95
- }
96
- });
97
- }
98
- /**
99
- * This function adds a note to related tables that they are
100
- * used in a static formula - so that the link controller
101
- * can manage hydrating related rows formula fields. This is
102
- * specifically only for static formula.
103
- */
104
- function updateRelatedFormulaLinksOnTables(table, { deletion } = {}) {
105
- return __awaiter(this, void 0, void 0, function* () {
106
- const tableId = table._id;
107
- const db = backend_core_1.context.getAppDB();
108
- // start by retrieving all tables, remove the current table from the list
109
- const tables = (yield sdk_1.default.tables.getAllInternalTables()).filter(tbl => tbl._id !== tableId);
110
- // clone the tables, so we can compare at end
111
- const initialTables = (0, fp_1.cloneDeep)(tables);
112
- // first find the related column names
113
- const relatedColumns = Object.values(table.schema).filter(col => col.type === constants_1.FieldTypes.LINK);
114
- // we start by removing the formula field from all tables
115
- for (let otherTable of tables) {
116
- if (!otherTable.relatedFormula) {
117
- continue;
118
- }
119
- const index = otherTable.relatedFormula.indexOf(tableId);
120
- if (index !== -1) {
121
- otherTable.relatedFormula.splice(index, 1);
122
- }
123
- }
124
- // if deleting, just remove the table IDs, don't try add
125
- if (!deletion) {
126
- for (let relatedCol of relatedColumns) {
127
- let columns = getFormulaThatUseColumn(table, relatedCol.name);
128
- if (!columns || columns.length === 0) {
129
- continue;
130
- }
131
- const relatedTable = tables.find(related => related._id === relatedCol.tableId);
132
- // check if the table is already in the list of related formula, if it isn't, then add it
133
- if (relatedTable &&
134
- (!relatedTable.relatedFormula ||
135
- !relatedTable.relatedFormula.includes(tableId))) {
136
- relatedTable.relatedFormula = relatedTable.relatedFormula
137
- ? [...relatedTable.relatedFormula, tableId]
138
- : [tableId];
139
- }
140
- }
141
- }
142
- // now we just need to compare all the tables and see if any need saved
143
- for (let initial of initialTables) {
144
- const found = tables.find(tbl => initial._id === tbl._id);
145
- if (found && !(0, lodash_1.isEqual)(initial, found)) {
146
- yield db.put(found);
147
- }
148
- }
149
- });
150
- }
151
- function checkIfFormulaUpdated(table, { oldTable }) {
152
- return __awaiter(this, void 0, void 0, function* () {
153
- // look to see if any formula values have changed
154
- const shouldUpdate = Object.values(table.schema).find(column => isStaticFormula(column) &&
155
- (!oldTable ||
156
- !oldTable.schema[column.name] ||
157
- !(0, lodash_1.isEqual)(oldTable.schema[column.name], column)));
158
- // if a static formula column has updated, then need to run the update
159
- if (shouldUpdate != null) {
160
- yield (0, staticFormula_1.updateAllFormulasInTable)(table);
161
- }
162
- });
163
- }
164
- function runStaticFormulaChecks(table, { oldTable, deletion }) {
165
- return __awaiter(this, void 0, void 0, function* () {
166
- yield updateRelatedFormulaLinksOnTables(table, { deletion });
167
- yield checkIfFormulaNeedsCleared(table, { oldTable, deletion });
168
- if (!deletion) {
169
- yield checkIfFormulaUpdated(table, { oldTable });
170
- }
171
- });
172
- }
173
- exports.runStaticFormulaChecks = runStaticFormulaChecks;